From b8e36d14eee0ff56fede764f0cba3d889619498b Mon Sep 17 00:00:00 2001 From: symroe <symroe@users.noreply.github.com> Date: Tue, 17 Oct 2023 08:06:30 +0000 Subject: [PATCH] deploy: 4275d48baa6ca6adf19ca9bbede1ff52f720fc5d --- api/failing.json | 2 +- index.html | 2998 ++++++------- logbooks/ABC/index.html | 100 +- logbooks/ABD/index.html | 102 +- logbooks/ABE/index.html | 102 +- logbooks/ADU/index.html | 102 +- logbooks/AGB/index.html | 225 +- logbooks/AGY/index.html | 102 +- logbooks/AMB/index.html | 366 +- logbooks/AND/index.html | 100 +- logbooks/ANN/index.html | 104 +- logbooks/ANS/index.html | 250 +- logbooks/ARU/index.html | 106 +- logbooks/ASF/index.html | 104 +- logbooks/ASH/index.html | 102 +- logbooks/BAB/index.html | 106 +- logbooks/BAI/index.html | 102 +- logbooks/BAN/index.html | 106 +- logbooks/BAS/index.html | 106 +- logbooks/BBD/index.html | 106 +- logbooks/BDF/index.html | 104 +- logbooks/BDG/index.html | 106 +- logbooks/BEN/index.html | 106 +- logbooks/BEX/index.html | 102 +- logbooks/BFS/index.html | 106 +- logbooks/BGE/index.html | 106 +- logbooks/BGW/index.html | 102 +- logbooks/BIR/index.html | 8874 +++++++++++++++++++------------------- logbooks/BLA/index.html | 102 +- logbooks/BNE/index.html | 106 +- logbooks/BNH/index.html | 106 +- logbooks/BNS/index.html | 106 +- logbooks/BOL/index.html | 576 ++- logbooks/BOS/index.html | 102 +- logbooks/BOT/index.html | 102 +- logbooks/BPC/index.html | 106 +- logbooks/BPL/index.html | 102 +- logbooks/BRA/index.html | 494 +-- logbooks/BRC/index.html | 102 +- logbooks/BRD/index.html | 106 +- logbooks/BRE/index.html | 104 +- logbooks/BRM/index.html | 102 +- logbooks/BRT/index.html | 98 +- logbooks/BRW/index.html | 102 +- logbooks/BRX/index.html | 106 +- logbooks/BRY/index.html | 170 +- logbooks/BST/index.html | 106 +- logbooks/BUN/index.html | 102 +- logbooks/BUR/index.html | 106 +- logbooks/CAB/index.html | 102 +- logbooks/CAM/index.html | 594 +-- logbooks/CAN/index.html | 348 +- logbooks/CAS/index.html | 260 +- logbooks/CAT/index.html | 102 +- logbooks/CAY/index.html | 157 +- logbooks/CGN/index.html | 102 +- logbooks/CHA/index.html | 106 +- logbooks/CHE/index.html | 106 +- logbooks/CHI/index.html | 102 +- logbooks/CHO/index.html | 102 +- logbooks/CHR/index.html | 104 +- logbooks/CHS/index.html | 102 +- logbooks/CHT/index.html | 102 +- logbooks/CHW/index.html | 106 +- logbooks/CLD/index.html | 106 +- logbooks/CLK/index.html | 206 +- logbooks/CMD/index.html | 164 +- logbooks/CMN/index.html | 106 +- logbooks/COL/index.html | 512 +-- logbooks/CON/index.html | 106 +- logbooks/COT/index.html | 169 +- logbooks/COV/index.html | 106 +- logbooks/CRF/index.html | 106 +- logbooks/CRW/index.html | 102 +- logbooks/CRY/index.html | 106 +- logbooks/CWY/index.html | 114 +- logbooks/DAC/index.html | 106 +- logbooks/DAL/index.html | 106 +- logbooks/DAR/index.html | 102 +- logbooks/DBY/index.html | 106 +- logbooks/DEB/index.html | 102 +- logbooks/DEN/index.html | 104 +- logbooks/DER/index.html | 514 +-- logbooks/DEV/index.html | 106 +- logbooks/DGY/index.html | 102 +- logbooks/DNC/index.html | 106 +- logbooks/DND/index.html | 102 +- logbooks/DOV/index.html | 102 +- logbooks/DRS/index.html | 102 +- logbooks/DST/index.html | 106 +- logbooks/DUD/index.html | 536 +-- logbooks/DUR/index.html | 110 +- logbooks/EAL/index.html | 112 +- logbooks/EAS/index.html | 102 +- logbooks/EAT/index.html | 102 +- logbooks/EAY/index.html | 354 +- logbooks/EDE/index.html | 106 +- logbooks/EDH/index.html | 106 +- logbooks/EDU/index.html | 234 +- logbooks/EHA/index.html | 102 +- logbooks/EHE/index.html | 106 +- logbooks/ELI/index.html | 106 +- logbooks/ELM/index.html | 104 +- logbooks/ELN/index.html | 230 +- logbooks/ELS/index.html | 276 +- logbooks/ENF/index.html | 106 +- logbooks/EPP/index.html | 106 +- logbooks/EPS/index.html | 102 +- logbooks/ERE/index.html | 104 +- logbooks/ERW/index.html | 159 +- logbooks/ESS/index.html | 3570 +++++++-------- logbooks/ESX/index.html | 106 +- logbooks/EXE/index.html | 102 +- logbooks/FAL/index.html | 332 +- logbooks/FAR/index.html | 102 +- logbooks/FEN/index.html | 102 +- logbooks/FIF/index.html | 332 +- logbooks/FLN/index.html | 106 +- logbooks/FOE/index.html | 102 +- logbooks/FYL/index.html | 404 +- logbooks/GAT/index.html | 106 +- logbooks/GED/index.html | 102 +- logbooks/GLG/index.html | 616 +-- logbooks/GLO/index.html | 102 +- logbooks/GLS/index.html | 106 +- logbooks/GOS/index.html | 102 +- logbooks/GRA/index.html | 102 +- logbooks/GRE/index.html | 546 +-- logbooks/GRT/index.html | 328 +- logbooks/GRY/index.html | 414 +- logbooks/GWN/index.html | 106 +- logbooks/HAA/index.html | 102 +- logbooks/HAL/index.html | 106 +- logbooks/HAM/index.html | 106 +- logbooks/HAO/index.html | 208 +- logbooks/HAR/index.html | 102 +- logbooks/HAS/index.html | 102 +- logbooks/HAT/index.html | 102 +- logbooks/HAV/index.html | 106 +- logbooks/HCK/index.html | 106 +- logbooks/HEF/index.html | 106 +- logbooks/HER/index.html | 122 +- logbooks/HIG/index.html | 110 +- logbooks/HIL/index.html | 106 +- logbooks/HIN/index.html | 102 +- logbooks/HLD/index.html | 428 +- logbooks/HMF/index.html | 122 +- logbooks/HNS/index.html | 210 +- logbooks/HOR/index.html | 104 +- logbooks/HPL/index.html | 278 +- logbooks/HRT/index.html | 106 +- logbooks/HRW/index.html | 106 +- logbooks/HRY/index.html | 106 +- logbooks/HUN/index.html | 122 +- logbooks/HYN/index.html | 102 +- logbooks/IOS/index.html | 102 +- logbooks/IPS/index.html | 104 +- logbooks/ISL/index.html | 106 +- logbooks/IVC/index.html | 188 +- logbooks/KEC/index.html | 118 +- logbooks/KEN/index.html | 106 +- logbooks/KHL/index.html | 562 +-- logbooks/KIN/index.html | 106 +- logbooks/KIR/index.html | 106 +- logbooks/KTT/index.html | 104 +- logbooks/KWL/index.html | 102 +- logbooks/LAC/index.html | 106 +- logbooks/LAN/index.html | 106 +- logbooks/LBH/index.html | 106 +- logbooks/LCE/index.html | 106 +- logbooks/LDS/index.html | 108 +- logbooks/LEC/index.html | 106 +- logbooks/LEE/index.html | 120 +- logbooks/LEW/index.html | 106 +- logbooks/LIC/index.html | 102 +- logbooks/LIF/index.html | 104 +- logbooks/LIN/index.html | 106 +- logbooks/LIV/index.html | 106 +- logbooks/LUT/index.html | 486 +-- logbooks/MAI/index.html | 106 +- logbooks/MAL/index.html | 102 +- logbooks/MAN/index.html | 108 +- logbooks/MAV/index.html | 102 +- logbooks/MDB/index.html | 104 +- logbooks/MDE/index.html | 102 +- logbooks/MDW/index.html | 106 +- logbooks/MEL/index.html | 102 +- logbooks/MIK/index.html | 122 +- logbooks/MLN/index.html | 244 +- logbooks/MOL/index.html | 218 +- logbooks/MON/index.html | 102 +- logbooks/MRT/index.html | 106 +- logbooks/MRY/index.html | 310 +- logbooks/MSS/index.html | 104 +- logbooks/MSU/index.html | 106 +- logbooks/MTY/index.html | 102 +- logbooks/MUL/index.html | 420 +- logbooks/NAY/index.html | 366 +- logbooks/NBL/index.html | 106 +- logbooks/NDE/index.html | 102 +- logbooks/NEA/index.html | 102 +- logbooks/NEC/index.html | 102 +- logbooks/NED/index.html | 106 +- logbooks/NEL/index.html | 114 +- logbooks/NET/index.html | 106 +- logbooks/NEW/index.html | 104 +- logbooks/NFK/index.html | 3860 ++++++++--------- logbooks/NGM/index.html | 186 +- logbooks/NHE/index.html | 104 +- logbooks/NKE/index.html | 102 +- logbooks/NLK/index.html | 637 +-- logbooks/NLN/index.html | 102 +- logbooks/NNO/index.html | 116 +- logbooks/NOW/index.html | 412 +- logbooks/NSM/index.html | 105 +- logbooks/NTL/index.html | 106 +- logbooks/NTY/index.html | 106 +- logbooks/NUN/index.html | 304 +- logbooks/NWL/index.html | 102 +- logbooks/NWM/index.html | 106 +- logbooks/NWP/index.html | 106 +- logbooks/OAD/index.html | 228 +- logbooks/OLD/index.html | 106 +- logbooks/ORK/index.html | 130 +- logbooks/OXF/index.html | 106 +- logbooks/OXO/index.html | 104 +- logbooks/PEM/index.html | 106 +- logbooks/PEN/index.html | 188 +- logbooks/PKN/index.html | 422 +- logbooks/PLY/index.html | 106 +- logbooks/POR/index.html | 102 +- logbooks/POW/index.html | 106 +- logbooks/PRE/index.html | 104 +- logbooks/PTE/index.html | 106 +- logbooks/RCC/index.html | 106 +- logbooks/RCH/index.html | 106 +- logbooks/RCT/index.html | 106 +- logbooks/RDB/index.html | 106 +- logbooks/RDG/index.html | 104 +- logbooks/RED/index.html | 102 +- logbooks/REI/index.html | 102 +- logbooks/RFW/index.html | 446 +- logbooks/RIB/index.html | 102 +- logbooks/RIC/index.html | 106 +- logbooks/ROC/index.html | 414 +- logbooks/ROS/index.html | 309 +- logbooks/ROT/index.html | 106 +- logbooks/RUG/index.html | 272 +- logbooks/RUH/index.html | 102 +- logbooks/RUN/index.html | 102 +- logbooks/RUS/index.html | 102 +- logbooks/RUT/index.html | 102 +- logbooks/SAL/index.html | 106 +- logbooks/SAW/index.html | 106 +- logbooks/SAY/index.html | 242 +- logbooks/SCA/index.html | 102 +- logbooks/SCB/index.html | 102 +- logbooks/SDE/index.html | 390 +- logbooks/SEV/index.html | 101 +- logbooks/SFK/index.html | 298 +- logbooks/SFT/index.html | 222 +- logbooks/SGC/index.html | 106 +- logbooks/SHA/index.html | 97 +- logbooks/SHF/index.html | 106 +- logbooks/SHN/index.html | 234 +- logbooks/SHO/index.html | 102 +- logbooks/SHR/index.html | 106 +- logbooks/SKE/index.html | 106 +- logbooks/SKP/index.html | 106 +- logbooks/SLF/index.html | 106 +- logbooks/SLG/index.html | 102 +- logbooks/SLK/index.html | 618 +-- logbooks/SND/index.html | 577 +-- logbooks/SNO/index.html | 130 +- logbooks/SOL/index.html | 106 +- logbooks/SOS/index.html | 106 +- logbooks/SOX/index.html | 102 +- logbooks/SPE/index.html | 102 +- logbooks/SRI/index.html | 106 +- logbooks/SRY/index.html | 106 +- logbooks/SST/index.html | 118 +- logbooks/STE/index.html | 102 +- logbooks/STF/index.html | 110 +- logbooks/STG/index.html | 110 +- logbooks/STH/index.html | 106 +- logbooks/STN/index.html | 102 +- logbooks/STO/index.html | 106 +- logbooks/STR/index.html | 102 +- logbooks/STS/index.html | 106 +- logbooks/STV/index.html | 102 +- logbooks/SUR/index.html | 102 +- logbooks/SWA/index.html | 106 +- logbooks/SWD/index.html | 102 +- logbooks/SWK/index.html | 106 +- logbooks/SWL/index.html | 104 +- logbooks/TAM/index.html | 106 +- logbooks/TAN/index.html | 102 +- logbooks/TAW/index.html | 102 +- logbooks/TEI/index.html | 104 +- logbooks/TEN/index.html | 104 +- logbooks/TES/index.html | 126 +- logbooks/TEW/index.html | 102 +- logbooks/TFW/index.html | 106 +- logbooks/THA/index.html | 106 +- logbooks/THE/index.html | 112 +- logbooks/THR/index.html | 104 +- logbooks/TOB/index.html | 102 +- logbooks/TOF/index.html | 102 +- logbooks/TON/index.html | 102 +- logbooks/TOR/index.html | 102 +- logbooks/TRF/index.html | 106 +- logbooks/TUN/index.html | 104 +- logbooks/TWH/index.html | 222 +- logbooks/UTT/index.html | 102 +- logbooks/VAL/index.html | 102 +- logbooks/VGL/index.html | 430 +- logbooks/WAE/index.html | 106 +- logbooks/WAR/index.html | 106 +- logbooks/WAT/index.html | 102 +- logbooks/WAW/index.html | 450 +- logbooks/WBK/index.html | 102 +- logbooks/WDE/index.html | 106 +- logbooks/WDU/index.html | 278 +- logbooks/WEA/index.html | 102 +- logbooks/WEST/index.html | 106 +- logbooks/WEW/index.html | 104 +- logbooks/WFT/index.html | 106 +- logbooks/WGN/index.html | 106 +- logbooks/WIL/index.html | 108 +- logbooks/WIN/index.html | 102 +- logbooks/WKF/index.html | 106 +- logbooks/WLA/index.html | 102 +- logbooks/WLI/index.html | 102 +- logbooks/WLL/index.html | 584 +-- logbooks/WLN/index.html | 342 +- logbooks/WLV/index.html | 106 +- logbooks/WND/index.html | 106 +- logbooks/WNM/index.html | 102 +- logbooks/WOC/index.html | 102 +- logbooks/WOI/index.html | 102 +- logbooks/WOK/index.html | 106 +- logbooks/WOR/index.html | 106 +- logbooks/WOT/index.html | 102 +- logbooks/WOX/index.html | 104 +- logbooks/WRL/index.html | 106 +- logbooks/WRT/index.html | 110 +- logbooks/WRX/index.html | 106 +- logbooks/WSK/index.html | 106 +- logbooks/WSM/index.html | 106 +- logbooks/WSX/index.html | 106 +- logbooks/WYC/index.html | 102 +- logbooks/WYE/index.html | 102 +- logbooks/WYR/index.html | 106 +- logbooks/YOR/index.html | 100 +- logbooks/ZET/index.html | 284 +- 355 files changed, 35983 insertions(+), 35929 deletions(-) diff --git a/api/failing.json b/api/failing.json index 72e914f26c..c9ccc0fac3 100644 --- a/api/failing.json +++ b/api/failing.json @@ -1 +1 @@ -[{"council_id":"HAO","missing":false,"latest_run":{"status_code":1,"log_text":"[10:05:09] Fetching Scraper for: HAO handlers.py:23\n Begin attempting to scrape: HAO handlers.py:27\n Deleting existing data... base.py:239\n[10:05:10] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:05:11] ...data deleted. base.py:246\n Scraping from base.py:42\n https://cmis.harborough.gov.uk/cmis5/Councillors.aspx \n HTTPSConnectionPool(host='cmis.harborough.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /cmis5/Councillors.aspx (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: HAO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-14 10:05:09.344581","end":"2023-10-14 10:05:11.539356","duration":2}},{"council_id":"HER","missing":false,"latest_run":{"status_code":1,"log_text":"[08:58:25] Fetching Scraper for: HER handlers.py:23\n Begin attempting to scrape: HER handlers.py:27\n Deleting existing data... base.py:239\n[08:58:26] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:58:27] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx \n /GetCouncillorsByWard \n 404 Client Error: Not Found for url: handlers.py:36\n https://www5.hertsmere.gov.uk/democracy//mgWebService. \n asmx/GetCouncillorsByWard \n Finished attempting to scrape: HER base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-14 08:58:25.499341","end":"2023-10-14 08:58:27.800674","duration":2}},{"council_id":"HMF","missing":false,"latest_run":{"status_code":1,"log_text":"[08:40:45] Fetching Scraper for: HMF handlers.py:23\n Begin attempting to scrape: HMF handlers.py:27\n[08:40:46] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:40:47] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncill \n orsByWard \n[08:40:48] 404 Client Error: Not Found for url: handlers.py:36\n http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n Finished attempting to scrape: HMF base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-14 08:40:45.992752","end":"2023-10-14 08:40:48.277378","duration":2}},{"council_id":"HNS","missing":false,"latest_run":{"status_code":1,"log_text":"[09:14:43] Fetching Scraper for: HNS handlers.py:23\n Begin attempting to scrape: HNS handlers.py:27\n[09:14:44] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[09:14:45] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n ...data deleted. base.py:246\n Scraping from base.py:42\n https://democraticservices.hounslow.gov.uk/mgWebService.as \n mx/GetCouncillorsByWard \n[09:14:46] HTTPSConnectionPool(host='democraticservices.hounslow. handlers.py:36\n gov.uk', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: HNS base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-14 09:14:43.838731","end":"2023-10-14 09:14:46.383478","duration":2}},{"council_id":"HUN","missing":false,"latest_run":{"status_code":1,"log_text":"[10:25:38] Fetching Scraper for: HUN handlers.py:23\n Begin attempting to scrape: HUN handlers.py:27\n[10:25:39] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:25:40] ...data deleted. base.py:246\n Scraping from base.py:42\n http://applications.huntingdonshire.gov.uk/moderngov//mgWe \n bService.asmx/GetCouncillorsByWard \n[10:25:41] 500 Server Error: Internal Server Error for url: handlers.py:36\n http://applications.huntingdonshire.gov.uk/moderngov// \n mgWebService.asmx/GetCouncillorsByWard \n Finished attempting to scrape: HUN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://applications.huntingdonshire.gov.uk/moderngov//mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-14 10:25:38.908231","end":"2023-10-14 10:25:41.299913","duration":2}},{"council_id":"KEC","missing":false,"latest_run":{"status_code":1,"log_text":"[08:29:20] Fetching Scraper for: KEC handlers.py:23\n Begin attempting to scrape: KEC handlers.py:27\n Deleting existing data... base.py:239\n[08:29:21] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:29:22] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.rbkc.gov.uk/committees/Councillors.aspx \n[08:29:26] 404 Client Error: Not Found for url: handlers.py:36\n https://rbkc.moderngov.co.uk/Committees/mgError.aspx \n[08:29:27] Finished attempting to scrape: KEC base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://rbkc.moderngov.co.uk/Committees/mgError.aspx\n","start":"2023-10-14 08:29:20.434034","end":"2023-10-14 08:29:27.021505","duration":6}},{"council_id":"LEE","missing":false,"latest_run":{"status_code":1,"log_text":"[08:36:51] Fetching Scraper for: LEE handlers.py:23\n Begin attempting to scrape: LEE handlers.py:27\n[08:36:52] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n Getting all files in Councillors/json... base.py:191\n ...found 40 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 40 files in Councillors/raw base.py:207\n ...found 81 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 81 files base.py:216\n[08:36:53] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.lewes-eastbourne.gov.uk//mgWebService.asm \n x/GetCouncillorsByWard \n[08:36:57] argument of type 'NoneType' is not iterable handlers.py:36\n Committing batch 1 consisting of 80 files base.py:274\n[08:36:59] Finished attempting to scrape: LEE base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 184, in run\n councillor = self.get_single_councillor(ward, councillor_xml)\n File \"scrapers/LEE-lewes/councillors.py\", line 13, in get_single_councillor\n if \"lewes.gov.uk\" in email:\nTypeError: argument of type 'NoneType' is not iterable\n","start":"2023-10-14 08:36:51.770670","end":"2023-10-14 08:36:59.106104","duration":7}},{"council_id":"MIK","missing":false,"latest_run":{"status_code":1,"log_text":"[10:43:41] Fetching Scraper for: MIK handlers.py:23\n Begin attempting to scrape: MIK handlers.py:27\n Deleting existing data... base.py:239\n[10:43:42] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:43:43] ...data deleted. base.py:246\n Scraping from base.py:42\n http://milton-keynes.cmis.uk.com/milton-keynes/Councillors \n .aspx \n 404 Client Error: Not Found for url: handlers.py:36\n http://milton-keynes.cmis.uk.com/milton-keynes/Council \n lors.aspx \n Finished attempting to scrape: MIK base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://milton-keynes.cmis.uk.com/milton-keynes/Councillors.aspx\n","start":"2023-10-14 10:43:41.218292","end":"2023-10-14 10:43:43.502323","duration":2}},{"council_id":"MOL","missing":false,"latest_run":{"status_code":1,"log_text":"[09:26:01] Fetching Scraper for: MOL handlers.py:23\n Begin attempting to scrape: MOL handlers.py:27\n Deleting existing data... base.py:239\n[09:26:02] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:26:03] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.molevalley.gov.uk/home/council/councillors/who \n -are-your-councillors \n HTTPSConnectionPool(host='www.molevalley.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /home/council/councillors/who-are-your-councillors \n (Caused by SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: MOL base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-14 09:26:01.468819","end":"2023-10-14 09:26:03.534697","duration":2}},{"council_id":"NEL","missing":false,"latest_run":{"status_code":1,"log_text":"[10:25:46] Fetching Scraper for: NEL handlers.py:23\n Begin attempting to scrape: NEL handlers.py:27\n[10:25:47] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:25:48] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.nelincs.gov.uk/your-council/councillors-mps-an \n d-meps/find-your-councillor/councillors-by-party/ \n[10:25:52] More than one element selected handlers.py:36\n[10:25:53] Finished attempting to scrape: NEL base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 145, in get_list_container\n raise ValueError(\"More than one element selected\")\nValueError: More than one element selected\n","start":"2023-10-14 10:25:46.750788","end":"2023-10-14 10:25:53.122302","duration":6}},{"council_id":"NNO","missing":false,"latest_run":{"status_code":1,"log_text":"[08:48:40] Fetching Scraper for: NNO handlers.py:23\n Begin attempting to scrape: NNO handlers.py:27\n Deleting existing data... base.py:239\n[08:48:41] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:48:42] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.north-norfolk.gov.uk/members/#filter-form \n[08:48:44] list index out of range handlers.py:36\n Finished attempting to scrape: NNO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"scrapers/NNO-north-norfolk/councillors.py\", line 15, in get_councillors\n return super().get_councillors()[1:]\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 146, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2023-10-14 08:48:40.576707","end":"2023-10-14 08:48:44.763617","duration":4}},{"council_id":"OAD","missing":false,"latest_run":{"status_code":1,"log_text":"[09:55:54] Fetching Scraper for: OAD handlers.py:23\n Begin attempting to scrape: OAD handlers.py:27\n[09:55:55] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:55:56] ...data deleted. base.py:246\n Scraping from base.py:42\n http://moderngov.oadby-wigston.gov.uk/mgWebService.asmx/Ge \n tCouncillorsByWard \n[09:55:57] ('Connection aborted.', ConnectionResetError(104, handlers.py:36\n 'Connection reset by peer')) \n Finished attempting to scrape: OAD base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 277, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n File \"/var/lang/lib/python3.8/socket.py\", line 669, in readinto\n return self._sock.recv_into(b)\nConnectionResetError: [Errno 104] Connection reset by peer\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n File \"/opt/python/urllib3/packages/six.py\", line 769, in reraise\n raise value.with_traceback(tb)\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 277, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n File \"/var/lang/lib/python3.8/socket.py\", line 669, in readinto\n return self._sock.recv_into(b)\nurllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 501, in send\n raise ConnectionError(err, request=request)\nrequests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))\n","start":"2023-10-14 09:55:54.777445","end":"2023-10-14 09:55:57.346424","duration":2}},{"council_id":"ORK","missing":false,"latest_run":{"status_code":1,"log_text":"[08:31:54] Fetching Scraper for: ORK handlers.py:23\n Begin attempting to scrape: ORK handlers.py:27\n Deleting existing data... base.py:239\n[08:31:55] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:31:56] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.orkney.gov.uk/Council/Councillors/councillor-p \n rofiles.htm \n 404 Client Error: Not Found for url: handlers.py:36\n https://www.orkney.gov.uk/Council/Councillors/councill \n or-profiles.htm \n Finished attempting to scrape: ORK base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.orkney.gov.uk/Council/Councillors/councillor-profiles.htm\n","start":"2023-10-14 08:31:54.370126","end":"2023-10-14 08:31:56.813324","duration":2}},{"council_id":"PEN","missing":false,"latest_run":{"status_code":1,"log_text":"[10:04:19] Fetching Scraper for: PEN handlers.py:23\n Begin attempting to scrape: PEN handlers.py:27\n[10:04:20] Deleting existing data... base.py:239\n[10:04:21] Getting all files in Councillors... base.py:191\n[10:04:22] Getting all files in Councillors/json... base.py:191\n ...found 15 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 15 files in Councillors/raw base.py:207\n ...found 31 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 31 files base.py:216\n[10:04:23] ...data deleted. base.py:246\n Scraping from https://www.pendle.gov.uk/councillors/name base.py:42\n[10:04:25] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/76/mohammed_adnan \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/83/faraz_ahmad \n[10:04:26] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/2/nadeem_ahmed \n[10:04:27] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/91/sajjad_ahmed \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/78/david_albin \n[10:04:28] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/67/zafar_ali \n[10:04:29] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/88/mohammad_ammer \n[10:04:30] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/84/ruby_anwar \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/8/naeem_hussain_ashr \n af \n[10:04:31] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/94/mohammad_aslam \n[10:04:32] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/12/neil_butterworth \n[10:04:33] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/13/rosemary_e_carrol \n l \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/85/chris_church \n[10:04:34] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/75/david_cockburn-pr \n ice \n[10:04:35] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/64/sarah_cockburn-pr \n ice \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/92/david_gallear \n[10:04:36] 'NoneType' object is not subscriptable handlers.py:36\n Committing batch 1 consisting of 30 files base.py:274\n[10:04:38] Finished attempting to scrape: PEN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 52, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/PEN-pendle/councillors.py\", line 48, in get_single_councillor\n councillor.email = soup.select_one(\"li a[href^=mailto]\")[\"href\"].replace(\nTypeError: 'NoneType' object is not subscriptable\n","start":"2023-10-14 10:04:19.944106","end":"2023-10-14 10:04:38.259617","duration":18}},{"council_id":"SEV","missing":false,"latest_run":{"status_code":1,"log_text":"[09:32:59] Fetching Scraper for: SEV handlers.py:23\n Begin attempting to scrape: SEV handlers.py:27\n Deleting existing data... base.py:239\n[09:33:00] Getting all files in Councillors... base.py:191\n Getting all files in Councillors/json... base.py:191\n ...found 54 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 54 files in Councillors/raw base.py:207\n ...found 109 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 100 files base.py:216\n[09:33:01] Deleting batch no. 2 consisting of 9 files base.py:216\n[09:33:02] ...data deleted. base.py:246\n Scraping from base.py:42\n http://cds.sevenoaks.gov.uk/mgWebService.asmx/GetCouncillo \n rsByWard \n[09:33:03] (\"Connection broken: ConnectionResetError(104, handlers.py:36\n 'Connection reset by peer')\", \n ConnectionResetError(104, 'Connection reset by peer')) \n[09:33:04] Finished attempting to scrape: SEV base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/response.py\", line 444, in _error_catcher\n yield\n File \"/opt/python/urllib3/response.py\", line 567, in read\n data = self._fp_read(amt) if not fp_closed else b\"\"\n File \"/opt/python/urllib3/response.py\", line 533, in _fp_read\n return self._fp.read(amt) if amt is not None else self._fp.read()\n File \"/var/lang/lib/python3.8/http/client.py\", line 459, in read\n n = self.readinto(b)\n File \"/var/lang/lib/python3.8/http/client.py\", line 503, in readinto\n n = self.fp.readinto(b)\n File \"/var/lang/lib/python3.8/socket.py\", line 669, in readinto\n return self._sock.recv_into(b)\nConnectionResetError: [Errno 104] Connection reset by peer\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/models.py\", line 816, in generate\n yield from self.raw.stream(chunk_size, decode_content=True)\n File \"/opt/python/urllib3/response.py\", line 628, in stream\n data = self.read(amt=amt, decode_content=decode_content)\n File \"/opt/python/urllib3/response.py\", line 593, in read\n raise IncompleteRead(self._fp_bytes_read, self.length_remaining)\n File \"/var/lang/lib/python3.8/contextlib.py\", line 131, in __exit__\n self.gen.throw(type, value, traceback)\n File \"/opt/python/urllib3/response.py\", line 461, in _error_catcher\n raise ProtocolError(\"Connection broken: %r\" % e, e)\nurllib3.exceptions.ProtocolError: (\"Connection broken: ConnectionResetError(104, 'Connection reset by peer')\", ConnectionResetError(104, 'Connection reset by peer'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 747, in send\n r.content\n File \"/opt/python/requests/models.py\", line 899, in content\n self._content = b\"\".join(self.iter_content(CONTENT_CHUNK_SIZE)) or b\"\"\n File \"/opt/python/requests/models.py\", line 818, in generate\n raise ChunkedEncodingError(e)\nrequests.exceptions.ChunkedEncodingError: (\"Connection broken: ConnectionResetError(104, 'Connection reset by peer')\", ConnectionResetError(104, 'Connection reset by peer'))\n","start":"2023-10-14 09:32:59.466637","end":"2023-10-14 09:33:04.144800","duration":4}},{"council_id":"SFT","missing":false,"latest_run":{"status_code":1,"log_text":"[09:24:19] Fetching Scraper for: SFT handlers.py:23\n Begin attempting to scrape: SFT handlers.py:27\n Deleting existing data... base.py:239\n[09:24:20] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:24:21] ...data deleted. base.py:246\n Scraping from base.py:42\n http://modgov.sefton.gov.uk/mgWebService.asmx/GetCouncillo \n rsByWard \n HTTPSConnectionPool(host='modgov.sefton.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: SFT base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 725, in send\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 725, in <listcomp>\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 266, in resolve_redirects\n resp = self.send(\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-14 09:24:19.156089","end":"2023-10-14 09:24:21.537648","duration":2}},{"council_id":"SHE","missing":false,"latest_run":{"status_code":null,"log_text":"[11:28:20] Fetching Scraper for: SHE handlers.py:22\n Begin attempting to scrape: SHE handlers.py:25\n Deleting existing data... base.py:234\n Getting all files in SHE... base.py:186\n[11:28:21] Getting all files in SHE/json... base.py:186\n ...found 30 files in SHE/json base.py:202\n Getting all files in SHE/raw... base.py:186\n ...found 30 files in SHE/raw base.py:202\n ...found 61 files in SHE base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[11:28:32] An error occurred (ThrottlingException) when calling handlers.py:34\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SHE base.py:319\n","errors":"An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded","start":"2022-04-04 11:28:20.509898","end":"2022-04-04 11:28:32.871624","duration":12}},{"council_id":"SHN","missing":false,"latest_run":{"status_code":1,"log_text":"[09:25:52] Fetching Scraper for: SHN handlers.py:23\n Begin attempting to scrape: SHN handlers.py:27\n[09:25:53] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:25:54] ...data deleted. base.py:246\n Scraping from base.py:42\n http://moderngov.sthelens.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n[09:25:57] HTTPConnectionPool(host='moderngov.sthelens.gov.uk', handlers.py:36\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError('<urllib3.connection.HTTPConnection \n object at 0x7f820f09fc40>: Failed to establish a new \n connection: [Errno 113] No route to host')) \n Finished attempting to scrape: SHN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connection.py\", line 174, in _new_conn\n conn = connection.create_connection(\n File \"/opt/python/urllib3/util/connection.py\", line 95, in create_connection\n raise err\n File \"/opt/python/urllib3/util/connection.py\", line 85, in create_connection\n sock.connect(sa)\nOSError: [Errno 113] No route to host\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 415, in _make_request\n conn.request(method, url, **httplib_request_kw)\n File \"/opt/python/urllib3/connection.py\", line 244, in request\n super(HTTPConnection, self).request(method, url, body=body, headers=headers)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1256, in request\n self._send_request(method, url, body, headers, encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1302, in _send_request\n self.endheaders(body, encode_chunked=encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1251, in endheaders\n self._send_output(message_body, encode_chunked=encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1011, in _send_output\n self.send(msg)\n File \"/var/lang/lib/python3.8/http/client.py\", line 951, in send\n self.connect()\n File \"/opt/python/urllib3/connection.py\", line 205, in connect\n conn = self._new_conn()\n File \"/opt/python/urllib3/connection.py\", line 186, in _new_conn\n raise NewConnectionError(\nurllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f820f09fc40>: Failed to establish a new connection: [Errno 113] No route to host\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f820f09fc40>: Failed to establish a new connection: [Errno 113] No route to host'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 519, in send\n raise ConnectionError(e, request=request)\nrequests.exceptions.ConnectionError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f820f09fc40>: Failed to establish a new connection: [Errno 113] No route to host'))\n","start":"2023-10-14 09:25:52.750190","end":"2023-10-14 09:25:57.917981","duration":5}},{"council_id":"SND","missing":false,"latest_run":{"status_code":1,"log_text":"[08:59:57] Fetching Scraper for: SND handlers.py:23\n Begin attempting to scrape: SND handlers.py:27\n Deleting existing data... base.py:239\n[08:59:58] Getting all files in Councillors... base.py:191\n Getting all files in Councillors/json... base.py:191\n ...found 10 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n[08:59:59] ...found 10 files in Councillors/raw base.py:207\n ...found 21 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 21 files base.py:216\n[09:00:00] ...data deleted. base.py:246\n Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers.aspx \n[09:00:01] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1911/ScreenMod \n e/Ward/Default.aspx \n[09:00:03] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1974/ScreenMod \n e/Ward/Default.aspx \n[09:00:05] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1816/ScreenMod \n e/Ward/Default.aspx \n[09:00:07] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1961/ScreenMod \n e/Ward/Default.aspx \n[09:00:09] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1586/ScreenMod \n e/Ward/Default.aspx \n[09:00:11] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1228/ScreenMod \n e/Ward/Default.aspx \n[09:00:13] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1902/ScreenMod \n e/Ward/Default.aspx \n[09:00:15] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1742/ScreenMod \n e/Ward/Default.aspx \n[09:00:19] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1861/ScreenMod \n e/Ward/Default.aspx \n[09:00:21] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1958/ScreenMod \n e/Ward/Default.aspx \n[09:00:23] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1854/ScreenMod \n e/Ward/Default.aspx \n[09:00:25] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1914/ScreenMod \n e/Ward/Default.aspx \n[09:00:27] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1944/ScreenMod \n e/Ward/Default.aspx \n[09:00:29] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1906/ScreenMod \n e/Ward/Default.aspx \n[09:00:31] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1981/ScreenMod \n e/Ward/Default.aspx \n[09:00:33] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1247/ScreenMod \n e/Ward/Default.aspx \n[09:00:37] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1905/ScreenMod \n e/Ward/Default.aspx \n[09:00:38] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1588/ScreenMod \n e/Ward/Default.aspx \n[09:00:41] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1359/ScreenMod \n e/Ward/Default.aspx \n[09:00:43] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1823/ScreenMod \n e/Ward/Default.aspx \n[09:00:46] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1936/ScreenMod \n e/Ward/Default.aspx \n[09:00:48] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1959/ScreenMod \n e/Ward/Default.aspx \n[09:00:50] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1415/ScreenMod \n e/Ward/Default.aspx \n[09:00:52] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1916/ScreenMod \n e/Ward/Default.aspx \n[09:00:54] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1744/ScreenMod \n e/Ward/Default.aspx \n[09:00:57] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1860/ScreenMod \n e/Ward/Default.aspx \n[09:00:59] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1818/ScreenMod \n e/Ward/Default.aspx \n[09:01:01] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1814/ScreenMod \n e/Ward/Default.aspx \n[09:01:03] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1901/ScreenMod \n e/Ward/Default.aspx \n[09:01:05] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1819/ScreenMod \n e/Ward/Default.aspx \n[09:01:07] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1910/ScreenMod \n e/Ward/Default.aspx \n[09:01:08] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1399/ScreenMod \n e/Ward/Default.aspx \n[09:01:11] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1940/ScreenMod \n e/Ward/Default.aspx \n[09:01:14] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1919/ScreenMod \n e/Ward/Default.aspx \n[09:01:17] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1956/ScreenMod \n e/Ward/Default.aspx \n[09:01:19] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1980/ScreenMod \n e/Ward/Default.aspx \n[09:01:20] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1852/ScreenMod \n e/Ward/Default.aspx \n[09:01:22] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1900/ScreenMod \n e/Ward/Default.aspx \n[09:01:25] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1766/ScreenMod \n e/Ward/Default.aspx \n[09:01:27] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1917/ScreenMod \n e/Ward/Default.aspx \n[09:01:29] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1642/ScreenMod \n e/Ward/Default.aspx \n[09:01:31] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1390/ScreenMod \n e/Ward/Default.aspx \n[09:01:34] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1979/ScreenMod \n e/Ward/Default.aspx \n[09:01:37] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1403/ScreenMod \n e/Ward/Default.aspx \n[09:01:41] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1365/ScreenMod \n e/Ward/Default.aspx \n[09:01:44] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1851/ScreenMod \n e/Ward/Default.aspx \n[09:01:46] Committing batch 1 consisting of 92 files base.py:274\n[09:01:47] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1746/ScreenMod \n e/Ward/Default.aspx \n[09:01:49] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1817/ScreenMod \n e/Ward/Default.aspx \n[09:01:52] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1977/ScreenMod \n e/Ward/Default.aspx \n[09:01:53] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1921/ScreenMod \n e/Ward/Default.aspx \n[09:01:55] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1367/ScreenMod \n e/Ward/Default.aspx \n[09:01:59] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1960/ScreenMod \n e/Ward/Default.aspx \n[09:02:01] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1920/ScreenMod \n e/Ward/Default.aspx \n[09:02:02] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1857/ScreenMod \n e/Ward/Default.aspx \n[09:02:05] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1229/ScreenMod \n e/Ward/Default.aspx \n[09:02:07] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1975/ScreenMod \n e/Ward/Default.aspx \n[09:02:09] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1904/ScreenMod \n e/Ward/Default.aspx \n[09:02:11] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1903/ScreenMod \n e/Ward/Default.aspx \n[09:02:12] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1858/ScreenMod \n e/Ward/Default.aspx \n[09:02:13] ('Connection aborted.', RemoteDisconnected('Remote end handlers.py:36\n closed connection without response')) \n Committing batch 2 consisting of 24 files base.py:274\n[09:02:14] Finished attempting to scrape: SND base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 285, in _read_status\n raise RemoteDisconnected(\"Remote end closed connection without\"\nhttp.client.RemoteDisconnected: Remote end closed connection without response\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n File \"/opt/python/urllib3/packages/six.py\", line 769, in reraise\n raise value.with_traceback(tb)\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 285, in _read_status\n raise RemoteDisconnected(\"Remote end closed connection without\"\nurllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 52, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 278, in get_single_councillor\n req = self.get(url)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 501, in send\n raise ConnectionError(err, request=request)\nrequests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))\n","start":"2023-10-14 08:59:57.602697","end":"2023-10-14 09:02:14.703516","duration":137}},{"council_id":"SNO","missing":false,"latest_run":{"status_code":1,"log_text":"[08:56:04] Fetching Scraper for: SNO handlers.py:23\n Begin attempting to scrape: SNO handlers.py:27\n[08:56:05] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:56:06] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.southnorfolkandbroadland.gov.uk/directory/3/so \n uth-norfolk-councillor-directory/category/11 \n[08:56:07] 404 Client Error: Not Found for url: handlers.py:36\n https://www.southnorfolkandbroadland.gov.uk/directory/ \n 3/south-norfolk-councillor-directory/category/11 \n Finished attempting to scrape: SNO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.southnorfolkandbroadland.gov.uk/directory/3/south-norfolk-councillor-directory/category/11\n","start":"2023-10-14 08:56:04.870478","end":"2023-10-14 08:56:07.245096","duration":2}},{"council_id":"SST","missing":false,"latest_run":{"status_code":1,"log_text":"[10:47:53] Fetching Scraper for: SST handlers.py:23\n Begin attempting to scrape: SST handlers.py:27\n Deleting existing data... base.py:239\n[10:47:54] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:47:55] ...data deleted. base.py:246\n Scraping from base.py:42\n https://services.sstaffs.gov.uk/cmis/Councillors.aspx \n 404 Client Error: Not Found for url: handlers.py:36\n https://services.sstaffs.gov.uk/cmis/Councillors.aspx \n Finished attempting to scrape: SST base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://services.sstaffs.gov.uk/cmis/Councillors.aspx\n","start":"2023-10-14 10:47:53.345432","end":"2023-10-14 10:47:55.562573","duration":2}},{"council_id":"STG","missing":false,"latest_run":{"status_code":1,"log_text":"[09:18:25] Fetching Scraper for: STG handlers.py:23\n Begin attempting to scrape: STG handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[09:18:26] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n ...data deleted. base.py:246\n Scraping from https://www.stirling.gov.uk/councillors base.py:42\n[09:18:28] list index out of range handlers.py:36\n[09:18:29] Finished attempting to scrape: STG base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 146, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2023-10-14 09:18:25.059313","end":"2023-10-14 09:18:29.186316","duration":4}},{"council_id":"TES","missing":false,"latest_run":{"status_code":1,"log_text":"[08:21:36] Fetching Scraper for: TES handlers.py:23\n Begin attempting to scrape: TES handlers.py:27\n Deleting existing data... base.py:239\n[08:21:37] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:21:38] ...data deleted. base.py:246\n Scraping from base.py:42\n http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepr \n esentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx# \n MemberSectionA \n 404 Client Error: Not Found for url: handlers.py:36\n http://testvalley.cmis.uk.com/testvalleypublic/Elected \n Representatives/tabid/63/ScreenMode/Alphabetical/Defau \n lt.aspx#MemberSectionA \n Finished attempting to scrape: TES base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepresentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx#MemberSectionA\n","start":"2023-10-14 08:21:36.563908","end":"2023-10-14 08:21:38.680954","duration":2}},{"council_id":"THE","missing":false,"latest_run":{"status_code":1,"log_text":"[08:44:39] Fetching Scraper for: THE handlers.py:23\n Begin attempting to scrape: THE handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[08:44:40] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.threerivers.gov.uk/listing/councillors \n[08:44:43] 'NoneType' object has no attribute 'findNext' handlers.py:36\n[08:44:44] Finished attempting to scrape: THE base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"scrapers/THE-three-rivers/councillors.py\", line 13, in get_list_container\n return soup.find(\"h3\", text=\"District Councillor\").findNext(\"ul\")\nAttributeError: 'NoneType' object has no attribute 'findNext'\n","start":"2023-10-14 08:44:39.160763","end":"2023-10-14 08:44:44.185645","duration":5}},{"council_id":"TWH","missing":false,"latest_run":{"status_code":1,"log_text":"[09:25:06] Fetching Scraper for: TWH handlers.py:23\n Begin attempting to scrape: TWH handlers.py:27\n[09:25:07] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:25:08] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.towerhamlets.gov.uk/mgWebService.asmx/Get \n CouncillorsByWard \n HTTPSConnectionPool(host='democracy.towerhamlets.gov.u handlers.py:36\n k', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: TWH base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 725, in send\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 725, in <listcomp>\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 266, in resolve_redirects\n resp = self.send(\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-14 09:25:06.731081","end":"2023-10-14 09:25:08.878470","duration":2}},{"council_id":"WRT","missing":false,"latest_run":{"status_code":1,"log_text":"[10:41:04] Fetching Scraper for: WRT handlers.py:23\n Begin attempting to scrape: WRT handlers.py:27\n[10:41:05] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[10:41:06] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n ...data deleted. base.py:246\n Scraping from https://www.warrington.gov.uk/councillors base.py:42\n[10:41:10] More than one element selected handlers.py:36\n Finished attempting to scrape: WRT base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 145, in get_list_container\n raise ValueError(\"More than one element selected\")\nValueError: More than one element selected\n","start":"2023-10-14 10:41:04.970821","end":"2023-10-14 10:41:10.375483","duration":5}},{"council_id":"YOR","missing":false,"latest_run":{"status_code":1,"log_text":"[10:00:23] Fetching Scraper for: YOR handlers.py:23\n Begin attempting to scrape: YOR handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[10:00:24] Getting all files in Councillors/json... base.py:191\n ...found 47 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 47 files in Councillors/raw base.py:207\n ...found 95 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 95 files base.py:216\n[10:00:25] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.york.gov.uk/mgWebService.asmx/GetCouncill \n orsByWard \n[10:02:09] 524 Server Error: for url: handlers.py:36\n https://democracy.york.gov.uk/mgWebService.asmx/GetCou \n ncillorsByWard \n[10:02:10] Finished attempting to scrape: YOR base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 524 Server Error: for url: https://democracy.york.gov.uk/mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-14 10:00:23.037523","end":"2023-10-14 10:02:10.037355","duration":106}}] +[{"council_id":"HAO","missing":false,"latest_run":{"status_code":1,"log_text":"[10:26:30] Fetching Scraper for: HAO handlers.py:23\n Begin attempting to scrape: HAO handlers.py:27\n Deleting existing data... base.py:239\n[10:26:31] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:26:32] ...data deleted. base.py:246\n Scraping from base.py:42\n https://cmis.harborough.gov.uk/cmis5/Councillors.aspx \n HTTPSConnectionPool(host='cmis.harborough.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /cmis5/Councillors.aspx (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: HAO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-15 10:26:30.355738","end":"2023-10-15 10:26:32.669646","duration":2}},{"council_id":"HER","missing":false,"latest_run":{"status_code":1,"log_text":"[09:50:54] Fetching Scraper for: HER handlers.py:23\n Begin attempting to scrape: HER handlers.py:27\n[09:50:55] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:50:56] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx \n /GetCouncillorsByWard \n 404 Client Error: Not Found for url: handlers.py:36\n https://www5.hertsmere.gov.uk/democracy//mgWebService. \n asmx/GetCouncillorsByWard \n[09:50:57] Finished attempting to scrape: HER base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-15 09:50:54.936089","end":"2023-10-15 09:50:57.217452","duration":2}},{"council_id":"HMF","missing":false,"latest_run":{"status_code":1,"log_text":"[09:36:58] Fetching Scraper for: HMF handlers.py:23\n Begin attempting to scrape: HMF handlers.py:27\n Deleting existing data... base.py:239\n[09:36:59] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:37:00] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncill \n orsByWard \n 404 Client Error: Not Found for url: handlers.py:36\n http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n Finished attempting to scrape: HMF base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-15 09:36:58.255133","end":"2023-10-15 09:37:00.465546","duration":2}},{"council_id":"HNS","missing":false,"latest_run":{"status_code":1,"log_text":"[08:20:51] Fetching Scraper for: HNS handlers.py:23\n Begin attempting to scrape: HNS handlers.py:27\n Deleting existing data... base.py:239\n[08:20:52] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:20:53] ...data deleted. base.py:246\n Scraping from base.py:42\n https://democraticservices.hounslow.gov.uk/mgWebService.as \n mx/GetCouncillorsByWard \n HTTPSConnectionPool(host='democraticservices.hounslow. handlers.py:36\n gov.uk', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: HNS base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-15 08:20:51.287090","end":"2023-10-15 08:20:53.792693","duration":2}},{"council_id":"HUN","missing":false,"latest_run":{"status_code":1,"log_text":"[10:11:51] Fetching Scraper for: HUN handlers.py:23\n Begin attempting to scrape: HUN handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[10:11:52] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:11:53] ...data deleted. base.py:246\n Scraping from base.py:42\n http://applications.huntingdonshire.gov.uk/moderngov//mgWe \n bService.asmx/GetCouncillorsByWard \n 500 Server Error: Internal Server Error for url: handlers.py:36\n http://applications.huntingdonshire.gov.uk/moderngov// \n mgWebService.asmx/GetCouncillorsByWard \n Finished attempting to scrape: HUN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://applications.huntingdonshire.gov.uk/moderngov//mgWebService.asmx/GetCouncillorsByWard\n","start":"2023-10-15 10:11:51.157382","end":"2023-10-15 10:11:53.398206","duration":2}},{"council_id":"KEC","missing":false,"latest_run":{"status_code":1,"log_text":"[08:40:36] Fetching Scraper for: KEC handlers.py:23\n Begin attempting to scrape: KEC handlers.py:27\n[08:40:37] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:40:38] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.rbkc.gov.uk/committees/Councillors.aspx \n[08:40:42] 404 Client Error: Not Found for url: handlers.py:36\n https://rbkc.moderngov.co.uk/Committees/mgError.aspx \n Finished attempting to scrape: KEC base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://rbkc.moderngov.co.uk/Committees/mgError.aspx\n","start":"2023-10-15 08:40:36.767920","end":"2023-10-15 08:40:42.494774","duration":5}},{"council_id":"LEE","missing":false,"latest_run":{"status_code":1,"log_text":"[09:39:29] Fetching Scraper for: LEE handlers.py:23\n Begin attempting to scrape: LEE handlers.py:27\n Deleting existing data... base.py:239\n[09:39:30] Getting all files in Councillors... base.py:191\n Getting all files in Councillors/json... base.py:191\n ...found 40 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 40 files in Councillors/raw base.py:207\n ...found 81 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 81 files base.py:216\n[09:39:31] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.lewes-eastbourne.gov.uk//mgWebService.asm \n x/GetCouncillorsByWard \n[09:39:35] argument of type 'NoneType' is not iterable handlers.py:36\n Committing batch 1 consisting of 80 files base.py:274\n[09:39:36] Finished attempting to scrape: LEE base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 184, in run\n councillor = self.get_single_councillor(ward, councillor_xml)\n File \"scrapers/LEE-lewes/councillors.py\", line 13, in get_single_councillor\n if \"lewes.gov.uk\" in email:\nTypeError: argument of type 'NoneType' is not iterable\n","start":"2023-10-15 09:39:29.665109","end":"2023-10-15 09:39:36.700299","duration":7}},{"council_id":"MIK","missing":false,"latest_run":{"status_code":1,"log_text":"[09:34:52] Fetching Scraper for: MIK handlers.py:23\n Begin attempting to scrape: MIK handlers.py:27\n[09:34:53] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:34:54] ...data deleted. base.py:246\n Scraping from base.py:42\n http://milton-keynes.cmis.uk.com/milton-keynes/Councillors \n .aspx \n 404 Client Error: Not Found for url: handlers.py:36\n http://milton-keynes.cmis.uk.com/milton-keynes/Council \n lors.aspx \n[09:34:55] Finished attempting to scrape: MIK base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://milton-keynes.cmis.uk.com/milton-keynes/Councillors.aspx\n","start":"2023-10-15 09:34:52.842126","end":"2023-10-15 09:34:55.122819","duration":2}},{"council_id":"MOL","missing":false,"latest_run":{"status_code":1,"log_text":"[08:49:47] Fetching Scraper for: MOL handlers.py:23\n Begin attempting to scrape: MOL handlers.py:27\n Deleting existing data... base.py:239\n[08:49:48] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:49:49] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.molevalley.gov.uk/home/council/councillors/who \n -are-your-councillors \n HTTPSConnectionPool(host='www.molevalley.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /home/council/councillors/who-are-your-councillors \n (Caused by SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: MOL base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-15 08:49:47.372598","end":"2023-10-15 08:49:49.604150","duration":2}},{"council_id":"NEL","missing":false,"latest_run":{"status_code":1,"log_text":"[08:28:36] Fetching Scraper for: NEL handlers.py:23\n Begin attempting to scrape: NEL handlers.py:27\n[08:28:37] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:28:38] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.nelincs.gov.uk/your-council/councillors-mps-an \n d-meps/find-your-councillor/councillors-by-party/ \n[08:28:43] More than one element selected handlers.py:36\n Finished attempting to scrape: NEL base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 145, in get_list_container\n raise ValueError(\"More than one element selected\")\nValueError: More than one element selected\n","start":"2023-10-15 08:28:36.860556","end":"2023-10-15 08:28:43.594585","duration":6}},{"council_id":"NNO","missing":false,"latest_run":{"status_code":1,"log_text":"[10:14:47] Fetching Scraper for: NNO handlers.py:23\n Begin attempting to scrape: NNO handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[10:14:48] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:14:49] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.north-norfolk.gov.uk/members/#filter-form \n[10:14:52] list index out of range handlers.py:36\n Finished attempting to scrape: NNO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"scrapers/NNO-north-norfolk/councillors.py\", line 15, in get_councillors\n return super().get_councillors()[1:]\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 146, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2023-10-15 10:14:47.099032","end":"2023-10-15 10:14:52.321199","duration":5}},{"council_id":"OAD","missing":false,"latest_run":{"status_code":1,"log_text":"[09:15:53] Fetching Scraper for: OAD handlers.py:23\n Begin attempting to scrape: OAD handlers.py:27\n Deleting existing data... base.py:239\n[09:15:54] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:15:55] ...data deleted. base.py:246\n Scraping from base.py:42\n http://moderngov.oadby-wigston.gov.uk/mgWebService.asmx/Ge \n tCouncillorsByWard \n ('Connection aborted.', ConnectionResetError(104, handlers.py:36\n 'Connection reset by peer')) \n Finished attempting to scrape: OAD base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 277, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n File \"/var/lang/lib/python3.8/socket.py\", line 669, in readinto\n return self._sock.recv_into(b)\nConnectionResetError: [Errno 104] Connection reset by peer\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n File \"/opt/python/urllib3/packages/six.py\", line 769, in reraise\n raise value.with_traceback(tb)\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 277, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n File \"/var/lang/lib/python3.8/socket.py\", line 669, in readinto\n return self._sock.recv_into(b)\nurllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 501, in send\n raise ConnectionError(err, request=request)\nrequests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))\n","start":"2023-10-15 09:15:53.371791","end":"2023-10-15 09:15:55.721153","duration":2}},{"council_id":"ORK","missing":false,"latest_run":{"status_code":1,"log_text":"[08:31:45] Fetching Scraper for: ORK handlers.py:23\n Begin attempting to scrape: ORK handlers.py:27\n[08:31:46] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:31:47] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.orkney.gov.uk/Council/Councillors/councillor-p \n rofiles.htm \n[08:31:48] 404 Client Error: Not Found for url: handlers.py:36\n https://www.orkney.gov.uk/Council/Councillors/councill \n or-profiles.htm \n Finished attempting to scrape: ORK base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.orkney.gov.uk/Council/Councillors/councillor-profiles.htm\n","start":"2023-10-15 08:31:45.872048","end":"2023-10-15 08:31:48.295781","duration":2}},{"council_id":"PEN","missing":false,"latest_run":{"status_code":1,"log_text":"[10:00:49] Fetching Scraper for: PEN handlers.py:23\n Begin attempting to scrape: PEN handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[10:00:50] Getting all files in Councillors/json... base.py:191\n ...found 15 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n ...found 15 files in Councillors/raw base.py:207\n ...found 31 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 31 files base.py:216\n[10:00:51] ...data deleted. base.py:246\n Scraping from https://www.pendle.gov.uk/councillors/name base.py:42\n[10:00:53] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/76/mohammed_adnan \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/83/faraz_ahmad \n[10:00:54] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/2/nadeem_ahmed \n[10:00:55] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/91/sajjad_ahmed \n[10:00:56] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/78/david_albin \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/67/zafar_ali \n[10:00:57] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/88/mohammad_ammer \n[10:00:58] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/84/ruby_anwar \n[10:00:59] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/8/naeem_hussain_ashr \n af \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/94/mohammad_aslam \n[10:01:00] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/12/neil_butterworth \n[10:01:01] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/13/rosemary_e_carrol \n l \n[10:01:02] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/85/chris_church \n Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/75/david_cockburn-pr \n ice \n[10:01:03] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/64/sarah_cockburn-pr \n ice \n[10:01:04] Scraping from base.py:42\n https://www.pendle.gov.uk/councillors/92/david_gallear \n 'NoneType' object is not subscriptable handlers.py:36\n Committing batch 1 consisting of 30 files base.py:274\n[10:01:06] Finished attempting to scrape: PEN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 52, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/PEN-pendle/councillors.py\", line 48, in get_single_councillor\n councillor.email = soup.select_one(\"li a[href^=mailto]\")[\"href\"].replace(\nTypeError: 'NoneType' object is not subscriptable\n","start":"2023-10-15 10:00:49.143445","end":"2023-10-15 10:01:06.260579","duration":17}},{"council_id":"SFT","missing":false,"latest_run":{"status_code":1,"log_text":"[09:56:36] Fetching Scraper for: SFT handlers.py:23\n Begin attempting to scrape: SFT handlers.py:27\n Deleting existing data... base.py:239\n[09:56:37] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:56:38] ...data deleted. base.py:246\n Scraping from base.py:42\n http://modgov.sefton.gov.uk/mgWebService.asmx/GetCouncillo \n rsByWard \n HTTPSConnectionPool(host='modgov.sefton.gov.uk', handlers.py:36\n port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: SFT base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 725, in send\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 725, in <listcomp>\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 266, in resolve_redirects\n resp = self.send(\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-15 09:56:36.228399","end":"2023-10-15 09:56:38.457018","duration":2}},{"council_id":"SHE","missing":false,"latest_run":{"status_code":null,"log_text":"[11:28:20] Fetching Scraper for: SHE handlers.py:22\n Begin attempting to scrape: SHE handlers.py:25\n Deleting existing data... base.py:234\n Getting all files in SHE... base.py:186\n[11:28:21] Getting all files in SHE/json... base.py:186\n ...found 30 files in SHE/json base.py:202\n Getting all files in SHE/raw... base.py:186\n ...found 30 files in SHE/raw base.py:202\n ...found 61 files in SHE base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[11:28:32] An error occurred (ThrottlingException) when calling handlers.py:34\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SHE base.py:319\n","errors":"An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded","start":"2022-04-04 11:28:20.509898","end":"2022-04-04 11:28:32.871624","duration":12}},{"council_id":"SHN","missing":false,"latest_run":{"status_code":1,"log_text":"[08:35:08] Fetching Scraper for: SHN handlers.py:23\n Begin attempting to scrape: SHN handlers.py:27\n Deleting existing data... base.py:239\n[08:35:09] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[08:35:10] ...data deleted. base.py:246\n Scraping from base.py:42\n http://moderngov.sthelens.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n[08:35:13] HTTPConnectionPool(host='moderngov.sthelens.gov.uk', handlers.py:36\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError('<urllib3.connection.HTTPConnection \n object at 0x7f184bd5afd0>: Failed to establish a new \n connection: [Errno 113] No route to host')) \n Finished attempting to scrape: SHN base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connection.py\", line 174, in _new_conn\n conn = connection.create_connection(\n File \"/opt/python/urllib3/util/connection.py\", line 95, in create_connection\n raise err\n File \"/opt/python/urllib3/util/connection.py\", line 85, in create_connection\n sock.connect(sa)\nOSError: [Errno 113] No route to host\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 415, in _make_request\n conn.request(method, url, **httplib_request_kw)\n File \"/opt/python/urllib3/connection.py\", line 244, in request\n super(HTTPConnection, self).request(method, url, body=body, headers=headers)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1256, in request\n self._send_request(method, url, body, headers, encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1302, in _send_request\n self.endheaders(body, encode_chunked=encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1251, in endheaders\n self._send_output(message_body, encode_chunked=encode_chunked)\n File \"/var/lang/lib/python3.8/http/client.py\", line 1011, in _send_output\n self.send(msg)\n File \"/var/lang/lib/python3.8/http/client.py\", line 951, in send\n self.connect()\n File \"/opt/python/urllib3/connection.py\", line 205, in connect\n conn = self._new_conn()\n File \"/opt/python/urllib3/connection.py\", line 186, in _new_conn\n raise NewConnectionError(\nurllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 519, in send\n raise ConnectionError(e, request=request)\nrequests.exceptions.ConnectionError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host'))\n","start":"2023-10-15 08:35:08.219348","end":"2023-10-15 08:35:13.474158","duration":5}},{"council_id":"SND","missing":false,"latest_run":{"status_code":1,"log_text":"[08:27:12] Fetching Scraper for: SND handlers.py:23\n Begin attempting to scrape: SND handlers.py:27\n Deleting existing data... base.py:239\n[08:27:13] Getting all files in Councillors... base.py:191\n Getting all files in Councillors/json... base.py:191\n ...found 58 files in Councillors/json base.py:207\n Getting all files in Councillors/raw... base.py:191\n[08:27:14] ...found 58 files in Councillors/raw base.py:207\n ...found 117 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 100 files base.py:216\n[08:27:15] Deleting batch no. 2 consisting of 17 files base.py:216\n ...data deleted. base.py:246\n Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers.aspx \n[08:27:17] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1911/ScreenMod \n e/Ward/Default.aspx \n[08:27:20] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1974/ScreenMod \n e/Ward/Default.aspx \n[08:27:22] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1816/ScreenMod \n e/Ward/Default.aspx \n[08:27:25] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1961/ScreenMod \n e/Ward/Default.aspx \n[08:27:27] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1586/ScreenMod \n e/Ward/Default.aspx \n[08:27:29] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1228/ScreenMod \n e/Ward/Default.aspx \n[08:27:32] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1902/ScreenMod \n e/Ward/Default.aspx \n[08:27:34] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1742/ScreenMod \n e/Ward/Default.aspx \n[08:27:36] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1861/ScreenMod \n e/Ward/Default.aspx \n[08:27:38] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1958/ScreenMod \n e/Ward/Default.aspx \n[08:27:40] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1854/ScreenMod \n e/Ward/Default.aspx \n[08:27:43] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1914/ScreenMod \n e/Ward/Default.aspx \n[08:27:45] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1944/ScreenMod \n e/Ward/Default.aspx \n[08:27:47] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1906/ScreenMod \n e/Ward/Default.aspx \n[08:27:49] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1981/ScreenMod \n e/Ward/Default.aspx \n[08:27:51] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1247/ScreenMod \n e/Ward/Default.aspx \n[08:27:54] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1905/ScreenMod \n e/Ward/Default.aspx \n[08:27:56] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1588/ScreenMod \n e/Ward/Default.aspx \n[08:27:58] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1359/ScreenMod \n e/Ward/Default.aspx \n[08:28:01] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1823/ScreenMod \n e/Ward/Default.aspx \n[08:28:04] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1936/ScreenMod \n e/Ward/Default.aspx \n[08:28:06] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1959/ScreenMod \n e/Ward/Default.aspx \n[08:28:08] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1415/ScreenMod \n e/Ward/Default.aspx \n[08:28:10] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1916/ScreenMod \n e/Ward/Default.aspx \n[08:28:12] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1744/ScreenMod \n e/Ward/Default.aspx \n[08:28:14] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1860/ScreenMod \n e/Ward/Default.aspx \n[08:28:16] Scraping from base.py:42\n https://committees.sunderland.gov.uk/committees/cmis5/Memb \n ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1818/ScreenMod \n e/Ward/Default.aspx \n ('Connection aborted.', RemoteDisconnected('Remote end handlers.py:36\n closed connection without response')) \n Committing batch 1 consisting of 52 files base.py:274\n[08:28:18] Finished attempting to scrape: SND base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 285, in _read_status\n raise RemoteDisconnected(\"Remote end closed connection without\"\nhttp.client.RemoteDisconnected: Remote end closed connection without response\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n File \"/opt/python/urllib3/packages/six.py\", line 769, in reraise\n raise value.with_traceback(tb)\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 466, in _make_request\n six.raise_from(e, None)\n File \"<string>\", line 3, in raise_from\n File \"/opt/python/urllib3/connectionpool.py\", line 461, in _make_request\n httplib_response = conn.getresponse()\n File \"/var/lang/lib/python3.8/http/client.py\", line 1348, in getresponse\n response.begin()\n File \"/var/lang/lib/python3.8/http/client.py\", line 316, in begin\n version, status, reason = self._read_status()\n File \"/var/lang/lib/python3.8/http/client.py\", line 285, in _read_status\n raise RemoteDisconnected(\"Remote end closed connection without\"\nurllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 52, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 278, in get_single_councillor\n req = self.get(url)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 501, in send\n raise ConnectionError(err, request=request)\nrequests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))\n","start":"2023-10-15 08:27:12.600121","end":"2023-10-15 08:28:18.244846","duration":65}},{"council_id":"SNO","missing":false,"latest_run":{"status_code":1,"log_text":"[09:09:13] Fetching Scraper for: SNO handlers.py:23\n Begin attempting to scrape: SNO handlers.py:27\n Deleting existing data... base.py:239\n[09:09:14] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:09:15] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.southnorfolkandbroadland.gov.uk/directory/3/so \n uth-norfolk-councillor-directory/category/11 \n 404 Client Error: Not Found for url: handlers.py:36\n https://www.southnorfolkandbroadland.gov.uk/directory/ \n 3/south-norfolk-councillor-directory/category/11 \n Finished attempting to scrape: SNO base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 142, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 131, in get_page\n page = self.get(url).text\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.southnorfolkandbroadland.gov.uk/directory/3/south-norfolk-councillor-directory/category/11\n","start":"2023-10-15 09:09:13.570499","end":"2023-10-15 09:09:15.929274","duration":2}},{"council_id":"SST","missing":false,"latest_run":{"status_code":1,"log_text":"[09:50:34] Fetching Scraper for: SST handlers.py:23\n Begin attempting to scrape: SST handlers.py:27\n Deleting existing data... base.py:239\n[09:50:35] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:50:36] ...data deleted. base.py:246\n Scraping from base.py:42\n https://services.sstaffs.gov.uk/cmis/Councillors.aspx \n 404 Client Error: Not Found for url: handlers.py:36\n https://services.sstaffs.gov.uk/cmis/Councillors.aspx \n Finished attempting to scrape: SST base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://services.sstaffs.gov.uk/cmis/Councillors.aspx\n","start":"2023-10-15 09:50:34.349481","end":"2023-10-15 09:50:36.443518","duration":2}},{"council_id":"STG","missing":false,"latest_run":{"status_code":1,"log_text":"[09:38:33] Fetching Scraper for: STG handlers.py:23\n Begin attempting to scrape: STG handlers.py:27\n[09:38:34] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:38:35] ...data deleted. base.py:246\n Scraping from https://www.stirling.gov.uk/councillors base.py:42\n[09:38:37] list index out of range handlers.py:36\n Finished attempting to scrape: STG base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 146, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2023-10-15 09:38:33.811746","end":"2023-10-15 09:38:37.743350","duration":3}},{"council_id":"TES","missing":false,"latest_run":{"status_code":1,"log_text":"[08:38:26] Fetching Scraper for: TES handlers.py:23\n Begin attempting to scrape: TES handlers.py:27\n Deleting existing data... base.py:239\n[08:38:27] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n ...data deleted. base.py:246\n Scraping from base.py:42\n http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepr \n esentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx# \n MemberSectionA \n[08:38:28] 404 Client Error: Not Found for url: handlers.py:36\n http://testvalley.cmis.uk.com/testvalleypublic/Elected \n Representatives/tabid/63/ScreenMode/Alphabetical/Defau \n lt.aspx#MemberSectionA \n Finished attempting to scrape: TES base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 249, in get_councillors\n req = self.get(self.base_url, extra_headers=self.extra_headers)\n File \"/var/task/lgsf/scrapers/base.py\", line 49, in get\n response.raise_for_status()\n File \"/opt/python/requests/models.py\", line 1021, in raise_for_status\n raise HTTPError(http_error_msg, response=self)\nrequests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepresentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx#MemberSectionA\n","start":"2023-10-15 08:38:26.178777","end":"2023-10-15 08:38:28.302658","duration":2}},{"council_id":"THE","missing":false,"latest_run":{"status_code":1,"log_text":"[09:20:56] Fetching Scraper for: THE handlers.py:23\n Begin attempting to scrape: THE handlers.py:27\n Deleting existing data... base.py:239\n[09:20:57] Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:20:58] ...data deleted. base.py:246\n Scraping from base.py:42\n https://www.threerivers.gov.uk/listing/councillors \n[09:20:59] 'NoneType' object has no attribute 'findNext' handlers.py:36\n[09:21:00] Finished attempting to scrape: THE base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"scrapers/THE-three-rivers/councillors.py\", line 13, in get_list_container\n return soup.find(\"h3\", text=\"District Councillor\").findNext(\"ul\")\nAttributeError: 'NoneType' object has no attribute 'findNext'\n","start":"2023-10-15 09:20:56.216464","end":"2023-10-15 09:21:00.266603","duration":4}},{"council_id":"TWH","missing":false,"latest_run":{"status_code":1,"log_text":"[10:05:04] Fetching Scraper for: TWH handlers.py:23\n Begin attempting to scrape: TWH handlers.py:27\n[10:05:05] Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[10:05:06] ...data deleted. base.py:246\n Scraping from base.py:42\n http://democracy.towerhamlets.gov.uk/mgWebService.asmx/Get \n CouncillorsByWard \n HTTPSConnectionPool(host='democracy.towerhamlets.gov.u handlers.py:36\n k', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: TWH base.py:324\n","errors":"Traceback (most recent call last):\n File \"/opt/python/urllib3/connectionpool.py\", line 714, in urlopen\n httplib_response = self._make_request(\n File \"/opt/python/urllib3/connectionpool.py\", line 403, in _make_request\n self._validate_conn(conn)\n File \"/opt/python/urllib3/connectionpool.py\", line 1053, in _validate_conn\n conn.connect()\n File \"/opt/python/urllib3/connection.py\", line 419, in connect\n self.sock = ssl_wrap_socket(\n File \"/opt/python/urllib3/util/ssl_.py\", line 449, in ssl_wrap_socket\n ssl_sock = _ssl_wrap_socket_impl(\n File \"/opt/python/urllib3/util/ssl_.py\", line 493, in _ssl_wrap_socket_impl\n return ssl_context.wrap_socket(sock, server_hostname=server_hostname)\n File \"/var/lang/lib/python3.8/ssl.py\", line 500, in wrap_socket\n return self.sslsocket_class._create(\n File \"/var/lang/lib/python3.8/ssl.py\", line 1040, in _create\n self.do_handshake()\n File \"/var/lang/lib/python3.8/ssl.py\", line 1309, in do_handshake\n self._sslobj.do_handshake()\nssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/opt/python/requests/adapters.py\", line 486, in send\n resp = conn.urlopen(\n File \"/opt/python/urllib3/connectionpool.py\", line 798, in urlopen\n retries = retries.increment(\n File \"/opt/python/urllib3/util/retry.py\", line 592, in increment\n raise MaxRetryError(_pool, url, error or ResponseError(cause))\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 180, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in get_councillors\n req = self.get(self.format_councillor_api_url(), verify=self.verify_requests)\n File \"/var/task/lgsf/scrapers/base.py\", line 48, in get\n response = self.requests_session.get(url, headers=headers, verify=verify)\n File \"/opt/python/requests/sessions.py\", line 602, in get\n return self.request(\"GET\", url, **kwargs)\n File \"/opt/python/requests/sessions.py\", line 589, in request\n resp = self.send(prep, **send_kwargs)\n File \"/opt/python/requests/sessions.py\", line 725, in send\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 725, in <listcomp>\n history = [resp for resp in gen]\n File \"/opt/python/requests/sessions.py\", line 266, in resolve_redirects\n resp = self.send(\n File \"/opt/python/requests/sessions.py\", line 703, in send\n r = adapter.send(request, **kwargs)\n File \"/opt/python/requests/adapters.py\", line 517, in send\n raise SSLError(e, request=request)\nrequests.exceptions.SSLError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)')))\n","start":"2023-10-15 10:05:04.753278","end":"2023-10-15 10:05:06.940430","duration":2}},{"council_id":"WRT","missing":false,"latest_run":{"status_code":1,"log_text":"[09:44:55] Fetching Scraper for: WRT handlers.py:23\n Begin attempting to scrape: WRT handlers.py:27\n Deleting existing data... base.py:239\n Getting all files in Councillors... base.py:191\n[09:44:56] ...found 1 files in Councillors base.py:207\n Deleting batch no. 1 consisting of 1 files base.py:216\n[09:44:57] ...data deleted. base.py:246\n Scraping from https://www.warrington.gov.uk/councillors base.py:42\n[09:45:00] More than one element selected handlers.py:36\n[09:45:01] Finished attempting to scrape: WRT base.py:324\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 50, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 149, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 145, in get_list_container\n raise ValueError(\"More than one element selected\")\nValueError: More than one element selected\n","start":"2023-10-15 09:44:55.079487","end":"2023-10-15 09:45:01.133210","duration":6}}] diff --git a/index.html b/index.html index c29a894d59..a523c47d2e 100644 --- a/index.html +++ b/index.html @@ -49,10 +49,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ABC#2023-09-26-14-27" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ABC#2023-09-27-12-14" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -129,6 +125,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ABC#2023-10-15-08-54" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -145,10 +145,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ABD#2023-09-26-13-28" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ABD#2023-09-27-14-23" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -225,6 +221,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ABD#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -241,10 +241,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ABE#2023-09-26-12-40" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ABE#2023-09-27-12-34" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -321,6 +317,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ABE#2023-10-15-10-30" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -337,10 +337,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ADU#2023-09-26-13-01" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ADU#2023-09-27-14-29" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -417,6 +413,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ADU#2023-10-15-09-02" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -433,10 +433,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/AGB#2023-09-26-14-04" class="status-1"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/AGB#2023-09-27-12-06" class="status-1"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -513,6 +509,10 @@ <h1>All log runs</h1> <div class="duration" style="height:76.33333333333333%"></div> </a> + <a href="/lgsf-dashboard/logbooks/AGB#2023-10-15-09-39" class="status-0"> + <div class="duration" style="height:68.66666666666667%"></div> + </a> + </div> </td> @@ -529,10 +529,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/AGY#2023-09-26-14-26" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/AGY#2023-09-27-14-16" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -609,6 +605,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/AGY#2023-10-15-08-21" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -625,10 +625,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/AMB#2023-09-26-12-51" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/AMB#2023-09-27-13-43" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -705,6 +701,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/AMB#2023-10-15-09-13" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -721,10 +721,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/AND#2023-09-26-13-56" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/AND#2023-09-27-12-07" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -801,6 +797,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/AND#2023-10-15-09-56" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -817,10 +817,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ANN#2023-09-26-13-07" class="status-0"> - <div class="duration" style="height:4%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ANN#2023-09-27-12-16" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -897,6 +893,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ANN#2023-10-15-09-50" class="status-0"> + <div class="duration" style="height:4%"></div> + </a> + </div> </td> @@ -913,10 +913,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ANS#2023-09-26-13-36" class="status-0"> - <div class="duration" style="height:7.333333333333333%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ANS#2023-09-27-12-55" class="status-0"> <div class="duration" style="height:12.666666666666668%"></div> </a> @@ -993,6 +989,10 @@ <h1>All log runs</h1> <div class="duration" style="height:8.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ANS#2023-10-15-09-21" class="status-0"> + <div class="duration" style="height:8%"></div> + </a> + </div> </td> @@ -1009,10 +1009,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ARU#2023-09-26-12-40" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ARU#2023-09-27-13-17" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -1089,6 +1085,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ARU#2023-10-15-10-16" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -1105,10 +1105,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ASF#2023-09-26-12-40" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ASF#2023-09-27-14-14" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -1185,6 +1181,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ASF#2023-10-15-10-04" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -1201,10 +1201,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ASH#2023-09-26-12-04" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ASH#2023-09-27-14-28" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -1281,6 +1277,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ASH#2023-10-15-08-44" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -1297,10 +1297,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BAB#2023-09-26-12-08" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BAB#2023-09-27-13-01" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -1377,6 +1373,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BAB#2023-10-15-09-16" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -1393,10 +1393,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BAI#2023-09-26-13-05" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BAI#2023-09-27-13-41" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -1473,6 +1469,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BAI#2023-10-15-08-28" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -1489,10 +1489,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BAN#2023-09-26-13-37" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BAN#2023-09-27-12-32" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -1569,6 +1565,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BAN#2023-10-15-10-09" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -1585,10 +1585,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BAS#2023-09-26-13-12" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BAS#2023-09-27-14-30" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -1665,6 +1661,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BAS#2023-10-15-09-33" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -1681,10 +1681,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BBD#2023-09-26-12-56" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BBD#2023-09-27-12-28" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -1761,6 +1757,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BBD#2023-10-15-10-20" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -1777,10 +1777,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BDF#2023-09-26-12-04" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BDF#2023-09-27-14-19" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -1857,6 +1853,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BDF#2023-10-15-09-33" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -1873,10 +1873,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BDG#2023-09-26-12-23" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BDG#2023-09-27-14-30" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -1953,6 +1949,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BDG#2023-10-15-08-29" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -1969,10 +1969,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BEN#2023-09-26-14-27" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BEN#2023-09-27-13-10" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -2049,6 +2045,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BEN#2023-10-15-10-01" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -2065,10 +2065,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BEX#2023-09-26-12-59" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BEX#2023-09-27-14-18" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -2145,6 +2141,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BEX#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -2161,10 +2161,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BFS#2023-09-26-12-06" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BFS#2023-09-27-14-29" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -2241,6 +2237,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BFS#2023-10-15-10-14" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -2257,10 +2257,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BGE#2023-09-26-12-53" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BGE#2023-09-27-13-24" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -2337,6 +2333,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BGE#2023-10-15-10-08" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -2353,10 +2353,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BGW#2023-09-26-13-45" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BGW#2023-09-27-13-22" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -2433,6 +2429,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BGW#2023-10-15-08-38" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -2449,10 +2449,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BIR#2023-09-26-13-56" class="status-0"> - <div class="duration" style="height:100%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BIR#2023-09-27-14-00" class="status-0"> <div class="duration" style="height:100%"></div> </a> @@ -2529,6 +2525,10 @@ <h1>All log runs</h1> <div class="duration" style="height:100%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BIR#2023-10-15-10-38" class="status-0"> + <div class="duration" style="height:100%"></div> + </a> + </div> </td> @@ -2545,10 +2545,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BLA#2023-09-26-13-54" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BLA#2023-09-27-13-04" class="status-1"> <div class="duration" style="height:39%"></div> </a> @@ -2625,6 +2621,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BLA#2023-10-15-09-36" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -2641,10 +2641,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BNE#2023-09-26-12-39" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BNE#2023-09-27-14-09" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -2721,6 +2717,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BNE#2023-10-15-09-44" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -2737,10 +2737,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BNH#2023-09-26-13-05" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BNH#2023-09-27-12-43" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -2817,6 +2813,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BNH#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -2833,10 +2833,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BNS#2023-09-26-12-50" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BNS#2023-09-27-13-01" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -2913,6 +2909,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BNS#2023-10-15-10-35" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -2929,10 +2929,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BOL#2023-09-26-13-19" class="status-0"> - <div class="duration" style="height:28.000000000000004%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BOL#2023-09-27-13-02" class="status-0"> <div class="duration" style="height:27%"></div> </a> @@ -3009,6 +3005,10 @@ <h1>All log runs</h1> <div class="duration" style="height:27.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BOL#2023-10-15-10-07" class="status-0"> + <div class="duration" style="height:28.999999999999996%"></div> + </a> + </div> </td> @@ -3025,10 +3025,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BOS#2023-09-26-13-38" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BOS#2023-09-27-12-08" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -3105,6 +3101,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BOS#2023-10-15-08-54" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -3121,10 +3121,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BOT#2023-09-26-13-00" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BOT#2023-09-27-14-12" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -3201,6 +3197,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BOT#2023-10-15-09-34" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -3217,10 +3217,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BPC#2023-09-26-13-07" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BPC#2023-09-27-13-26" class="status-0"> <div class="duration" style="height:4.333333333333334%"></div> </a> @@ -3297,6 +3293,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BPC#2023-10-15-10-26" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -3313,10 +3313,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BPL#2023-09-26-14-04" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BPL#2023-09-27-13-28" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -3393,6 +3389,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BPL#2023-10-15-09-56" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -3409,10 +3409,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRA#2023-09-26-13-51" class="status-0"> - <div class="duration" style="height:27.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRA#2023-09-27-12-53" class="status-0"> <div class="duration" style="height:27%"></div> </a> @@ -3489,6 +3485,10 @@ <h1>All log runs</h1> <div class="duration" style="height:27.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRA#2023-10-15-09-54" class="status-0"> + <div class="duration" style="height:27%"></div> + </a> + </div> </td> @@ -3505,10 +3505,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRC#2023-09-26-13-13" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRC#2023-09-27-13-41" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -3585,6 +3581,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRC#2023-10-15-09-33" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -3601,10 +3601,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRD#2023-09-26-13-45" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRD#2023-09-27-14-08" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -3681,6 +3677,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRD#2023-10-15-10-04" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -3697,10 +3697,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRE#2023-09-26-12-08" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRE#2023-09-27-13-57" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -3777,6 +3773,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRE#2023-10-15-10-06" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -3793,10 +3793,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRM#2023-09-26-13-43" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRM#2023-09-27-14-25" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -3873,6 +3869,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRM#2023-10-15-08-58" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -3889,10 +3889,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRT#2023-09-26-14-22" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRT#2023-09-27-13-57" class="status-1"> <div class="duration" style="height:44%"></div> </a> @@ -3969,6 +3965,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRT#2023-10-15-09-07" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -3985,10 +3985,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRW#2023-09-26-12-23" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRW#2023-09-27-13-43" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -4065,6 +4061,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRW#2023-10-15-10-28" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -4081,10 +4081,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRX#2023-09-26-14-20" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRX#2023-09-27-13-25" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -4161,6 +4157,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRX#2023-10-15-10-01" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -4177,10 +4177,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BRY#2023-09-26-13-39" class="status-1"> - <div class="duration" style="height:44%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BRY#2023-09-27-14-31" class="status-1"> <div class="duration" style="height:43.666666666666664%"></div> </a> @@ -4257,6 +4253,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BRY#2023-10-15-09-51" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -4273,10 +4273,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BST#2023-09-26-13-32" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BST#2023-09-27-14-11" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -4353,6 +4349,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BST#2023-10-15-08-21" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -4369,10 +4369,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BUN#2023-09-26-14-06" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BUN#2023-09-27-12-31" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -4449,6 +4445,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BUN#2023-10-15-09-02" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -4465,10 +4465,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/BUR#2023-09-26-12-38" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/BUR#2023-09-27-12-55" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -4545,6 +4541,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/BUR#2023-10-15-10-29" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -4561,10 +4561,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAB#2023-09-26-14-12" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAB#2023-09-27-13-22" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -4641,6 +4637,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAB#2023-10-15-08-28" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -4657,10 +4657,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAM#2023-09-26-13-47" class="status-0"> - <div class="duration" style="height:34%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAM#2023-09-27-13-19" class="status-0"> <div class="duration" style="height:35.66666666666667%"></div> </a> @@ -4737,6 +4733,10 @@ <h1>All log runs</h1> <div class="duration" style="height:37.333333333333336%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAM#2023-10-15-10-18" class="status-0"> + <div class="duration" style="height:34.66666666666667%"></div> + </a> + </div> </td> @@ -4753,10 +4753,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAN#2023-09-26-13-44" class="status-0"> - <div class="duration" style="height:27.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAN#2023-09-27-12-35" class="status-0"> <div class="duration" style="height:24%"></div> </a> @@ -4833,6 +4829,10 @@ <h1>All log runs</h1> <div class="duration" style="height:28.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAN#2023-10-15-10-12" class="status-0"> + <div class="duration" style="height:26.666666666666668%"></div> + </a> + </div> </td> @@ -4849,10 +4849,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAS#2023-09-26-13-18" class="status-0"> - <div class="duration" style="height:17.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAS#2023-09-27-12-29" class="status-0"> <div class="duration" style="height:17.333333333333336%"></div> </a> @@ -4929,6 +4925,10 @@ <h1>All log runs</h1> <div class="duration" style="height:18.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAS#2023-10-15-09-37" class="status-0"> + <div class="duration" style="height:17.333333333333336%"></div> + </a> + </div> </td> @@ -4945,10 +4945,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAT#2023-09-26-12-29" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAT#2023-09-27-12-43" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -5025,6 +5021,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAT#2023-10-15-08-29" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -5041,10 +5041,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CAY#2023-09-26-14-23" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CAY#2023-09-27-14-19" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -5121,6 +5117,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CAY#2023-10-15-08-33" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -5137,10 +5137,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CGN#2023-09-26-12-08" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CGN#2023-09-27-12-17" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -5217,6 +5213,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CGN#2023-10-15-10-12" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -5233,10 +5233,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHA#2023-09-26-13-09" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHA#2023-09-27-12-54" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -5313,6 +5309,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHA#2023-10-15-09-21" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -5329,10 +5329,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHE#2023-09-26-12-38" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHE#2023-09-27-12-05" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -5409,6 +5405,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHE#2023-10-15-09-03" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -5425,10 +5425,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHI#2023-09-26-13-10" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHI#2023-09-27-14-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -5505,6 +5501,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHI#2023-10-15-10-30" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -5521,10 +5521,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHO#2023-09-26-13-42" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHO#2023-09-27-12-22" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -5601,6 +5597,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHO#2023-10-15-08-30" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -5617,10 +5617,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHR#2023-09-26-14-25" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHR#2023-09-27-12-45" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -5697,6 +5693,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHR#2023-10-15-10-03" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -5713,10 +5713,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHS#2023-09-26-12-06" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHS#2023-09-27-12-15" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -5793,6 +5789,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHS#2023-10-15-10-06" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -5809,10 +5809,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHT#2023-09-26-13-36" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHT#2023-09-27-14-08" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -5889,6 +5885,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHT#2023-10-15-10-29" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -5905,10 +5905,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CHW#2023-09-26-13-22" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CHW#2023-09-27-12-08" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -5985,6 +5981,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CHW#2023-10-15-09-59" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -6001,10 +6001,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CLD#2023-09-26-12-51" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CLD#2023-09-27-12-49" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -6081,6 +6077,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CLD#2023-10-15-10-13" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -6097,10 +6097,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CLK#2023-09-26-12-46" class="status-0"> - <div class="duration" style="height:7.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CLK#2023-09-27-13-25" class="status-0"> <div class="duration" style="height:7.000000000000001%"></div> </a> @@ -6177,6 +6173,10 @@ <h1>All log runs</h1> <div class="duration" style="height:7.666666666666666%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CLK#2023-10-15-10-09" class="status-0"> + <div class="duration" style="height:7.666666666666666%"></div> + </a> + </div> </td> @@ -6193,10 +6193,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CMD#2023-09-26-12-04" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CMD#2023-09-27-14-15" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -6273,6 +6269,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CMD#2023-10-15-09-48" class="status-0"> + <div class="duration" style="height:4%"></div> + </a> + </div> </td> @@ -6289,10 +6289,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CMN#2023-09-26-13-00" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CMN#2023-09-27-14-09" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -6369,6 +6365,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CMN#2023-10-15-08-32" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -6385,10 +6385,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/COL#2023-09-26-14-08" class="status-0"> - <div class="duration" style="height:39.33333333333333%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/COL#2023-09-27-12-09" class="status-0"> <div class="duration" style="height:34.66666666666667%"></div> </a> @@ -6465,6 +6461,10 @@ <h1>All log runs</h1> <div class="duration" style="height:36%"></div> </a> + <a href="/lgsf-dashboard/logbooks/COL#2023-10-15-08-21" class="status-0"> + <div class="duration" style="height:38%"></div> + </a> + </div> </td> @@ -6481,10 +6481,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CON#2023-09-26-12-07" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CON#2023-09-27-13-07" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -6561,6 +6557,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CON#2023-10-15-09-44" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -6577,10 +6577,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/COT#2023-09-26-13-46" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/COT#2023-09-27-12-34" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -6657,6 +6653,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/COT#2023-10-15-09-48" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -6673,10 +6673,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/COV#2023-09-26-13-36" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/COV#2023-09-27-12-51" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -6753,6 +6749,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/COV#2023-10-15-09-45" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -6769,10 +6769,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CRF#2023-09-26-12-24" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CRF#2023-09-27-14-28" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -6849,6 +6845,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.333333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CRF#2023-10-15-08-43" class="status-0"> + <div class="duration" style="height:5.666666666666666%"></div> + </a> + </div> </td> @@ -6865,10 +6865,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CRW#2023-09-26-12-39" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CRW#2023-09-27-12-04" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -6945,6 +6941,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CRW#2023-10-15-10-29" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -6961,10 +6961,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CRY#2023-09-26-13-38" class="status-0"> - <div class="duration" style="height:5.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CRY#2023-09-27-14-15" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -7041,6 +7037,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CRY#2023-10-15-09-46" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -7057,10 +7057,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/CWY#2023-09-26-14-04" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/CWY#2023-09-27-14-20" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -7137,6 +7133,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/CWY#2023-10-15-09-52" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -7153,10 +7153,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DAC#2023-09-26-13-51" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DAC#2023-09-27-13-51" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -7233,6 +7229,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DAC#2023-10-15-09-06" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -7249,10 +7249,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DAL#2023-09-26-12-51" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DAL#2023-09-27-13-25" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -7329,6 +7325,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DAL#2023-10-15-09-56" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -7345,10 +7345,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DAR#2023-09-26-12-50" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DAR#2023-09-27-13-54" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -7425,6 +7421,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DAR#2023-10-15-09-50" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -7441,10 +7441,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DBY#2023-09-26-13-41" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DBY#2023-09-27-12-22" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -7521,6 +7517,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DBY#2023-10-15-08-33" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -7537,10 +7537,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DEB#2023-09-26-13-31" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DEB#2023-09-27-13-19" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -7617,6 +7613,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DEB#2023-10-15-10-03" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -7633,10 +7633,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DEN#2023-09-26-13-46" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DEN#2023-09-27-13-55" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -7713,6 +7709,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DEN#2023-10-15-10-14" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -7729,10 +7729,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DER#2023-09-26-13-02" class="status-0"> - <div class="duration" style="height:32.666666666666664%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DER#2023-09-27-12-36" class="status-0"> <div class="duration" style="height:32%"></div> </a> @@ -7809,6 +7805,10 @@ <h1>All log runs</h1> <div class="duration" style="height:31%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DER#2023-10-15-09-07" class="status-0"> + <div class="duration" style="height:30.666666666666664%"></div> + </a> + </div> </td> @@ -7825,10 +7825,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DEV#2023-09-26-12-47" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DEV#2023-09-27-13-02" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -7905,6 +7901,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DEV#2023-10-15-09-36" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -7921,10 +7921,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DGY#2023-09-26-13-54" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DGY#2023-09-27-12-08" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -8001,6 +7997,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DGY#2023-10-15-09-34" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -8017,10 +8017,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DNC#2023-09-26-13-48" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DNC#2023-09-27-13-29" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -8097,6 +8093,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DNC#2023-10-15-08-32" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -8113,10 +8113,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DND#2023-09-26-13-31" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DND#2023-09-27-12-09" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -8193,6 +8189,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DND#2023-10-15-08-49" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -8209,10 +8209,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DOV#2023-09-26-12-32" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DOV#2023-09-27-12-33" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -8289,6 +8285,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DOV#2023-10-15-10-36" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -8305,10 +8305,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DRS#2023-09-26-12-25" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DRS#2023-09-27-12-05" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -8385,6 +8381,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DRS#2023-10-15-09-58" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -8401,10 +8401,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DST#2023-09-26-13-35" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DST#2023-09-27-13-26" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -8481,6 +8477,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DST#2023-10-15-10-34" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -8497,10 +8497,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DUD#2023-09-26-12-18" class="status-0"> - <div class="duration" style="height:59.333333333333336%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DUD#2023-09-27-13-11" class="status-0"> <div class="duration" style="height:57.99999999999999%"></div> </a> @@ -8577,6 +8573,10 @@ <h1>All log runs</h1> <div class="duration" style="height:56.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DUD#2023-10-15-09-27" class="status-0"> + <div class="duration" style="height:59.66666666666667%"></div> + </a> + </div> </td> @@ -8593,10 +8593,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/DUR#2023-09-26-12-41" class="status-0"> - <div class="duration" style="height:5%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/DUR#2023-09-27-13-40" class="status-0"> <div class="duration" style="height:5.333333333333334%"></div> </a> @@ -8673,6 +8669,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/DUR#2023-10-15-08-47" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -8689,10 +8689,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EAL#2023-09-26-12-51" class="status-1"> - <div class="duration" style="height:0.33333333333333337%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EAL#2023-09-27-13-52" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -8769,6 +8765,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EAL#2023-10-15-10-15" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -8785,10 +8785,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EAS#2023-09-26-13-54" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EAS#2023-09-27-13-54" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -8865,6 +8861,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EAS#2023-10-15-10-37" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -8881,10 +8881,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EAT#2023-09-26-13-30" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EAT#2023-09-27-12-12" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -8961,6 +8957,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EAT#2023-10-15-09-48" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -8977,10 +8977,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EAY#2023-09-26-12-24" class="status-0"> - <div class="duration" style="height:11%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EAY#2023-09-27-12-06" class="status-0"> <div class="duration" style="height:10.333333333333334%"></div> </a> @@ -9057,6 +9053,10 @@ <h1>All log runs</h1> <div class="duration" style="height:11.333333333333332%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EAY#2023-10-15-09-57" class="status-0"> + <div class="duration" style="height:11.666666666666666%"></div> + </a> + </div> </td> @@ -9073,10 +9073,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EDE#2023-09-26-14-14" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EDE#2023-09-27-13-53" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -9153,6 +9149,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EDE#2023-10-15-09-09" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -9169,10 +9169,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EDH#2023-09-26-13-53" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EDH#2023-09-27-13-24" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -9249,6 +9245,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EDH#2023-10-15-08-33" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -9265,10 +9265,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EDU#2023-09-26-14-20" class="status-0"> - <div class="duration" style="height:13.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EDU#2023-09-27-13-29" class="status-0"> <div class="duration" style="height:12.333333333333334%"></div> </a> @@ -9345,6 +9341,10 @@ <h1>All log runs</h1> <div class="duration" style="height:13%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EDU#2023-10-15-09-46" class="status-0"> + <div class="duration" style="height:12.333333333333334%"></div> + </a> + </div> </td> @@ -9361,10 +9361,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EHA#2023-09-26-13-07" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EHA#2023-09-27-12-22" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -9441,6 +9437,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EHA#2023-10-15-09-32" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -9457,10 +9457,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EHE#2023-09-26-13-02" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EHE#2023-09-27-12-41" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -9537,6 +9533,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EHE#2023-10-15-10-26" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -9553,10 +9553,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ELI#2023-09-26-12-53" class="status-0"> - <div class="duration" style="height:4.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ELI#2023-09-27-12-28" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -9633,6 +9629,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ELI#2023-10-15-09-21" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -9649,10 +9649,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ELM#2023-09-26-12-47" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ELM#2023-09-27-13-23" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -9729,6 +9725,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ELM#2023-10-15-10-09" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -9745,10 +9745,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ELN#2023-09-26-14-13" class="status-0"> - <div class="duration" style="height:10.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ELN#2023-09-27-14-33" class="status-0"> <div class="duration" style="height:10.333333333333334%"></div> </a> @@ -9825,6 +9821,10 @@ <h1>All log runs</h1> <div class="duration" style="height:10%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ELN#2023-10-15-09-31" class="status-0"> + <div class="duration" style="height:10%"></div> + </a> + </div> </td> @@ -9841,10 +9841,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ELS#2023-09-26-13-04" class="status-0"> - <div class="duration" style="height:15.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ELS#2023-09-27-13-15" class="status-0"> <div class="duration" style="height:13.333333333333334%"></div> </a> @@ -9921,6 +9917,10 @@ <h1>All log runs</h1> <div class="duration" style="height:16.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ELS#2023-10-15-10-27" class="status-0"> + <div class="duration" style="height:13.666666666666666%"></div> + </a> + </div> </td> @@ -9937,10 +9937,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ENF#2023-09-26-14-14" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ENF#2023-09-27-12-52" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -10017,6 +10013,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ENF#2023-10-15-09-45" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -10033,10 +10033,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EPP#2023-09-26-13-46" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EPP#2023-09-27-12-29" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -10113,6 +10109,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EPP#2023-10-15-09-37" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -10129,10 +10129,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EPS#2023-09-26-14-23" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EPS#2023-09-27-13-26" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -10209,6 +10205,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EPS#2023-10-15-08-21" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -10225,10 +10225,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ERE#2023-09-26-12-10" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ERE#2023-09-27-13-02" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -10305,6 +10301,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ERE#2023-10-15-09-53" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -10321,10 +10321,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ERW#2023-09-26-12-06" class="status-1"> - <div class="duration" style="height:1.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ERW#2023-09-27-14-19" class="status-1"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -10401,6 +10397,10 @@ <h1>All log runs</h1> <div class="duration" style="height:7.666666666666666%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ERW#2023-10-15-09-13" class="status-0"> + <div class="duration" style="height:8.333333333333332%"></div> + </a> + </div> </td> @@ -10417,10 +10417,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ESS#2023-09-26-14-16" class="status-0"> - <div class="duration" style="height:80.33333333333333%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ESS#2023-09-27-12-17" class="status-0"> <div class="duration" style="height:73.33333333333333%"></div> </a> @@ -10497,6 +10493,10 @@ <h1>All log runs</h1> <div class="duration" style="height:69.33333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ESS#2023-10-15-08-50" class="status-0"> + <div class="duration" style="height:71.33333333333334%"></div> + </a> + </div> </td> @@ -10513,10 +10513,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ESX#2023-09-26-12-31" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ESX#2023-09-27-12-53" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -10593,6 +10589,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ESX#2023-10-15-10-00" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -10609,10 +10609,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/EXE#2023-09-26-12-09" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/EXE#2023-09-27-13-15" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -10689,6 +10685,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/EXE#2023-10-15-10-01" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -10705,10 +10705,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FAL#2023-09-26-12-15" class="status-0"> - <div class="duration" style="height:11.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FAL#2023-09-27-13-52" class="status-0"> <div class="duration" style="height:11%"></div> </a> @@ -10785,6 +10781,10 @@ <h1>All log runs</h1> <div class="duration" style="height:12.333333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FAL#2023-10-15-10-36" class="status-0"> + <div class="duration" style="height:12%"></div> + </a> + </div> </td> @@ -10801,10 +10801,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FAR#2023-09-26-13-31" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FAR#2023-09-27-13-17" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -10881,6 +10877,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FAR#2023-10-15-08-30" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -10897,10 +10897,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FEN#2023-09-26-13-24" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FEN#2023-09-27-13-16" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -10977,6 +10973,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FEN#2023-10-15-10-31" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -10993,84 +10993,84 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-15-21-52" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-22-00" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-15-22-22" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-22-30" class="status-0"> + <div class="duration" style="height:2%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-15-22-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-23-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-15-23-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-23-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-15-23-52" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-00-00" class="status-0"> + <div class="duration" style="height:2%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-00-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-00-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-00-52" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-01-00" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-01-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-01-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-01-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-02-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-02-22" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-02-30" class="status-0"> + <div class="duration" style="height:2%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-02-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-03-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-03-22" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-03-30" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-03-52" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-04-00" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-04-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-04-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-04-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-05-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-05-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-05-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-05-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-06-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-06-22" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-06-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-06-52" class="status-0"> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-07-00" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/FIF#2023-10-16-07-22" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/FIF#2023-10-17-07-30" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> </div> @@ -11089,10 +11089,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FLN#2023-09-26-13-42" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FLN#2023-09-27-13-23" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -11169,6 +11165,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FLN#2023-10-15-10-06" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -11185,10 +11185,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FOE#2023-09-26-13-38" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FOE#2023-09-27-12-29" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -11265,6 +11261,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FOE#2023-10-15-10-01" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -11281,10 +11281,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/FYL#2023-09-26-14-22" class="status-1"> - <div class="duration" style="height:1%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/FYL#2023-09-27-12-51" class="status-1"> <div class="duration" style="height:1%"></div> </a> @@ -11361,6 +11357,10 @@ <h1>All log runs</h1> <div class="duration" style="height:53.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/FYL#2023-10-15-08-55" class="status-0"> + <div class="duration" style="height:54.666666666666664%"></div> + </a> + </div> </td> @@ -11377,10 +11377,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GAT#2023-09-26-13-12" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GAT#2023-09-27-13-56" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -11457,6 +11453,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GAT#2023-10-15-08-48" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -11473,10 +11473,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GED#2023-09-26-13-41" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GED#2023-09-27-12-28" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -11553,6 +11549,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GED#2023-10-15-09-43" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -11569,10 +11569,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GLG#2023-09-26-12-55" class="status-0"> - <div class="duration" style="height:17%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GLG#2023-09-27-13-44" class="status-0"> <div class="duration" style="height:16.666666666666664%"></div> </a> @@ -11649,6 +11645,10 @@ <h1>All log runs</h1> <div class="duration" style="height:17.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GLG#2023-10-15-08-25" class="status-0"> + <div class="duration" style="height:18%"></div> + </a> + </div> </td> @@ -11665,10 +11665,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GLO#2023-09-26-12-17" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GLO#2023-09-27-12-12" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -11745,6 +11741,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GLO#2023-10-15-09-58" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -11761,10 +11761,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GLS#2023-09-26-12-24" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GLS#2023-09-27-12-45" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -11841,6 +11837,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GLS#2023-10-15-10-30" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -11857,10 +11857,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GOS#2023-09-26-13-41" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GOS#2023-09-27-12-59" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -11937,6 +11933,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GOS#2023-10-15-08-49" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -11953,10 +11953,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GRA#2023-09-26-13-55" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GRA#2023-09-27-12-15" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -12033,6 +12029,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GRA#2023-10-15-08-31" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -12049,10 +12049,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GRE#2023-09-26-13-33" class="status-0"> - <div class="duration" style="height:44%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GRE#2023-09-27-13-07" class="status-0"> <div class="duration" style="height:48%"></div> </a> @@ -12129,6 +12125,10 @@ <h1>All log runs</h1> <div class="duration" style="height:42.66666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GRE#2023-10-15-09-03" class="status-0"> + <div class="duration" style="height:42%"></div> + </a> + </div> </td> @@ -12145,83 +12145,83 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-15-21-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-21-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-15-22-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-22-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-15-22-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-22-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-15-23-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-23-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-15-23-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-23-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-00-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-00-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-00-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-00-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-01-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-01-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-01-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-01-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-02-08" class="status-0"> - <div class="duration" style="height:0.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-02-20" class="status-0"> + <div class="duration" style="height:1%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-02-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-02-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-03-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-03-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-03-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-03-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-04-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-04-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-04-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-04-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-05-08" class="status-0"> - <div class="duration" style="height:0.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-05-20" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-05-38" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-05-50" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-06-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-06-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-06-38" class="status-0"> - <div class="duration" style="height:0.6666666666666667%"></div> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-06-50" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/GRT#2023-10-16-07-08" class="status-0"> + <a href="/lgsf-dashboard/logbooks/GRT#2023-10-17-07-20" class="status-0"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -12241,10 +12241,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GRY#2023-09-26-14-10" class="status-0"> - <div class="duration" style="height:24%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GRY#2023-09-27-14-26" class="status-0"> <div class="duration" style="height:26.333333333333332%"></div> </a> @@ -12321,6 +12317,10 @@ <h1>All log runs</h1> <div class="duration" style="height:23%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GRY#2023-10-15-09-51" class="status-0"> + <div class="duration" style="height:22.333333333333332%"></div> + </a> + </div> </td> @@ -12337,10 +12337,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/GWN#2023-09-26-13-22" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/GWN#2023-09-27-13-55" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -12417,6 +12413,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/GWN#2023-10-15-10-19" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -12433,10 +12433,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAA#2023-09-26-12-52" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAA#2023-09-27-13-56" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -12513,6 +12509,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAA#2023-10-15-10-12" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -12529,10 +12529,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAL#2023-09-26-12-47" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAL#2023-09-27-14-30" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -12609,6 +12605,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAL#2023-10-15-10-22" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -12625,10 +12625,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAM#2023-09-26-12-57" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAM#2023-09-27-14-22" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -12705,6 +12701,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAM#2023-10-15-08-37" class="status-0"> + <div class="duration" style="height:5%"></div> + </a> + </div> </td> @@ -12721,10 +12721,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAO#2023-09-26-13-49" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAO#2023-09-27-14-29" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -12801,6 +12797,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAO#2023-10-15-10-26" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -12817,10 +12817,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAR#2023-09-26-13-45" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAR#2023-09-27-13-44" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -12897,6 +12893,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAR#2023-10-15-08-31" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -12913,10 +12913,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAS#2023-09-26-12-09" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAS#2023-09-27-13-33" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -12993,6 +12989,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAS#2023-10-15-09-37" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -13009,10 +13009,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAT#2023-09-26-13-42" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAT#2023-09-27-12-07" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -13089,6 +13085,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAT#2023-10-15-09-50" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -13105,10 +13105,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HAV#2023-09-26-13-24" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HAV#2023-09-27-13-21" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -13185,6 +13181,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HAV#2023-10-15-10-16" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -13201,10 +13201,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HCK#2023-09-26-12-58" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HCK#2023-09-27-12-28" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -13281,6 +13277,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HCK#2023-10-15-09-49" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -13297,10 +13297,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HEF#2023-09-26-13-56" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HEF#2023-09-27-13-44" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -13377,6 +13373,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HEF#2023-10-15-09-53" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -13393,10 +13393,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HER#2023-09-26-13-36" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HER#2023-09-27-12-44" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -13473,6 +13469,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HER#2023-10-15-09-50" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -13489,10 +13489,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HIG#2023-09-26-13-09" class="status-0"> - <div class="duration" style="height:4.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HIG#2023-09-27-13-22" class="status-0"> <div class="duration" style="height:4.333333333333334%"></div> </a> @@ -13569,6 +13565,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HIG#2023-10-15-10-15" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -13585,10 +13585,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HIL#2023-09-26-12-29" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HIL#2023-09-27-12-47" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -13665,6 +13661,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HIL#2023-10-15-09-02" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -13681,10 +13681,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HIN#2023-09-26-14-26" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HIN#2023-09-27-12-43" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -13761,6 +13757,10 @@ <h1>All log runs</h1> <div class="duration" style="height:9.666666666666666%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HIN#2023-10-15-10-05" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -13777,10 +13777,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HLD#2023-09-26-12-59" class="status-0"> - <div class="duration" style="height:17%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HLD#2023-09-27-14-25" class="status-0"> <div class="duration" style="height:18%"></div> </a> @@ -13857,6 +13853,10 @@ <h1>All log runs</h1> <div class="duration" style="height:17.333333333333336%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HLD#2023-10-15-08-48" class="status-0"> + <div class="duration" style="height:17.333333333333336%"></div> + </a> + </div> </td> @@ -13873,10 +13873,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HMF#2023-09-26-13-21" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HMF#2023-09-27-13-07" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -13953,6 +13949,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HMF#2023-10-15-09-36" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -13969,10 +13969,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HNS#2023-09-26-13-41" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HNS#2023-09-27-14-15" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -14049,6 +14045,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HNS#2023-10-15-08-20" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -14065,10 +14065,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HOR#2023-09-26-13-01" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HOR#2023-09-27-12-09" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -14145,6 +14141,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HOR#2023-10-15-09-34" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -14161,10 +14161,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HPL#2023-09-26-12-15" class="status-0"> - <div class="duration" style="height:13.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HPL#2023-09-27-12-46" class="status-0"> <div class="duration" style="height:13%"></div> </a> @@ -14241,6 +14237,10 @@ <h1>All log runs</h1> <div class="duration" style="height:14.000000000000002%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HPL#2023-10-15-10-24" class="status-0"> + <div class="duration" style="height:14.000000000000002%"></div> + </a> + </div> </td> @@ -14257,10 +14257,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HRT#2023-09-26-12-47" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HRT#2023-09-27-12-12" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -14337,6 +14333,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HRT#2023-10-15-10-08" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -14353,10 +14353,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HRW#2023-09-26-12-48" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HRW#2023-09-27-12-11" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -14433,6 +14429,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HRW#2023-10-15-09-44" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -14449,10 +14449,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HRY#2023-09-26-13-55" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HRY#2023-09-27-14-10" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -14529,6 +14525,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HRY#2023-10-15-10-28" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -14545,10 +14545,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HUN#2023-09-26-13-00" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HUN#2023-09-27-14-28" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -14625,6 +14621,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HUN#2023-10-15-10-11" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -14641,10 +14641,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/HYN#2023-09-26-12-05" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/HYN#2023-09-27-13-27" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> @@ -14721,6 +14717,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/HYN#2023-10-15-08-33" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -14737,10 +14737,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/IOS#2023-09-26-14-23" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/IOS#2023-09-27-14-15" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> @@ -14817,6 +14813,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/IOS#2023-10-15-09-44" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> + </a> + </div> </td> @@ -14833,10 +14833,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/IPS#2023-09-26-12-14" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/IPS#2023-09-27-14-17" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -14913,6 +14909,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/IPS#2023-10-15-10-20" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -14929,10 +14929,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ISL#2023-09-26-13-21" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ISL#2023-09-27-14-09" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -15009,6 +15005,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ISL#2023-10-15-10-35" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -15025,10 +15025,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/IVC#2023-09-26-13-49" class="status-0"> - <div class="duration" style="height:22.333333333333332%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/IVC#2023-09-27-12-50" class="status-0"> <div class="duration" style="height:23%"></div> </a> @@ -15105,6 +15101,10 @@ <h1>All log runs</h1> <div class="duration" style="height:21.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/IVC#2023-10-15-09-26" class="status-0"> + <div class="duration" style="height:24%"></div> + </a> + </div> </td> @@ -15121,10 +15121,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KEC#2023-09-26-12-10" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KEC#2023-09-27-13-21" class="status-1"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -15201,6 +15197,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KEC#2023-10-15-08-40" class="status-1"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -15217,10 +15217,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KEN#2023-09-26-13-50" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KEN#2023-09-27-12-45" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -15297,6 +15293,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KEN#2023-10-15-09-46" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -15313,10 +15313,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KHL#2023-09-26-13-14" class="status-0"> - <div class="duration" style="height:54.666666666666664%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KHL#2023-09-27-12-24" class="status-0"> <div class="duration" style="height:56.99999999999999%"></div> </a> @@ -15393,6 +15389,10 @@ <h1>All log runs</h1> <div class="duration" style="height:56.333333333333336%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KHL#2023-10-15-10-31" class="status-0"> + <div class="duration" style="height:55.666666666666664%"></div> + </a> + </div> </td> @@ -15409,10 +15409,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KIN#2023-09-26-12-49" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KIN#2023-09-27-14-25" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -15489,6 +15485,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KIN#2023-10-15-09-12" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -15505,10 +15505,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KIR#2023-09-26-13-55" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KIR#2023-09-27-12-51" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -15585,6 +15581,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KIR#2023-10-15-08-20" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -15601,10 +15601,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KTT#2023-09-26-12-37" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KTT#2023-09-27-12-21" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -15681,6 +15677,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KTT#2023-10-15-09-45" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -15697,10 +15697,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/KWL#2023-09-26-13-07" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/KWL#2023-09-27-12-08" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -15777,6 +15773,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/KWL#2023-10-15-09-45" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -15793,10 +15793,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LAC#2023-09-26-12-40" class="status-0"> - <div class="duration" style="height:4.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LAC#2023-09-27-14-34" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -15873,6 +15869,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LAC#2023-10-15-10-20" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -15889,10 +15889,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LAN#2023-09-26-12-16" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LAN#2023-09-27-14-16" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -15969,6 +15965,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LAN#2023-10-15-09-54" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -15985,10 +15985,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LBH#2023-09-26-12-21" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LBH#2023-09-27-13-57" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -16065,6 +16061,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LBH#2023-10-15-10-37" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -16081,10 +16081,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LCE#2023-09-26-12-32" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LCE#2023-09-27-13-17" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -16161,6 +16157,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LCE#2023-10-15-09-24" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -16177,10 +16177,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LDS#2023-09-26-12-05" class="status-0"> - <div class="duration" style="height:5%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LDS#2023-09-27-12-52" class="status-0"> <div class="duration" style="height:4.333333333333334%"></div> </a> @@ -16257,6 +16253,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LDS#2023-10-15-09-16" class="status-0"> + <div class="duration" style="height:5.333333333333334%"></div> + </a> + </div> </td> @@ -16273,10 +16273,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LEC#2023-09-26-13-31" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LEC#2023-09-27-13-49" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -16353,6 +16349,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LEC#2023-10-15-09-06" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -16369,10 +16369,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LEE#2023-09-26-13-54" class="status-1"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LEE#2023-09-27-13-30" class="status-1"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -16449,6 +16445,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LEE#2023-10-15-09-39" class="status-1"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -16465,10 +16465,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LEW#2023-09-26-13-32" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LEW#2023-09-27-13-25" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -16545,6 +16541,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LEW#2023-10-15-10-01" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -16561,10 +16561,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LIC#2023-09-26-12-06" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LIC#2023-09-27-12-15" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -16641,6 +16637,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LIC#2023-10-15-09-38" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -16657,10 +16657,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LIF#2023-09-26-14-06" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LIF#2023-09-27-13-56" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -16737,6 +16733,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LIF#2023-10-15-08-44" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -16753,10 +16753,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LIN#2023-09-26-14-07" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LIN#2023-09-27-13-10" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -16833,6 +16829,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LIN#2023-10-15-10-36" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -16849,10 +16849,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LIV#2023-09-26-12-37" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LIV#2023-09-27-12-52" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -16929,6 +16925,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LIV#2023-10-15-10-28" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -16945,10 +16945,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/LUT#2023-09-26-12-21" class="status-0"> - <div class="duration" style="height:28.000000000000004%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/LUT#2023-09-27-12-30" class="status-0"> <div class="duration" style="height:27%"></div> </a> @@ -17025,6 +17021,10 @@ <h1>All log runs</h1> <div class="duration" style="height:28.333333333333332%"></div> </a> + <a href="/lgsf-dashboard/logbooks/LUT#2023-10-15-09-11" class="status-0"> + <div class="duration" style="height:28.333333333333332%"></div> + </a> + </div> </td> @@ -17041,10 +17041,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MAI#2023-09-26-13-38" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MAI#2023-09-27-12-22" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -17121,6 +17117,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MAI#2023-10-15-09-06" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -17137,10 +17137,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MAL#2023-09-26-13-12" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MAL#2023-09-27-12-05" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -17217,6 +17213,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MAL#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -17233,10 +17233,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MAN#2023-09-26-13-46" class="status-0"> - <div class="duration" style="height:4.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MAN#2023-09-27-12-21" class="status-0"> <div class="duration" style="height:4.333333333333334%"></div> </a> @@ -17313,6 +17309,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MAN#2023-10-15-10-16" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -17329,10 +17329,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MAV#2023-09-26-14-25" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MAV#2023-09-27-13-04" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -17409,6 +17405,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MAV#2023-10-15-08-32" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -17425,10 +17425,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MDB#2023-09-26-13-02" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MDB#2023-09-27-13-53" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -17505,6 +17501,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MDB#2023-10-15-09-24" class="status-0"> + <div class="duration" style="height:33.33333333333333%"></div> + </a> + </div> </td> @@ -17521,10 +17521,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MDE#2023-09-26-14-22" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MDE#2023-09-27-14-23" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -17601,6 +17597,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MDE#2023-10-15-09-58" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -17617,10 +17617,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MDW#2023-09-26-12-23" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MDW#2023-09-27-14-08" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -17697,6 +17693,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MDW#2023-10-15-08-32" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -17713,10 +17713,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MEL#2023-10-03-12-48" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MEL#2023-10-04-14-10" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> @@ -17793,6 +17789,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MEL#2023-10-15-10-21" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -17809,10 +17809,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MIK#2023-09-26-12-14" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MIK#2023-09-27-14-22" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -17889,6 +17885,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MIK#2023-10-15-09-34" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -17905,10 +17905,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MLN#2023-09-26-14-07" class="status-0"> - <div class="duration" style="height:12.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MLN#2023-09-27-14-24" class="status-0"> <div class="duration" style="height:14.666666666666666%"></div> </a> @@ -17985,6 +17981,10 @@ <h1>All log runs</h1> <div class="duration" style="height:12%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MLN#2023-10-15-10-21" class="status-0"> + <div class="duration" style="height:12.333333333333334%"></div> + </a> + </div> </td> @@ -18001,10 +18001,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MOL#2023-09-26-12-09" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MOL#2023-09-27-13-07" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -18081,6 +18077,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MOL#2023-10-15-08-49" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -18097,10 +18097,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MON#2023-09-26-12-51" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MON#2023-09-27-12-12" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -18177,6 +18173,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MON#2023-10-15-09-54" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -18193,10 +18193,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MRT#2023-09-26-13-25" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MRT#2023-09-27-12-33" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -18273,6 +18269,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MRT#2023-10-15-09-48" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -18289,10 +18289,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MRY#2023-09-26-12-54" class="status-0"> - <div class="duration" style="height:21.333333333333336%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MRY#2023-09-27-12-23" class="status-0"> <div class="duration" style="height:21.666666666666668%"></div> </a> @@ -18369,6 +18365,10 @@ <h1>All log runs</h1> <div class="duration" style="height:22.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MRY#2023-10-15-10-10" class="status-0"> + <div class="duration" style="height:22%"></div> + </a> + </div> </td> @@ -18385,10 +18385,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MSS#2023-09-26-14-27" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MSS#2023-09-27-13-19" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -18465,6 +18461,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MSS#2023-10-15-10-00" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -18481,10 +18481,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MSU#2023-09-26-12-48" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MSU#2023-09-27-12-22" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -18561,6 +18557,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MSU#2023-10-15-08-31" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -18577,10 +18577,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MTY#2023-09-26-13-51" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MTY#2023-09-27-12-46" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -18657,6 +18653,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MTY#2023-10-15-09-13" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -18673,10 +18673,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/MUL#2023-09-26-13-28" class="status-0"> - <div class="duration" style="height:36.666666666666664%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/MUL#2023-09-27-13-27" class="status-0"> <div class="duration" style="height:31.666666666666664%"></div> </a> @@ -18753,6 +18749,10 @@ <h1>All log runs</h1> <div class="duration" style="height:32%"></div> </a> + <a href="/lgsf-dashboard/logbooks/MUL#2023-10-15-08-38" class="status-0"> + <div class="duration" style="height:31.666666666666664%"></div> + </a> + </div> </td> @@ -18769,10 +18769,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NAY#2023-09-26-13-23" class="status-0"> - <div class="duration" style="height:21.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NAY#2023-09-27-13-33" class="status-0"> <div class="duration" style="height:23.333333333333332%"></div> </a> @@ -18849,6 +18845,10 @@ <h1>All log runs</h1> <div class="duration" style="height:20%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NAY#2023-10-15-10-16" class="status-0"> + <div class="duration" style="height:21%"></div> + </a> + </div> </td> @@ -18865,10 +18865,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NBL#2023-09-26-12-39" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NBL#2023-09-27-13-40" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -18945,6 +18941,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NBL#2023-10-15-09-17" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -18961,10 +18961,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NDE#2023-09-26-12-39" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NDE#2023-09-27-14-29" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -19041,6 +19037,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NDE#2023-10-15-10-11" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -19057,10 +19057,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NEA#2023-09-26-13-08" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NEA#2023-09-27-12-46" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -19137,6 +19133,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NEA#2023-10-15-08-30" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -19153,10 +19153,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NEC#2023-09-26-13-56" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NEC#2023-09-27-12-34" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -19233,6 +19229,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NEC#2023-10-15-09-48" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -19249,10 +19249,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NED#2023-09-26-12-48" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NED#2023-09-27-13-39" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -19329,6 +19325,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NED#2023-10-15-10-20" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -19345,10 +19345,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NEL#2023-09-26-13-56" class="status-1"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NEL#2023-09-27-13-40" class="status-1"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -19425,6 +19421,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NEL#2023-10-15-08-28" class="status-1"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -19441,10 +19441,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NET#2023-09-26-13-12" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NET#2023-09-27-12-33" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -19521,6 +19517,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NET#2023-10-15-08-30" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -19537,10 +19537,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NEW#2023-09-26-13-37" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NEW#2023-09-27-12-05" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -19617,6 +19613,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NEW#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -19633,10 +19633,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NFK#2023-09-26-12-32" class="status-0"> - <div class="duration" style="height:48.66666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NFK#2023-09-27-13-47" class="status-0"> <div class="duration" style="height:50.33333333333333%"></div> </a> @@ -19713,6 +19709,10 @@ <h1>All log runs</h1> <div class="duration" style="height:50%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NFK#2023-10-15-08-18" class="status-0"> + <div class="duration" style="height:45.33333333333333%"></div> + </a> + </div> </td> @@ -19729,10 +19729,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NGM#2023-09-26-14-26" class="status-1"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NGM#2023-09-27-13-40" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -19809,6 +19805,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NGM#2023-10-15-08-43" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -19825,10 +19825,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NHE#2023-09-26-13-18" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NHE#2023-09-27-13-24" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -19905,6 +19901,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NHE#2023-10-15-08-58" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -19921,10 +19921,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NKE#2023-09-26-13-33" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NKE#2023-09-27-13-07" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -20001,6 +19997,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NKE#2023-10-15-10-10" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -20017,10 +20017,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NLK#2023-09-26-13-25" class="status-0"> - <div class="duration" style="height:42.66666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NLK#2023-09-27-14-12" class="status-0"> <div class="duration" style="height:43%"></div> </a> @@ -20097,6 +20093,10 @@ <h1>All log runs</h1> <div class="duration" style="height:39.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NLK#2023-10-15-08-35" class="status-0"> + <div class="duration" style="height:39.33333333333333%"></div> + </a> + </div> </td> @@ -20113,10 +20113,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NLN#2023-09-26-14-23" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NLN#2023-09-27-14-12" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -20193,6 +20189,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NLN#2023-10-15-10-35" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -20209,10 +20209,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NNO#2023-09-26-13-50" class="status-1"> - <div class="duration" style="height:1.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NNO#2023-09-27-12-17" class="status-1"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -20289,6 +20285,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NNO#2023-10-15-10-14" class="status-1"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -20305,10 +20305,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NOW#2023-09-26-12-29" class="status-0"> - <div class="duration" style="height:35.333333333333336%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NOW#2023-09-27-13-31" class="status-0"> <div class="duration" style="height:35%"></div> </a> @@ -20385,6 +20381,10 @@ <h1>All log runs</h1> <div class="duration" style="height:32.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NOW#2023-10-15-09-22" class="status-0"> + <div class="duration" style="height:33.666666666666664%"></div> + </a> + </div> </td> @@ -20401,10 +20401,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NSM#2023-09-26-14-13" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NSM#2023-09-27-13-24" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -20481,6 +20477,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NSM#2023-10-15-10-30" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -20497,10 +20497,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NTL#2023-09-26-13-37" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NTL#2023-09-27-12-44" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -20577,6 +20573,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NTL#2023-10-15-08-50" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -20593,10 +20593,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NTY#2023-09-26-12-50" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NTY#2023-09-27-12-24" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -20673,6 +20669,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NTY#2023-10-15-08-54" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -20689,10 +20689,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NUN#2023-09-26-13-42" class="status-0"> - <div class="duration" style="height:14.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NUN#2023-09-27-14-10" class="status-0"> <div class="duration" style="height:15%"></div> </a> @@ -20769,6 +20765,10 @@ <h1>All log runs</h1> <div class="duration" style="height:14.000000000000002%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NUN#2023-10-15-09-09" class="status-0"> + <div class="duration" style="height:14.666666666666666%"></div> + </a> + </div> </td> @@ -20785,10 +20785,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NWL#2023-09-26-12-07" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NWL#2023-09-27-14-18" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -20865,6 +20861,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NWL#2023-10-15-09-02" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -20881,10 +20881,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NWM#2023-09-26-13-55" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NWM#2023-09-27-13-53" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -20961,6 +20957,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NWM#2023-10-15-09-16" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -20977,10 +20977,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/NWP#2023-09-26-12-49" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/NWP#2023-09-27-13-30" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -21057,6 +21053,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/NWP#2023-10-15-09-49" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -21073,10 +21073,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/OAD#2023-09-26-13-30" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/OAD#2023-09-27-13-26" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -21153,6 +21149,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/OAD#2023-10-15-09-15" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -21169,10 +21169,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/OLD#2023-09-26-13-12" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/OLD#2023-09-27-12-12" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -21249,6 +21245,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/OLD#2023-10-15-10-04" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -21265,10 +21265,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ORK#2023-09-26-13-55" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ORK#2023-09-27-13-56" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -21345,6 +21341,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ORK#2023-10-15-08-31" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -21361,10 +21361,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/OXF#2023-09-26-12-49" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/OXF#2023-09-27-13-31" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -21441,6 +21437,10 @@ <h1>All log runs</h1> <div class="duration" style="height:5%"></div> </a> + <a href="/lgsf-dashboard/logbooks/OXF#2023-10-15-09-57" class="status-0"> + <div class="duration" style="height:6%"></div> + </a> + </div> </td> @@ -21457,10 +21457,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/OXO#2023-09-26-12-58" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/OXO#2023-09-27-14-22" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -21537,6 +21533,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.333333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/OXO#2023-10-15-09-07" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -21553,10 +21553,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PEM#2023-09-26-13-23" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PEM#2023-09-27-13-06" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -21633,6 +21629,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PEM#2023-10-15-09-33" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -21649,10 +21649,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PEN#2023-09-26-14-06" class="status-1"> - <div class="duration" style="height:6%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PEN#2023-09-27-14-20" class="status-1"> <div class="duration" style="height:6.333333333333334%"></div> </a> @@ -21729,6 +21725,10 @@ <h1>All log runs</h1> <div class="duration" style="height:6%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PEN#2023-10-15-10-00" class="status-1"> + <div class="duration" style="height:5.666666666666666%"></div> + </a> + </div> </td> @@ -21745,10 +21745,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PKN#2023-09-26-14-14" class="status-0"> - <div class="duration" style="height:27.333333333333332%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PKN#2023-09-27-13-41" class="status-0"> <div class="duration" style="height:26.333333333333332%"></div> </a> @@ -21825,6 +21821,10 @@ <h1>All log runs</h1> <div class="duration" style="height:26.333333333333332%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PKN#2023-10-15-08-44" class="status-0"> + <div class="duration" style="height:26%"></div> + </a> + </div> </td> @@ -21841,10 +21841,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PLY#2023-09-26-12-09" class="status-0"> - <div class="duration" style="height:4.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PLY#2023-09-27-14-11" class="status-0"> <div class="duration" style="height:4.666666666666667%"></div> </a> @@ -21921,6 +21917,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PLY#2023-10-15-09-16" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -21937,10 +21937,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/POR#2023-09-26-12-14" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/POR#2023-09-27-13-16" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -22017,6 +22013,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/POR#2023-10-15-08-38" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -22033,10 +22033,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/POW#2023-09-26-12-07" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/POW#2023-09-27-12-43" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -22113,6 +22109,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/POW#2023-10-15-10-15" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22129,10 +22129,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PRE#2023-09-26-13-17" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PRE#2023-09-27-14-20" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -22209,6 +22205,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PRE#2023-10-15-08-44" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -22225,10 +22225,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/PTE#2023-09-26-12-58" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/PTE#2023-09-27-12-04" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -22305,6 +22301,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/PTE#2023-10-15-09-17" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22321,10 +22321,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RCC#2023-09-26-13-01" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RCC#2023-09-27-13-56" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -22401,6 +22397,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RCC#2023-10-15-08-38" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22417,10 +22417,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RCH#2023-09-26-12-57" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RCH#2023-09-27-12-32" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -22497,6 +22493,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RCH#2023-10-15-10-29" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22513,10 +22513,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RCT#2023-09-26-12-06" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RCT#2023-09-27-12-23" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -22593,6 +22589,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RCT#2023-10-15-10-28" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22609,10 +22609,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RDB#2023-09-26-12-51" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RDB#2023-09-27-13-53" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -22689,6 +22685,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RDB#2023-10-15-08-31" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -22705,10 +22705,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RDG#2023-09-26-13-18" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RDG#2023-09-27-13-24" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -22785,6 +22781,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RDG#2023-10-15-08-34" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -22801,10 +22801,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RED#2023-09-26-12-38" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RED#2023-09-27-13-43" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -22881,6 +22877,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RED#2023-10-15-08-21" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -22897,10 +22897,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/REI#2023-09-26-12-57" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/REI#2023-09-27-13-57" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -22977,6 +22973,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/REI#2023-10-15-09-26" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -22993,10 +22993,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RFW#2023-09-26-12-25" class="status-0"> - <div class="duration" style="height:77%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RFW#2023-09-27-13-35" class="status-0"> <div class="duration" style="height:82.33333333333334%"></div> </a> @@ -23073,6 +23069,10 @@ <h1>All log runs</h1> <div class="duration" style="height:68.33333333333333%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RFW#2023-10-15-08-58" class="status-0"> + <div class="duration" style="height:71%"></div> + </a> + </div> </td> @@ -23089,10 +23089,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RIB#2023-09-26-12-08" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RIB#2023-09-27-12-11" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -23169,6 +23165,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RIB#2023-10-15-09-50" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -23185,10 +23185,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RIC#2023-09-26-14-22" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RIC#2023-09-27-14-07" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -23265,6 +23261,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RIC#2023-10-15-08-30" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -23281,10 +23281,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ROC#2023-09-26-12-17" class="status-0"> - <div class="duration" style="height:18.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ROC#2023-09-27-12-15" class="status-0"> <div class="duration" style="height:17%"></div> </a> @@ -23361,6 +23357,10 @@ <h1>All log runs</h1> <div class="duration" style="height:20%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ROC#2023-10-15-10-25" class="status-0"> + <div class="duration" style="height:19%"></div> + </a> + </div> </td> @@ -23377,10 +23377,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ROS#2023-09-26-12-53" class="status-0"> - <div class="duration" style="height:8.666666666666668%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ROS#2023-09-27-12-44" class="status-0"> <div class="duration" style="height:8%"></div> </a> @@ -23457,6 +23453,10 @@ <h1>All log runs</h1> <div class="duration" style="height:10.333333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ROS#2023-10-15-09-47" class="status-0"> + <div class="duration" style="height:10.666666666666668%"></div> + </a> + </div> </td> @@ -23473,10 +23473,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ROT#2023-09-26-14-12" class="status-0"> - <div class="duration" style="height:4.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/ROT#2023-09-27-12-15" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -23553,6 +23549,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/ROT#2023-10-15-08-29" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -23569,10 +23569,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RUG#2023-09-26-13-22" class="status-0"> - <div class="duration" style="height:9.666666666666666%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RUG#2023-09-27-12-35" class="status-0"> <div class="duration" style="height:9%"></div> </a> @@ -23649,6 +23645,10 @@ <h1>All log runs</h1> <div class="duration" style="height:9.333333333333334%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RUG#2023-10-15-10-24" class="status-0"> + <div class="duration" style="height:9.333333333333334%"></div> + </a> + </div> </td> @@ -23665,10 +23665,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RUH#2023-09-26-12-07" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RUH#2023-09-27-13-52" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -23745,6 +23741,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RUH#2023-10-15-08-31" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -23761,10 +23761,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RUN#2023-09-26-13-10" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RUN#2023-09-27-12-21" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -23841,6 +23837,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RUN#2023-10-15-08-29" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -23857,10 +23857,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RUS#2023-09-26-12-47" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RUS#2023-09-27-13-23" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -23937,6 +23933,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RUS#2023-10-15-10-45" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -23953,10 +23953,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/RUT#2023-09-26-12-37" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/RUT#2023-09-27-12-47" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -24033,6 +24029,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/RUT#2023-10-15-08-57" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -24049,10 +24049,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SAL#2023-09-26-12-09" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SAL#2023-09-27-14-09" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -24129,6 +24125,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SAL#2023-10-15-10-00" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -24145,10 +24145,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SAW#2023-09-26-13-13" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SAW#2023-09-27-14-19" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -24225,6 +24221,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SAW#2023-10-15-08-43" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -24241,10 +24241,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SAY#2023-09-26-13-27" class="status-0"> - <div class="duration" style="height:19%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SAY#2023-09-27-14-17" class="status-0"> <div class="duration" style="height:18.666666666666668%"></div> </a> @@ -24321,6 +24317,10 @@ <h1>All log runs</h1> <div class="duration" style="height:16.333333333333332%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SAY#2023-10-15-10-02" class="status-0"> + <div class="duration" style="height:16.666666666666664%"></div> + </a> + </div> </td> @@ -24337,10 +24337,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SCA#2023-09-26-13-49" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SCA#2023-09-27-14-20" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -24417,6 +24413,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SCA#2023-10-15-10-34" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -24433,10 +24433,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SCB#2023-09-26-14-05" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SCB#2023-09-27-12-33" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -24513,6 +24509,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SCB#2023-10-15-09-53" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -24529,10 +24529,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SDE#2023-09-26-13-09" class="status-0"> - <div class="duration" style="height:21%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SDE#2023-09-27-13-45" class="status-0"> <div class="duration" style="height:20.666666666666668%"></div> </a> @@ -24609,26 +24605,26 @@ <h1>All log runs</h1> <div class="duration" style="height:20.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SDE#2023-10-15-08-40" class="status-0"> + <div class="duration" style="height:22.333333333333332%"></div> + </a> + </div> </td> </tr> - <tr class="status-1"> + <tr class="status-0"> <td><a href="/lgsf-dashboard/logbooks/SEV">SEV</a></td> <td> - ERROR + OK </td> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SEV#2023-09-26-14-25" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SEV#2023-09-27-12-16" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -24705,6 +24701,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SEV#2023-10-15-09-39" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -24721,84 +24721,84 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-15-21-37" class="status-0"> - <div class="duration" style="height:1%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-21-53" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-15-22-07" class="status-0"> - <div class="duration" style="height:1%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-22-23" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-15-22-37" class="status-0"> - <div class="duration" style="height:1%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-22-53" class="status-0"> + <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-15-23-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-23-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-15-23-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-23-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-00-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-00-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-00-37" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-00-53" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-01-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-01-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-01-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-01-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-02-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-02-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-02-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-02-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-03-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-03-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-03-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-03-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-04-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-04-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-04-37" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-04-53" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-05-07" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-05-23" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-05-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-05-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-06-07" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-06-23" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-06-37" class="status-0"> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-06-53" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/SFK#2023-10-16-07-07" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> + <a href="/lgsf-dashboard/logbooks/SFK#2023-10-17-07-23" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> </a> </div> @@ -24817,10 +24817,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SFT#2023-09-26-13-53" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SFT#2023-09-27-13-22" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -24897,6 +24893,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SFT#2023-10-15-09-56" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -24913,10 +24913,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SGC#2023-09-26-12-37" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SGC#2023-09-27-12-09" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -24993,6 +24989,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SGC#2023-10-15-10-03" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -25009,10 +25009,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SHA#2023-10-04-10-05" class="status-0"> - <div class="duration" style="height:1%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SHA#2023-10-04-10-35" class="status-0"> <div class="duration" style="height:1%"></div> </a> @@ -25089,6 +25085,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SHA#2023-10-15-08-18" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -25201,10 +25201,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SHF#2023-09-26-12-52" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SHF#2023-09-27-14-33" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -25281,6 +25277,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SHF#2023-10-15-10-22" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -25297,10 +25297,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SHN#2023-09-26-13-46" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SHN#2023-09-27-13-34" class="status-1"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -25377,6 +25373,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SHN#2023-10-15-08-35" class="status-1"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -25393,10 +25393,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SHO#2023-09-26-12-13" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SHO#2023-09-27-13-01" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -25473,6 +25469,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SHO#2023-10-15-08-26" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -25489,10 +25489,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SHR#2023-09-26-12-16" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SHR#2023-09-27-14-11" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -25569,6 +25565,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SHR#2023-10-15-10-38" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -25585,10 +25585,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SKE#2023-09-26-14-06" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SKE#2023-09-27-12-34" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -25665,6 +25661,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SKE#2023-10-15-10-29" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -25681,10 +25681,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SKP#2023-09-26-13-17" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SKP#2023-09-27-13-31" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -25761,6 +25757,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SKP#2023-10-15-09-05" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -25777,10 +25777,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SLF#2023-09-26-12-58" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SLF#2023-09-27-13-43" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -25857,6 +25853,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SLF#2023-10-15-09-02" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -25873,10 +25873,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SLG#2023-09-26-13-33" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SLG#2023-09-27-14-17" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -25953,6 +25949,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SLG#2023-10-15-09-39" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -25969,10 +25969,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SLK#2023-09-26-12-43" class="status-0"> - <div class="duration" style="height:59%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SLK#2023-09-27-12-38" class="status-0"> <div class="duration" style="height:58.666666666666664%"></div> </a> @@ -26049,6 +26045,10 @@ <h1>All log runs</h1> <div class="duration" style="height:64.66666666666666%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SLK#2023-10-15-09-17" class="status-0"> + <div class="duration" style="height:57.666666666666664%"></div> + </a> + </div> </td> @@ -26065,10 +26065,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SND#2023-09-26-12-10" class="status-0"> - <div class="duration" style="height:60%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SND#2023-09-27-12-56" class="status-0"> <div class="duration" style="height:60.66666666666667%"></div> </a> @@ -26145,6 +26141,10 @@ <h1>All log runs</h1> <div class="duration" style="height:45.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SND#2023-10-15-08-27" class="status-1"> + <div class="duration" style="height:21.666666666666668%"></div> + </a> + </div> </td> @@ -26161,10 +26161,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SNO#2023-09-26-13-43" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SNO#2023-09-27-13-57" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -26241,6 +26237,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SNO#2023-10-15-09-09" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -26257,10 +26257,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SOL#2023-09-26-12-31" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SOL#2023-09-27-12-46" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -26337,6 +26333,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SOL#2023-10-15-09-10" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -26353,10 +26353,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SOS#2023-09-26-12-52" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SOS#2023-09-27-13-54" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -26433,6 +26429,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SOS#2023-10-15-09-17" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -26449,10 +26449,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SOX#2023-09-26-13-51" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SOX#2023-09-27-14-30" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -26529,6 +26525,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SOX#2023-10-15-09-33" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -26545,10 +26545,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SPE#2023-09-26-14-05" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SPE#2023-09-27-12-52" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -26625,6 +26621,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SPE#2023-10-15-08-37" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -26641,10 +26641,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SRI#2023-09-26-12-56" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SRI#2023-09-27-12-43" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -26721,6 +26717,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SRI#2023-10-15-08-34" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -26737,10 +26737,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SRY#2023-09-26-13-21" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SRY#2023-09-27-13-54" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -26817,6 +26813,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SRY#2023-10-15-08-34" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -26833,10 +26833,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SST#2023-09-26-14-12" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SST#2023-09-27-12-55" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -26913,6 +26909,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SST#2023-10-15-09-50" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -26929,10 +26929,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STE#2023-09-26-14-23" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STE#2023-09-27-13-30" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -27009,6 +27005,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STE#2023-10-15-09-21" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -27025,10 +27025,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STF#2023-09-26-12-13" class="status-0"> - <div class="duration" style="height:4.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STF#2023-09-27-13-23" class="status-0"> <div class="duration" style="height:5%"></div> </a> @@ -27105,6 +27101,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STF#2023-10-15-10-14" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -27121,10 +27121,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STG#2023-09-26-12-50" class="status-1"> - <div class="duration" style="height:1.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STG#2023-09-27-13-07" class="status-1"> <div class="duration" style="height:1%"></div> </a> @@ -27201,6 +27197,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STG#2023-10-15-09-38" class="status-1"> + <div class="duration" style="height:1%"></div> + </a> + </div> </td> @@ -27217,10 +27217,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STH#2023-09-26-13-21" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STH#2023-09-27-14-28" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -27297,6 +27293,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STH#2023-10-15-10-30" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -27313,10 +27313,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STN#2023-09-26-14-23" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STN#2023-09-27-12-51" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -27393,6 +27389,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STN#2023-10-15-09-53" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -27409,10 +27409,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STO#2023-09-26-13-38" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STO#2023-09-27-12-08" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -27489,6 +27485,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STO#2023-10-15-09-10" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -27505,10 +27505,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STR#2023-09-26-12-57" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STR#2023-09-27-12-06" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -27585,6 +27581,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STR#2023-10-15-09-51" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -27601,10 +27601,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STS#2023-09-26-14-21" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STS#2023-09-27-13-11" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -27681,6 +27677,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STS#2023-10-15-09-49" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -27697,10 +27697,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/STV#2023-09-26-13-50" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/STV#2023-09-27-14-22" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -27777,6 +27773,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/STV#2023-10-15-09-43" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -27793,10 +27793,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SUR#2023-09-26-13-01" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SUR#2023-09-27-12-21" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -27873,6 +27869,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SUR#2023-10-15-10-02" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -27889,10 +27889,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SWA#2023-09-26-13-31" class="status-0"> - <div class="duration" style="height:4.333333333333334%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SWA#2023-09-27-13-02" class="status-0"> <div class="duration" style="height:4%"></div> </a> @@ -27969,6 +27965,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SWA#2023-10-15-10-10" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -27985,10 +27985,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SWD#2023-09-26-13-17" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SWD#2023-09-27-13-11" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -28065,6 +28061,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SWD#2023-10-15-09-56" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -28081,10 +28081,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SWK#2023-09-26-12-23" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SWK#2023-09-27-12-27" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -28161,6 +28157,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SWK#2023-10-15-09-31" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -28177,10 +28177,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/SWL#2023-09-26-12-52" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/SWL#2023-09-27-14-22" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -28257,6 +28253,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/SWL#2023-10-15-08-54" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -28273,10 +28273,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TAM#2023-09-26-13-53" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TAM#2023-09-27-13-39" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -28353,6 +28349,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TAM#2023-10-15-09-12" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -28369,10 +28369,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TAN#2023-09-26-13-46" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TAN#2023-09-27-14-23" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -28449,6 +28445,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TAN#2023-10-15-09-17" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -28465,10 +28465,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TAW#2023-09-26-12-38" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TAW#2023-09-27-13-35" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -28545,6 +28541,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TAW#2023-10-15-09-38" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -28561,10 +28561,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TEI#2023-09-26-12-59" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TEI#2023-09-27-12-29" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -28641,6 +28637,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TEI#2023-10-15-09-05" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -28657,10 +28657,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TEN#2023-09-26-14-21" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TEN#2023-09-27-13-43" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -28737,6 +28733,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TEN#2023-10-15-09-31" class="status-0"> + <div class="duration" style="height:4.333333333333334%"></div> + </a> + </div> </td> @@ -28753,10 +28753,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TES#2023-09-26-14-14" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TES#2023-09-27-12-23" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -28833,6 +28829,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TES#2023-10-15-08-38" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -28849,10 +28849,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TEW#2023-09-26-12-29" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TEW#2023-09-27-12-14" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -28929,6 +28925,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TEW#2023-10-15-10-38" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -28945,10 +28945,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TFW#2023-09-26-13-02" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TFW#2023-09-27-14-14" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -29025,6 +29021,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TFW#2023-10-15-09-10" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -29041,10 +29041,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/THA#2023-09-26-14-05" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/THA#2023-09-27-12-07" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -29121,6 +29117,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/THA#2023-10-15-08-37" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -29137,10 +29137,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/THE#2023-09-26-12-29" class="status-1"> - <div class="duration" style="height:1%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/THE#2023-09-27-12-45" class="status-1"> <div class="duration" style="height:1%"></div> </a> @@ -29217,6 +29213,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/THE#2023-10-15-09-20" class="status-1"> + <div class="duration" style="height:1.3333333333333335%"></div> + </a> + </div> </td> @@ -29233,10 +29233,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/THR#2023-09-26-13-32" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/THR#2023-09-27-13-16" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -29313,6 +29309,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/THR#2023-10-15-08-47" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -29329,10 +29329,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TOB#2023-09-26-12-38" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TOB#2023-09-27-12-32" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -29409,6 +29405,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TOB#2023-10-15-10-21" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -29425,10 +29425,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TOF#2023-09-26-13-17" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TOF#2023-09-27-12-38" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -29505,6 +29501,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TOF#2023-10-15-10-36" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -29521,10 +29521,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TON#2023-09-26-12-49" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TON#2023-09-27-13-55" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -29601,6 +29597,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TON#2023-10-15-09-45" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -29617,10 +29617,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TOR#2023-09-26-13-53" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TOR#2023-09-27-12-53" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -29697,6 +29693,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TOR#2023-10-15-09-31" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -29713,10 +29713,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TRF#2023-09-26-14-28" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TRF#2023-09-27-13-29" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -29793,6 +29789,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TRF#2023-10-15-09-34" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -29809,10 +29809,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TUN#2023-09-26-12-52" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TUN#2023-09-27-13-10" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -29889,6 +29885,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TUN#2023-10-15-08-29" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -29905,10 +29905,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/TWH#2023-09-26-12-50" class="status-1"> - <div class="duration" style="height:0.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/TWH#2023-09-27-13-16" class="status-1"> <div class="duration" style="height:0.6666666666666667%"></div> </a> @@ -29985,6 +29981,10 @@ <h1>All log runs</h1> <div class="duration" style="height:0.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/TWH#2023-10-15-10-05" class="status-1"> + <div class="duration" style="height:0.6666666666666667%"></div> + </a> + </div> </td> @@ -30001,10 +30001,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/UTT#2023-09-26-14-06" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/UTT#2023-09-27-13-17" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -30081,6 +30077,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/UTT#2023-10-15-08-43" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -30097,10 +30097,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/VAL#2023-09-26-14-21" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/VAL#2023-09-27-13-23" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -30177,6 +30173,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/VAL#2023-10-15-09-54" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -30193,10 +30193,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/VGL#2023-09-26-12-35" class="status-0"> - <div class="duration" style="height:32.33333333333333%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/VGL#2023-09-27-12-13" class="status-0"> <div class="duration" style="height:32.33333333333333%"></div> </a> @@ -30273,6 +30269,10 @@ <h1>All log runs</h1> <div class="duration" style="height:32%"></div> </a> + <a href="/lgsf-dashboard/logbooks/VGL#2023-10-15-08-24" class="status-0"> + <div class="duration" style="height:32.33333333333333%"></div> + </a> + </div> </td> @@ -30289,10 +30289,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WAE#2023-09-26-12-56" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WAE#2023-09-27-14-23" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -30369,6 +30365,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WAE#2023-10-15-08-32" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -30385,10 +30385,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WAR#2023-09-26-12-07" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WAR#2023-09-27-12-45" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -30465,6 +30461,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WAR#2023-10-15-09-59" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -30481,10 +30481,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WAT#2023-09-26-12-23" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WAT#2023-09-27-13-53" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -30561,6 +30557,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WAT#2023-10-15-09-58" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -30577,10 +30577,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WAW#2023-09-26-13-10" class="status-0"> - <div class="duration" style="height:21.333333333333336%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WAW#2023-09-27-14-20" class="status-0"> <div class="duration" style="height:21.333333333333336%"></div> </a> @@ -30657,6 +30653,10 @@ <h1>All log runs</h1> <div class="duration" style="height:19.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WAW#2023-10-15-10-23" class="status-0"> + <div class="duration" style="height:19.666666666666664%"></div> + </a> + </div> </td> @@ -30673,10 +30673,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WBK#2023-09-26-14-05" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WBK#2023-09-27-14-15" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -30753,6 +30749,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WBK#2023-10-15-10-08" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -30769,10 +30769,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WDE#2023-09-26-14-26" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WDE#2023-09-27-14-19" class="status-0"> <div class="duration" style="height:4%"></div> </a> @@ -30849,6 +30845,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WDE#2023-10-15-08-49" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -30865,10 +30865,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WDU#2023-09-26-13-05" class="status-0"> - <div class="duration" style="height:22%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WDU#2023-09-27-12-59" class="status-0"> <div class="duration" style="height:24.666666666666668%"></div> </a> @@ -30945,6 +30941,10 @@ <h1>All log runs</h1> <div class="duration" style="height:24.666666666666668%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WDU#2023-10-15-08-46" class="status-0"> + <div class="duration" style="height:24%"></div> + </a> + </div> </td> @@ -30961,10 +30961,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WEA#2023-09-26-12-57" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WEA#2023-09-27-14-09" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -31041,6 +31037,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WEA#2023-10-15-08-42" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -31057,10 +31057,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WEW#2023-09-26-13-32" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WEW#2023-09-27-12-42" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -31137,6 +31133,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WEW#2023-10-15-10-45" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -31153,10 +31153,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WFT#2023-09-26-12-55" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WFT#2023-09-27-12-07" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -31233,6 +31229,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WFT#2023-10-15-09-23" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -31249,10 +31249,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WGN#2023-09-26-13-13" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WGN#2023-09-27-13-14" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -31329,6 +31325,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WGN#2023-10-15-09-06" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -31345,10 +31345,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WIL#2023-09-26-13-01" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WIL#2023-09-27-13-18" class="status-0"> <div class="duration" style="height:4%"></div> </a> @@ -31425,6 +31421,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WIL#2023-10-15-08-49" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -31441,10 +31441,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WIN#2023-09-26-14-27" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WIN#2023-09-27-13-19" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -31521,6 +31517,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WIN#2023-10-15-08-23" class="status-0"> + <div class="duration" style="height:4%"></div> + </a> + </div> </td> @@ -31537,10 +31537,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WKF#2023-09-26-14-10" class="status-0"> - <div class="duration" style="height:4%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WKF#2023-09-27-13-55" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -31617,6 +31613,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WKF#2023-10-15-09-49" class="status-0"> + <div class="duration" style="height:4.666666666666667%"></div> + </a> + </div> </td> @@ -31633,10 +31633,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WLA#2023-09-26-13-36" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WLA#2023-09-27-13-01" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -31713,6 +31709,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WLA#2023-10-15-10-22" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -31729,10 +31729,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WLI#2023-09-26-14-12" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WLI#2023-09-27-13-57" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -31809,6 +31805,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WLI#2023-10-15-10-15" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -31825,10 +31825,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WLL#2023-09-26-12-41" class="status-0"> - <div class="duration" style="height:38.666666666666664%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WLL#2023-09-27-12-47" class="status-0"> <div class="duration" style="height:41%"></div> </a> @@ -31905,6 +31901,10 @@ <h1>All log runs</h1> <div class="duration" style="height:36.333333333333336%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WLL#2023-10-15-09-13" class="status-0"> + <div class="duration" style="height:38.333333333333336%"></div> + </a> + </div> </td> @@ -31921,10 +31921,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WLN#2023-09-26-14-24" class="status-0"> - <div class="duration" style="height:16.666666666666664%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WLN#2023-09-27-13-17" class="status-0"> <div class="duration" style="height:18%"></div> </a> @@ -32001,6 +31997,10 @@ <h1>All log runs</h1> <div class="duration" style="height:16.666666666666664%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WLN#2023-10-15-09-35" class="status-0"> + <div class="duration" style="height:18.333333333333332%"></div> + </a> + </div> </td> @@ -32017,10 +32017,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WLV#2023-09-26-13-08" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WLV#2023-09-27-14-15" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -32097,6 +32093,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WLV#2023-10-15-08-26" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -32113,10 +32113,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WND#2023-09-26-12-40" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WND#2023-09-27-13-55" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -32193,6 +32189,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WND#2023-10-15-10-05" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -32209,10 +32209,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WNM#2023-09-26-12-14" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WNM#2023-09-27-13-02" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -32289,6 +32285,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WNM#2023-10-15-08-18" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -32305,10 +32305,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOC#2023-09-26-13-54" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOC#2023-09-27-13-54" class="status-0"> <div class="duration" style="height:2%"></div> </a> @@ -32385,6 +32381,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOC#2023-10-15-09-32" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -32401,10 +32401,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOI#2023-09-26-13-00" class="status-0"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOI#2023-09-27-14-16" class="status-0"> <div class="duration" style="height:1.6666666666666667%"></div> </a> @@ -32481,6 +32477,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOI#2023-10-15-09-57" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> + </a> + </div> </td> @@ -32497,10 +32497,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOK#2023-09-26-13-13" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOK#2023-09-27-14-16" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -32577,6 +32573,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOK#2023-10-15-09-26" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -32593,10 +32593,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOR#2023-09-26-12-14" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOR#2023-09-27-12-33" class="status-0"> <div class="duration" style="height:3.3333333333333335%"></div> </a> @@ -32673,6 +32669,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOR#2023-10-15-09-36" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -32689,10 +32689,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOT#2023-09-26-13-08" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOT#2023-09-27-12-34" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -32769,6 +32765,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.3333333333333335%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOT#2023-10-15-08-38" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -32785,10 +32785,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WOX#2023-09-26-13-07" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WOX#2023-09-27-12-45" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -32865,6 +32861,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WOX#2023-10-15-10-04" class="status-0"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -32881,10 +32881,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WRL#2023-09-26-14-22" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WRL#2023-09-27-13-44" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -32961,6 +32957,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WRL#2023-10-15-10-06" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -32977,10 +32977,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WRT#2023-09-26-12-38" class="status-1"> - <div class="duration" style="height:1.6666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WRT#2023-09-27-12-32" class="status-1"> <div class="duration" style="height:1.3333333333333335%"></div> </a> @@ -33057,6 +33053,10 @@ <h1>All log runs</h1> <div class="duration" style="height:1.6666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WRT#2023-10-15-09-44" class="status-1"> + <div class="duration" style="height:2%"></div> + </a> + </div> </td> @@ -33073,10 +33073,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WRX#2023-09-26-12-08" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WRX#2023-09-27-14-24" class="status-0"> <div class="duration" style="height:2.666666666666667%"></div> </a> @@ -33153,6 +33149,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WRX#2023-10-15-10-27" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -33169,10 +33169,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WSK#2023-09-26-14-20" class="status-0"> - <div class="duration" style="height:3.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WSK#2023-09-27-12-42" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -33249,6 +33245,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3.6666666666666665%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WSK#2023-10-15-09-43" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> @@ -33265,10 +33265,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WSM#2023-09-26-13-16" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WSM#2023-09-27-13-16" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -33345,6 +33341,10 @@ <h1>All log runs</h1> <div class="duration" style="height:4.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WSM#2023-10-15-10-34" class="status-0"> + <div class="duration" style="height:3%"></div> + </a> + </div> </td> @@ -33361,10 +33361,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WSX#2023-09-26-12-35" class="status-0"> - <div class="duration" style="height:3.6666666666666665%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WSX#2023-09-27-12-05" class="status-0"> <div class="duration" style="height:3.6666666666666665%"></div> </a> @@ -33441,6 +33437,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WSX#2023-10-15-09-36" class="status-0"> + <div class="duration" style="height:3.6666666666666665%"></div> + </a> + </div> </td> @@ -33457,10 +33457,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WYC#2023-09-26-12-39" class="status-0"> - <div class="duration" style="height:2%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WYC#2023-09-27-13-30" class="status-0"> <div class="duration" style="height:2.3333333333333335%"></div> </a> @@ -33537,6 +33533,10 @@ <h1>All log runs</h1> <div class="duration" style="height:2%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WYC#2023-10-15-08-54" class="status-0"> + <div class="duration" style="height:2.3333333333333335%"></div> + </a> + </div> </td> @@ -33553,10 +33553,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WYE#2023-09-26-12-05" class="status-0"> - <div class="duration" style="height:7.333333333333333%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WYE#2023-09-27-12-42" class="status-0"> <div class="duration" style="height:7.333333333333333%"></div> </a> @@ -33633,6 +33629,10 @@ <h1>All log runs</h1> <div class="duration" style="height:7.333333333333333%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WYE#2023-10-15-09-59" class="status-0"> + <div class="duration" style="height:7.666666666666666%"></div> + </a> + </div> </td> @@ -33649,10 +33649,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/WYR#2023-09-26-13-21" class="status-0"> - <div class="duration" style="height:2.666666666666667%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/WYR#2023-09-27-13-06" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -33729,26 +33725,26 @@ <h1>All log runs</h1> <div class="duration" style="height:2.666666666666667%"></div> </a> + <a href="/lgsf-dashboard/logbooks/WYR#2023-10-15-10-02" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> </tr> - <tr class="status-1"> + <tr class="status-0"> <td><a href="/lgsf-dashboard/logbooks/YOR">YOR</a></td> <td> - ERROR + OK </td> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/YOR#2023-09-26-14-12" class="status-0"> - <div class="duration" style="height:2.3333333333333335%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/YOR#2023-09-27-12-07" class="status-0"> <div class="duration" style="height:5.333333333333334%"></div> </a> @@ -33825,6 +33821,10 @@ <h1>All log runs</h1> <div class="duration" style="height:35.333333333333336%"></div> </a> + <a href="/lgsf-dashboard/logbooks/YOR#2023-10-15-10-05" class="status-0"> + <div class="duration" style="height:2.666666666666667%"></div> + </a> + </div> </td> @@ -33841,83 +33841,83 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-15-21-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-22-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-15-22-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-22-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-15-22-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-23-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-15-23-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-23-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-15-23-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-00-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-00-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-00-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-00-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-01-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-01-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-01-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-01-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-02-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-02-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-02-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-02-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-03-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-03-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-03-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-03-46" class="status-0"> - <div class="duration" style="height:1.3333333333333335%"></div> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-04-02" class="status-0"> + <div class="duration" style="height:1.6666666666666667%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-04-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-04-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-04-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-05-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-05-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-05-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-05-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-06-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-06-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-06-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-06-46" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-07-02" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> - <a href="/lgsf-dashboard/logbooks/ZET#2023-10-16-07-16" class="status-0"> + <a href="/lgsf-dashboard/logbooks/ZET#2023-10-17-07-32" class="status-0"> <div class="duration" style="height:1.3333333333333335%"></div> </a> @@ -33937,10 +33937,6 @@ <h1>All log runs</h1> <td> <div class="run-graph"> - <a href="/lgsf-dashboard/logbooks/west#2023-09-26-12-49" class="status-0"> - <div class="duration" style="height:3%"></div> - </a> - <a href="/lgsf-dashboard/logbooks/west#2023-09-27-12-59" class="status-0"> <div class="duration" style="height:3%"></div> </a> @@ -34017,6 +34013,10 @@ <h1>All log runs</h1> <div class="duration" style="height:3%"></div> </a> + <a href="/lgsf-dashboard/logbooks/west#2023-10-15-09-52" class="status-0"> + <div class="duration" style="height:3.3333333333333335%"></div> + </a> + </div> </td> diff --git a/logbooks/ABC/index.html b/logbooks/ABC/index.html index e8e44cbbd0..7cc0032850 100644 --- a/logbooks/ABC/index.html +++ b/logbooks/ABC/index.html @@ -37,6 +37,56 @@ + <h2 id="2023-10-15-08-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:54:01.473278</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:54:08.358568</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:54:01] Fetching Scraper for: ABC handlers.py:23 + Begin attempting to scrape: ABC handlers.py:27 + Deleting existing data... base.py:239 +[08:54:02] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 16 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 16 files in Councillors/raw base.py:207 + ...found 33 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 33 files base.py:216 +[08:54:03] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.armaghbanbridgecraigavon.gov.uk/councillors/ +[08:54:07] Committing batch 1 consisting of 32 files base.py:274 +[08:54:08] Finished attempting to scrape: ABC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -984,56 +1034,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-27">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:27:43.584313</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:27:50.589027</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:27:43] Fetching Scraper for: ABC handlers.py:23 - Begin attempting to scrape: ABC handlers.py:27 - Deleting existing data... base.py:239 -[14:27:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 16 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:27:45] ...found 16 files in Councillors/raw base.py:207 - ...found 33 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 33 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.armaghbanbridgecraigavon.gov.uk/councillors/ -[14:27:49] Committing batch 1 consisting of 32 files base.py:274 -[14:27:50] Finished attempting to scrape: ABC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ABD/index.html b/logbooks/ABD/index.html index daed7b97b5..7d837bacbb 100644 --- a/logbooks/ABD/index.html +++ b/logbooks/ABD/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:46.506045</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:42:54.636421</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:46] Fetching Scraper for: ABD handlers.py:23 + Begin attempting to scrape: ABD handlers.py:27 +[08:42:48] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:42:49] ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[08:42:50] ...data deleted. base.py:246 + Scraping from base.py:42 + https://committees.aberdeencity.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[08:42:53] Committing batch 1 consisting of 90 files base.py:274 +[08:42:54] Finished attempting to scrape: ABD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-28">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:28:29.560548</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:28:37.711464</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:28:29] Fetching Scraper for: ABD handlers.py:23 - Begin attempting to scrape: ABD handlers.py:27 -[13:28:30] Deleting existing data... base.py:239 -[13:28:31] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:28:32] ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[13:28:33] ...data deleted. base.py:246 - Scraping from base.py:42 - https://committees.aberdeencity.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[13:28:36] Committing batch 1 consisting of 90 files base.py:274 -[13:28:37] Finished attempting to scrape: ABD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ABE/index.html b/logbooks/ABE/index.html index 06f2ff7d48..7d7f715bbe 100644 --- a/logbooks/ABE/index.html +++ b/logbooks/ABE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:30:45.723882</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:30:53.800611</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:30:45] Fetching Scraper for: ABE handlers.py:23 + Begin attempting to scrape: ABE handlers.py:27 +[10:30:46] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:30:47] ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://committees.aberdeencity.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[10:30:52] Committing batch 1 consisting of 90 files base.py:274 +[10:30:53] Finished attempting to scrape: ABE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-40">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:40:25.799826</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:40:32.424310</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:40:25] Fetching Scraper for: ABE handlers.py:23 - Begin attempting to scrape: ABE handlers.py:27 -[12:40:26] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:40:27] ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[12:40:28] ...data deleted. base.py:246 - Scraping from base.py:42 - https://committees.aberdeencity.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[12:40:31] Committing batch 1 consisting of 90 files base.py:274 -[12:40:32] Finished attempting to scrape: ABE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ADU/index.html b/logbooks/ADU/index.html index 14e44f2190..1c5cf22572 100644 --- a/logbooks/ADU/index.html +++ b/logbooks/ADU/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:02:21.901990</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:02:29.780902</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:02:21] Fetching Scraper for: ADU handlers.py:23 + Begin attempting to scrape: ADU handlers.py:27 +[09:02:22] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:02:23] Getting all files in Councillors/json... base.py:191 + ...found 29 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 29 files in Councillors/raw base.py:207 + ...found 59 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 59 files base.py:216 +[09:02:24] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.adur-worthing.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:02:28] Committing batch 1 consisting of 58 files base.py:274 +[09:02:29] Finished attempting to scrape: ADU base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-01">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:01:59.155549</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:02:06.550585</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:01:59] Fetching Scraper for: ADU handlers.py:23 - Begin attempting to scrape: ADU handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:02:00] Getting all files in Councillors/json... base.py:191 - ...found 29 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 29 files in Councillors/raw base.py:207 - ...found 59 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 59 files base.py:216 -[13:02:01] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.adur-worthing.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[13:02:05] Committing batch 1 consisting of 58 files base.py:274 -[13:02:06] Finished attempting to scrape: ADU base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/AGB/index.html b/logbooks/AGB/index.html index 746dcc3246..78a19e013d 100644 --- a/logbooks/AGB/index.html +++ b/logbooks/AGB/index.html @@ -37,6 +37,175 @@ + <h2 id="2023-10-15-09-39">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>206 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:39:51.641732</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:43:17.821243</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:39:51] Fetching Scraper for: AGB handlers.py:23 + Begin attempting to scrape: AGB handlers.py:27 + Deleting existing data... base.py:239 +[09:39:52] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:39:53] ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.argyll-bute.gov.uk/councillor_list +[09:40:02] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/south-kintyre/councillor/john-armour +[09:40:07] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/cowal/councillor/gordon-blair +[09:40:13] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/mid-argyll/councillor/jan-brown +[09:40:17] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-and-lomond-south/councillor/math-campbel + l-sturgess +[09:40:20] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/mid-argyll/councillor/garret-corner +[09:40:25] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/lomond-north/councillor/maurice-corry +[09:40:29] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/kintyre-and-islands/councillor/robin-currie +[09:40:35] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/dunoon/councillor/audrey-e-forrest +[09:40:39] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-north-and-lorn/councillor/kieron-green +[09:40:44] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-south-and-isles/councillor/amanda-hampsey +[09:40:50] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/dunoon/councillor/daniel-hampsey +[09:40:55] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-central/councillor/graham-archibald-hard + ie +[09:40:59] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/councillor_list?page=1 +[09:41:08] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-central/councillor/fiona-howard +[09:41:13] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-south-and-isles/councillor/willie-hume +[09:41:18] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/lomond-north/councillor/mark-irvine +[09:41:23] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-south-and-isles/councillor/andrew-kain +[09:41:27] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-and-lomond-south/councillor/paul-donald- + kennedy +[09:41:33] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/isle-bute/councillor/reeni-kennedy-boyle +[09:41:37] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/oban-south-and-isles/councillor/jim-lyn + ch +[09:41:42] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/south-kintyre/councillor/tommy-macpherson +[09:41:46] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-central/councillor/ian-james-macquire +[09:41:50] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-north-and-lorn/councillor/luna-martin +[09:41:54] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/isle-bute/councillor/liz-mccabe +[09:41:58] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/kintyre-and-islands/councillor/dougie-mcfadzean +[09:42:03] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/councillor_list?page=2 +[09:42:12] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-north-and-lorn/councillor/julie-mckenzie +[09:42:16] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/cowal/councillor/yvonne-mcneilly +[09:42:22] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/dunoon/councillor/ross-moreland +[09:42:26] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/helensburgh-central/councillor/gary-mul + vaney +[09:42:31] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/lomond-north/councillor/shonny-iain-pat + erson +[09:42:38] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/helensburgh-and-lomond-south/councillor/gemma-penfol + d +[09:42:45] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/mid-argyll/councillor/douglas-philand +[09:42:50] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/kintyre-and-islands/councillor/alastair-redman +[09:42:56] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/cowal/councillor/william-sinclair +[09:42:59] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/south-kintyre/councillor/vacant +[09:43:05] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/my-council/councillors-dire + ctory/oban-north-and-lorn/councillor/andrew-vennard +[09:43:10] Scraping from base.py:42 + https://www.argyll-bute.gov.uk/argyll-and-bute-council/cou + ncillors-directory/isle-bute/councillor/peter-wallace +[09:43:16] Committing batch 1 consisting of 70 files base.py:274 +[09:43:17] Finished attempting to scrape: AGB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1207,62 +1376,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:04:43.232956</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:04:51.839065</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container - return selected[0] -IndexError: list index out of range -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:04:43] Fetching Scraper for: AGB handlers.py:23 - Begin attempting to scrape: AGB handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:04:44] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:04:45] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.argyll-bute.gov.uk/councillor_list -[14:04:51] list index out of range handlers.py:36 - Finished attempting to scrape: AGB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/AGY/index.html b/logbooks/AGY/index.html index 07cd487a04..a3f44efae4 100644 --- a/logbooks/AGY/index.html +++ b/logbooks/AGY/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:21:19.669376</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:21:24.936572</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:21:19] Fetching Scraper for: AGY handlers.py:23 + Begin attempting to scrape: AGY handlers.py:27 + Deleting existing data... base.py:239 +[08:21:20] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:21:21] ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.anglesey.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:21:23] Committing batch 1 consisting of 70 files base.py:274 +[08:21:24] Finished attempting to scrape: AGY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-23">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1021,57 +1072,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-26">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:26:05.856261</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:26:11.488555</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:26:05] Fetching Scraper for: AGY handlers.py:23 - Begin attempting to scrape: AGY handlers.py:27 -[14:26:06] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:26:07] ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[14:26:08] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.anglesey.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[14:26:10] Committing batch 1 consisting of 70 files base.py:274 -[14:26:11] Finished attempting to scrape: AGY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/AMB/index.html b/logbooks/AMB/index.html index 6bcdec3cc3..5f5f675d03 100644 --- a/logbooks/AMB/index.html +++ b/logbooks/AMB/index.html @@ -37,6 +37,189 @@ + <h2 id="2023-10-15-09-13">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:13:07.531045</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:13:14.018381</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:13:07] Fetching Scraper for: AMB handlers.py:23 + Begin attempting to scrape: AMB handlers.py:27 + Deleting existing data... base.py:239 +[09:13:08] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[09:13:09] ...data deleted. base.py:246 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetAllCouncillors + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=131 +[09:13:10] Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=202 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=159 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=153 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=203 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=204 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=205 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=206 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=100 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=27 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=20 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=207 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=208 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=103 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=199 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=22 +[09:13:11] Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=209 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=210 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=119 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=211 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=212 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=151 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=170 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=213 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=189 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=25 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=191 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=166 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=214 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=107 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=215 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=216 +[09:13:12] Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=167 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=217 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=218 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=163 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=219 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=108 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=190 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=220 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=221 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=222 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=120 + Scraping from base.py:42 + https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo + cracyJSON.asmx/GetCouncillor?councillorRef=223 + Committing batch 1 consisting of 88 files base.py:274 +[09:13:14] Finished attempting to scrape: AMB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3511,189 +3694,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:42.573850</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:49.170790</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:42] Fetching Scraper for: AMB handlers.py:23 - Begin attempting to scrape: AMB handlers.py:27 - Deleting existing data... base.py:239 -[12:51:43] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[12:51:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetAllCouncillors -[12:51:45] Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=131 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=202 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=159 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=153 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=203 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=204 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=205 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=206 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=100 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=27 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=20 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=207 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=208 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=103 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=199 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=22 -[12:51:46] Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=209 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=210 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=119 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=211 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=212 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=151 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=170 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=213 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=189 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=25 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=191 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=166 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=214 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=107 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=215 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=216 -[12:51:47] Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=167 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=217 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=218 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=163 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=219 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=108 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=190 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=220 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=221 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=222 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=120 - Scraping from base.py:42 - https://info.ambervalley.gov.uk/WebServices/AVBCFeeds/Demo - cracyJSON.asmx/GetCouncillor?councillorRef=223 - Committing batch 1 consisting of 88 files base.py:274 -[12:51:49] Finished attempting to scrape: AMB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/AND/index.html b/logbooks/AND/index.html index 8d54f0a8fe..dce15b04d9 100644 --- a/logbooks/AND/index.html +++ b/logbooks/AND/index.html @@ -37,6 +37,56 @@ + <h2 id="2023-10-15-09-56">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:56:41.699315</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:56:48.623991</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:56:41] Fetching Scraper for: AND handlers.py:23 + Begin attempting to scrape: AND handlers.py:27 +[09:56:42] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:56:43] ...found 16 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 16 files in Councillors/raw base.py:207 + ...found 33 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 33 files base.py:216 +[09:56:44] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.armaghbanbridgecraigavon.gov.uk/councillors/ +[09:56:47] Committing batch 1 consisting of 32 files base.py:274 +[09:56:48] Finished attempting to scrape: AND base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-47">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -984,56 +1034,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:56:28.189551</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:56:34.896482</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:56:28] Fetching Scraper for: AND handlers.py:23 - Begin attempting to scrape: AND handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:56:29] Getting all files in Councillors/json... base.py:191 - ...found 16 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 16 files in Councillors/raw base.py:207 - ...found 33 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 33 files base.py:216 -[13:56:30] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.armaghbanbridgecraigavon.gov.uk/councillors/ -[13:56:33] Committing batch 1 consisting of 32 files base.py:274 -[13:56:34] Finished attempting to scrape: AND base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ANN/index.html b/logbooks/ANN/index.html index 824fb4ff06..af2a15af70 100644 --- a/logbooks/ANN/index.html +++ b/logbooks/ANN/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>12 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:39.711564</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:51.759046</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:39] Fetching Scraper for: ANN handlers.py:23 + Begin attempting to scrape: ANN handlers.py:27 +[09:50:40] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:50:41] ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[09:50:42] ...data deleted. base.py:246 + Scraping from base.py:42 + https://antrimandnewtownabbey.gov.uk/councillors/ +[09:50:44] Scraping from base.py:42 + https://antrimandnewtownabbey.gov.uk/councillors/ +[09:50:50] Committing batch 1 consisting of 80 files base.py:274 +[09:50:51] Finished attempting to scrape: ANN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-47">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>12 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:07:20.575117</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:07:33.559524</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:07:20] Fetching Scraper for: ANN handlers.py:23 - Begin attempting to scrape: ANN handlers.py:27 - Deleting existing data... base.py:239 -[13:07:21] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[13:07:22] ...data deleted. base.py:246 - Scraping from base.py:42 - https://antrimandnewtownabbey.gov.uk/councillors/ -[13:07:25] Scraping from base.py:42 - https://antrimandnewtownabbey.gov.uk/councillors/ -[13:07:32] Committing batch 1 consisting of 80 files base.py:274 -[13:07:33] Finished attempting to scrape: ANN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ANS/index.html b/logbooks/ANS/index.html index 09432b2794..8488909490 100644 --- a/logbooks/ANS/index.html +++ b/logbooks/ANS/index.html @@ -37,6 +37,131 @@ + <h2 id="2023-10-15-09-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>24 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:21:29.675429</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:21:54.341845</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:21:29] Fetching Scraper for: ANS handlers.py:23 + Begin attempting to scrape: ANS handlers.py:27 + Deleting existing data... base.py:239 +[09:21:30] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 28 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:21:31] ...found 28 files in Councillors/raw base.py:207 + ...found 57 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 57 files base.py:216 +[09:21:32] ...data deleted. base.py:246 + Scraping from https://www.angus.gov.uk/councillors base.py:42 +[09:21:33] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_chris_beat + tie +[09:21:35] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_julie_bell + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_brian_boyd + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_kenny_brae + s +[09:21:36] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_david_chea + pe +[09:21:37] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_linda_clar + k +[09:21:38] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_serena_cow + dy + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_lynne_devi + ne +[09:21:39] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_heather_do + ran + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_bill_duff +[09:21:40] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_brenda_dur + no +[09:21:41] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_david_fair + weather + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_craig_foth + eringham +[09:21:42] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_iain_gall + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_ross_greig +[09:21:43] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_mark_mcdon + ald +[09:21:44] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_ian_mclare + n +[09:21:45] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_george_mee + chan +[09:21:46] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_lloyd_melv + ille + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_louise_nic + ol + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_gavin_nico + l +[09:21:48] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_ronnie_pro + ctor + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_jill_scott + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_martin_she + pherd +[09:21:49] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_lois_speed +[09:21:50] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_tommy_stew + art +[09:21:51] Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_derek_wann + Scraping from base.py:42 + https://www.angus.gov.uk/councillors/councillor_beth_white + side +[09:21:52] Committing batch 1 consisting of 56 files base.py:274 +[09:21:54] Finished attempting to scrape: ANS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2409,131 +2534,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-36">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>22 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:36:15.607287</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:36:37.881403</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:36:15] Fetching Scraper for: ANS handlers.py:23 - Begin attempting to scrape: ANS handlers.py:27 - Deleting existing data... base.py:239 -[13:36:16] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 28 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:36:17] ...found 28 files in Councillors/raw base.py:207 - ...found 57 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 57 files base.py:216 -[13:36:18] ...data deleted. base.py:246 - Scraping from https://www.angus.gov.uk/councillors base.py:42 -[13:36:19] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_chris_beat - tie -[13:36:20] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_julie_bell - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_brian_boyd - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_kenny_brae - s -[13:36:21] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_david_chea - pe -[13:36:22] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_linda_clar - k -[13:36:23] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_serena_cow - dy -[13:36:26] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_lynne_devi - ne - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_heather_do - ran -[13:36:27] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_bill_duff - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_brenda_dur - no - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_david_fair - weather -[13:36:29] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_craig_foth - eringham -[13:36:30] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_iain_gall - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_ross_greig -[13:36:31] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_mark_mcdon - ald - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_ian_mclare - n -[13:36:32] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_george_mee - chan - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_lloyd_melv - ille -[13:36:33] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_gavin_nico - l - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_louise_nic - ol - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_ronnie_pro - ctor -[13:36:34] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_jill_scott - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_martin_she - pherd -[13:36:35] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_lois_speed - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_tommy_stew - art - Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_derek_wann -[13:36:36] Scraping from base.py:42 - https://www.angus.gov.uk/councillors/councillor_beth_white - side - Committing batch 1 consisting of 56 files base.py:274 -[13:36:37] Finished attempting to scrape: ANS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ARU/index.html b/logbooks/ARU/index.html index 30174124a0..4f23ab17d8 100644 --- a/logbooks/ARU/index.html +++ b/logbooks/ARU/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:16:26.551457</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:16:39.635333</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:16:26] Fetching Scraper for: ARU handlers.py:23 + Begin attempting to scrape: ARU handlers.py:27 + Deleting existing data... base.py:239 +[10:16:27] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:16:29] Deleting batch no. 2 consisting of 9 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.arun.gov.uk/mgWebService.asmx/GetCouncill + orsByWard +[10:16:37] Committing batch 1 consisting of 92 files base.py:274 +[10:16:38] Committing batch 2 consisting of 16 files base.py:274 +[10:16:39] Finished attempting to scrape: ARU base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-40">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:40:14.473192</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:40:22.661846</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:40:14] Fetching Scraper for: ARU handlers.py:23 - Begin attempting to scrape: ARU handlers.py:27 - Deleting existing data... base.py:239 -[12:40:15] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:40:16] Deleting batch no. 2 consisting of 9 files base.py:216 -[12:40:17] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.arun.gov.uk/mgWebService.asmx/GetCouncill - orsByWard -[12:40:20] Committing batch 1 consisting of 92 files base.py:274 -[12:40:21] Committing batch 2 consisting of 16 files base.py:274 -[12:40:22] Finished attempting to scrape: ARU base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ASF/index.html b/logbooks/ASF/index.html index 7d6bbdf723..18fc96c540 100644 --- a/logbooks/ASF/index.html +++ b/logbooks/ASF/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-04">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:04:50.582150</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:05:01.580605</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:04:50] Fetching Scraper for: ASF handlers.py:23 + Begin attempting to scrape: ASF handlers.py:27 + Deleting existing data... base.py:239 +[10:04:51] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[10:04:52] ...data deleted. base.py:246 + Scraping from base.py:42 + http://ashford.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[10:04:59] Committing batch 1 consisting of 92 files base.py:274 +[10:05:00] Committing batch 2 consisting of 2 files base.py:274 +[10:05:01] Finished attempting to scrape: ASF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-40">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:40:02.351898</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:40:11.664212</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:40:02] Fetching Scraper for: ASF handlers.py:23 - Begin attempting to scrape: ASF handlers.py:27 - Deleting existing data... base.py:239 -[12:40:03] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[12:40:04] ...data deleted. base.py:246 - Scraping from base.py:42 - http://ashford.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:40:09] Committing batch 1 consisting of 92 files base.py:274 -[12:40:10] Committing batch 2 consisting of 2 files base.py:274 -[12:40:11] Finished attempting to scrape: ASF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ASH/index.html b/logbooks/ASH/index.html index 33b1ca5f2d..bae5d9c224 100644 --- a/logbooks/ASH/index.html +++ b/logbooks/ASH/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:44:09.886904</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:44:16.021527</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:44:09] Fetching Scraper for: ASH handlers.py:23 + Begin attempting to scrape: ASH handlers.py:27 +[08:44:10] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:44:11] ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 +[08:44:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.ashfield.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:44:14] Committing batch 1 consisting of 70 files base.py:274 +[08:44:16] Finished attempting to scrape: ASH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:04:42.203934</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:04:48.103574</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:04:42] Fetching Scraper for: ASH handlers.py:23 - Begin attempting to scrape: ASH handlers.py:27 - Deleting existing data... base.py:239 -[12:04:43] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[12:04:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.ashfield.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:04:46] Committing batch 1 consisting of 70 files base.py:274 -[12:04:48] Finished attempting to scrape: ASH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BAB/index.html b/logbooks/BAB/index.html index 3e986b680a..e2371dd930 100644 --- a/logbooks/BAB/index.html +++ b/logbooks/BAB/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:16:00.220476</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:16:09.673865</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:16:00] Fetching Scraper for: BAB handlers.py:23 + Begin attempting to scrape: BAB handlers.py:27 + Deleting existing data... base.py:239 +[09:16:01] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 67 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:16:02] Deleting batch no. 2 consisting of 35 files base.py:216 +[09:16:03] ...data deleted. base.py:246 + Scraping from base.py:42 + http://baberghmidsuffolk.moderngov.co.uk/mgWebService.asmx + /GetCouncillorsByWard +[09:16:06] Committing batch 1 consisting of 92 files base.py:274 +[09:16:08] Committing batch 2 consisting of 42 files base.py:274 +[09:16:09] Finished attempting to scrape: BAB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:08:50.332743</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:59.745278</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:08:50] Fetching Scraper for: BAB handlers.py:23 - Begin attempting to scrape: BAB handlers.py:27 - Deleting existing data... base.py:239 -[12:08:51] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:08:52] Deleting batch no. 2 consisting of 35 files base.py:216 -[12:08:53] ...data deleted. base.py:246 - Scraping from base.py:42 - http://baberghmidsuffolk.moderngov.co.uk/mgWebService.asmx - /GetCouncillorsByWard -[12:08:57] Committing batch 1 consisting of 92 files base.py:274 -[12:08:58] Committing batch 2 consisting of 42 files base.py:274 -[12:08:59] Finished attempting to scrape: BAB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BAI/index.html b/logbooks/BAI/index.html index 8a0cabb37b..740a912164 100644 --- a/logbooks/BAI/index.html +++ b/logbooks/BAI/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:28:22.418474</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:28:28.694511</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:28:22] Fetching Scraper for: BAI handlers.py:23 + Begin attempting to scrape: BAI handlers.py:27 + Deleting existing data... base.py:239 +[08:28:23] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[08:28:24] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.basildonmeetings.info/mgWebService.asmx/GetCou + ncillorsByWard +[08:28:27] Committing batch 1 consisting of 84 files base.py:274 +[08:28:28] Finished attempting to scrape: BAI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-37">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:05:35.801108</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:05:42.380068</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:05:35] Fetching Scraper for: BAI handlers.py:23 - Begin attempting to scrape: BAI handlers.py:27 -[13:05:36] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:05:37] ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:05:38] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.basildonmeetings.info/mgWebService.asmx/GetCou - ncillorsByWard -[13:05:41] Committing batch 1 consisting of 84 files base.py:274 -[13:05:42] Finished attempting to scrape: BAI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BAN/index.html b/logbooks/BAN/index.html index 514ed62dc5..900f9f0671 100644 --- a/logbooks/BAN/index.html +++ b/logbooks/BAN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:09:37.203483</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:09:45.661024</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:09:37] Fetching Scraper for: BAN handlers.py:23 + Begin attempting to scrape: BAN handlers.py:27 + Deleting existing data... base.py:239 +[10:09:38] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:09:39] Deleting batch no. 2 consisting of 9 files base.py:216 +[10:09:40] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.basingstoke.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[10:09:43] Committing batch 1 consisting of 92 files base.py:274 +[10:09:44] Committing batch 2 consisting of 16 files base.py:274 +[10:09:45] Finished attempting to scrape: BAN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1149,59 +1202,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:37:25.311607</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:37:33.497452</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:37:25] Fetching Scraper for: BAN handlers.py:23 - Begin attempting to scrape: BAN handlers.py:27 - Deleting existing data... base.py:239 -[13:37:26] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:37:27] Deleting batch no. 2 consisting of 9 files base.py:216 -[13:37:28] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.basingstoke.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[13:37:31] Committing batch 1 consisting of 92 files base.py:274 -[13:37:32] Committing batch 2 consisting of 16 files base.py:274 -[13:37:33] Finished attempting to scrape: BAN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BAS/index.html b/logbooks/BAS/index.html index e141829573..fad12b4fc7 100644 --- a/logbooks/BAS/index.html +++ b/logbooks/BAS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:33:50.500917</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:00.464691</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:33:50] Fetching Scraper for: BAS handlers.py:23 + Begin attempting to scrape: BAS handlers.py:27 + Deleting existing data... base.py:239 +[09:33:51] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 59 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 59 files in Councillors/raw base.py:207 + ...found 119 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:33:52] Deleting batch no. 2 consisting of 19 files base.py:216 +[09:33:53] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.bathnes.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:33:57] Committing batch 1 consisting of 92 files base.py:274 +[09:33:59] Committing batch 2 consisting of 26 files base.py:274 +[09:34:00] Finished attempting to scrape: BAS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:12:28.777136</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:12:37.502362</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:12:28] Fetching Scraper for: BAS handlers.py:23 - Begin attempting to scrape: BAS handlers.py:27 -[13:12:29] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:12:30] ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:12:31] Deleting batch no. 2 consisting of 19 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.bathnes.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:12:34] Committing batch 1 consisting of 92 files base.py:274 -[13:12:36] Committing batch 2 consisting of 26 files base.py:274 -[13:12:37] Finished attempting to scrape: BAS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BBD/index.html b/logbooks/BBD/index.html index a501e779c7..aa8fb957ec 100644 --- a/logbooks/BBD/index.html +++ b/logbooks/BBD/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:20:21.238637</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:20:29.386487</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:20:21] Fetching Scraper for: BBD handlers.py:23 + Begin attempting to scrape: BBD handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:20:22] Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:20:23] Deleting batch no. 2 consisting of 3 files base.py:216 +[10:20:24] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.blackburn.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:20:27] Committing batch 1 consisting of 92 files base.py:274 +[10:20:28] Committing batch 2 consisting of 10 files base.py:274 +[10:20:29] Finished attempting to scrape: BBD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:56:44.708689</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:56:52.727640</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:56:44] Fetching Scraper for: BBD handlers.py:23 - Begin attempting to scrape: BBD handlers.py:27 -[12:56:45] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 -[12:56:46] Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:56:47] Deleting batch no. 2 consisting of 3 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.blackburn.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:56:50] Committing batch 1 consisting of 92 files base.py:274 -[12:56:51] Committing batch 2 consisting of 10 files base.py:274 -[12:56:52] Finished attempting to scrape: BBD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BDF/index.html b/logbooks/BDF/index.html index 340b9530e8..a6c1ca0292 100644 --- a/logbooks/BDF/index.html +++ b/logbooks/BDF/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:33:06.486171</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:33:13.381590</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:33:06] Fetching Scraper for: BDF handlers.py:23 + Begin attempting to scrape: BDF handlers.py:27 + Deleting existing data... base.py:239 +[09:33:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[09:33:08] ...data deleted. base.py:246 + Scraping from base.py:42 + https://councillorsupport.bedford.gov.uk/mgWebService.asmx + /GetCouncillorsByWard +[09:33:11] Committing batch 1 consisting of 92 files base.py:274 +[09:33:12] Committing batch 2 consisting of 2 files base.py:274 +[09:33:13] Finished attempting to scrape: BDF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:04:56.929615</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:05:04.284089</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:04:56] Fetching Scraper for: BDF handlers.py:23 - Begin attempting to scrape: BDF handlers.py:27 -[12:04:57] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:04:58] ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[12:04:59] ...data deleted. base.py:246 - Scraping from base.py:42 - https://councillorsupport.bedford.gov.uk/mgWebService.asmx - /GetCouncillorsByWard -[12:05:01] Committing batch 1 consisting of 92 files base.py:274 -[12:05:03] Committing batch 2 consisting of 2 files base.py:274 -[12:05:04] Finished attempting to scrape: BDF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BDG/index.html b/logbooks/BDG/index.html index 89e4b214d2..78b1d5994c 100644 --- a/logbooks/BDG/index.html +++ b/logbooks/BDG/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:29:13.667005</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:29:22.833784</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:29:13] Fetching Scraper for: BDG handlers.py:23 + Begin attempting to scrape: BDG handlers.py:27 +[08:29:14] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:29:15] ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 3 files base.py:216 +[08:29:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://modgov.lbbd.gov.uk/internet/mgWebService.asmx/GetC + ouncillorsByWard +[08:29:20] Committing batch 1 consisting of 92 files base.py:274 +[08:29:21] Committing batch 2 consisting of 10 files base.py:274 +[08:29:22] Finished attempting to scrape: BDG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:23:42.255513</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:23:50.840006</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:23:42] Fetching Scraper for: BDG handlers.py:23 - Begin attempting to scrape: BDG handlers.py:27 - Deleting existing data... base.py:239 -[12:23:43] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:23:44] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:23:45] ...data deleted. base.py:246 - Scraping from base.py:42 - https://modgov.lbbd.gov.uk/internet/mgWebService.asmx/GetC - ouncillorsByWard -[12:23:48] Committing batch 1 consisting of 92 files base.py:274 -[12:23:49] Committing batch 2 consisting of 10 files base.py:274 -[12:23:50] Finished attempting to scrape: BDG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BEN/index.html b/logbooks/BEN/index.html index 01201e40fe..ee5e6dfbc3 100644 --- a/logbooks/BEN/index.html +++ b/logbooks/BEN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-01">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:01:19.121999</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:01:29.786801</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:01:19] Fetching Scraper for: BEN handlers.py:23 + Begin attempting to scrape: BEN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:01:20] Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:01:21] Deleting batch no. 2 consisting of 15 files base.py:216 +[10:01:22] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.brent.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:01:27] Committing batch 1 consisting of 92 files base.py:274 +[10:01:28] Committing batch 2 consisting of 22 files base.py:274 +[10:01:29] Finished attempting to scrape: BEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1049,59 +1102,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-27">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:27:17.086801</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:27:27.393532</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:27:17] Fetching Scraper for: BEN handlers.py:23 - Begin attempting to scrape: BEN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:27:18] Getting all files in Councillors/json... base.py:191 - ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:27:19] Deleting batch no. 2 consisting of 15 files base.py:216 -[14:27:20] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.brent.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[14:27:24] Committing batch 1 consisting of 92 files base.py:274 -[14:27:26] Committing batch 2 consisting of 22 files base.py:274 -[14:27:27] Finished attempting to scrape: BEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BEX/index.html b/logbooks/BEX/index.html index 422b91aec3..d28b1593ab 100644 --- a/logbooks/BEX/index.html +++ b/logbooks/BEX/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:33.612926</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:42:40.535980</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:33] Fetching Scraper for: BEX handlers.py:23 + Begin attempting to scrape: BEX handlers.py:27 + Deleting existing data... base.py:239 +[08:42:34] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 +[08:42:35] ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.bexley.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:42:39] Committing batch 1 consisting of 90 files base.py:274 +[08:42:40] Finished attempting to scrape: BEX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-15">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-59">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:59:10.595445</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:59:17.491634</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:59:10] Fetching Scraper for: BEX handlers.py:23 - Begin attempting to scrape: BEX handlers.py:27 - Deleting existing data... base.py:239 -[12:59:11] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[12:59:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.bexley.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:59:16] Committing batch 1 consisting of 90 files base.py:274 -[12:59:17] Finished attempting to scrape: BEX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BFS/index.html b/logbooks/BFS/index.html index 1b70c21a93..90abbce75a 100644 --- a/logbooks/BFS/index.html +++ b/logbooks/BFS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-14">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:14:34.862380</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:14:43.749165</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:14:34] Fetching Scraper for: BFS handlers.py:23 + Begin attempting to scrape: BFS handlers.py:27 +[10:14:35] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 +[10:14:36] Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:14:37] Deleting batch no. 2 consisting of 21 files base.py:216 +[10:14:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://minutes3.belfastcity.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:14:41] Committing batch 1 consisting of 92 files base.py:274 +[10:14:42] Committing batch 2 consisting of 28 files base.py:274 +[10:14:43] Finished attempting to scrape: BFS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:06:31.300579</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:06:40.143227</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:06:31] Fetching Scraper for: BFS handlers.py:23 - Begin attempting to scrape: BFS handlers.py:27 - Deleting existing data... base.py:239 -[12:06:32] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:06:33] Deleting batch no. 2 consisting of 21 files base.py:216 -[12:06:34] ...data deleted. base.py:246 - Scraping from base.py:42 - https://minutes3.belfastcity.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:06:37] Committing batch 1 consisting of 92 files base.py:274 -[12:06:38] Committing batch 2 consisting of 28 files base.py:274 -[12:06:40] Finished attempting to scrape: BFS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BGE/index.html b/logbooks/BGE/index.html index 341df27082..fcdfc0733f 100644 --- a/logbooks/BGE/index.html +++ b/logbooks/BGE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-08">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:08:58.235052</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:09:06.688924</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:08:58] Fetching Scraper for: BGE handlers.py:23 + Begin attempting to scrape: BGE handlers.py:27 + Deleting existing data... base.py:239 +[10:08:59] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:09:00] Deleting batch no. 2 consisting of 3 files base.py:216 +[10:09:01] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democratic.bridgend.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:09:04] Committing batch 1 consisting of 92 files base.py:274 +[10:09:05] Committing batch 2 consisting of 10 files base.py:274 +[10:09:06] Finished attempting to scrape: BGE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:53:00.347308</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:53:08.971283</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:53:00] Fetching Scraper for: BGE handlers.py:23 - Begin attempting to scrape: BGE handlers.py:27 - Deleting existing data... base.py:239 -[12:53:01] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:53:02] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:53:03] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democratic.bridgend.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:53:06] Committing batch 1 consisting of 92 files base.py:274 -[12:53:07] Committing batch 2 consisting of 10 files base.py:274 -[12:53:08] Finished attempting to scrape: BGE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BGW/index.html b/logbooks/BGW/index.html index 12851e6273..052a825544 100644 --- a/logbooks/BGW/index.html +++ b/logbooks/BGW/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:41.496843</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:38:46.882680</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:41] Fetching Scraper for: BGW handlers.py:23 + Begin attempting to scrape: BGW handlers.py:27 + Deleting existing data... base.py:239 +[08:38:42] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[08:38:43] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.blaenau-gwent.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[08:38:45] Committing batch 1 consisting of 66 files base.py:274 +[08:38:46] Finished attempting to scrape: BGW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-45">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:45:58.025041</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:03.890556</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:45:58] Fetching Scraper for: BGW handlers.py:23 - Begin attempting to scrape: BGW handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:45:59] Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[13:46:00] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.blaenau-gwent.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[13:46:02] Committing batch 1 consisting of 66 files base.py:274 -[13:46:03] Finished attempting to scrape: BGW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BIR/index.html b/logbooks/BIR/index.html index 7d5a4a544a..c53c8fc6da 100644 --- a/logbooks/BIR/index.html +++ b/logbooks/BIR/index.html @@ -37,21 +37,21 @@ - <h2 id="2023-10-14-08-22">2023-10-14</h2> + <h2 id="2023-10-15-10-38">2023-10-15</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>418 seconds</dd> + <dd>414 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-14 08:22:03.527981</dd> + <dd>2023-10-15 10:38:35.414900</dd> </div> <div> <dt>End</dt> - <dd>2023-10-14 08:29:02.244126</dd> + <dd>2023-10-15 10:45:29.609265</dd> </div> <div> <dt>Status code</dt> @@ -66,806 +66,806 @@ <h2 id="2023-10-14-08-22">2023-10-14</h2> </div> <h3>Run log</h3> - <pre>[08:22:03] Fetching Scraper for: BIR handlers.py:23 + <pre>[10:38:35] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[08:22:04] Getting all files in Councillors... base.py:191 +[10:38:36] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[08:22:07] Deleting batch no. 2 consisting of 100 files base.py:216 -[08:22:08] Deleting batch no. 3 consisting of 7 files base.py:216 - ...data deleted. base.py:246 +[10:38:37] Deleting batch no. 2 consisting of 100 files base.py:216 +[10:38:38] Deleting batch no. 3 consisting of 7 files base.py:216 +[10:38:39] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[08:22:11] Scraping from base.py:42 +[10:38:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[08:22:14] Scraping from base.py:42 +[10:38:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[08:22:17] Scraping from base.py:42 +[10:38:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[08:22:19] Scraping from base.py:42 +[10:38:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[08:22:20] Scraping from base.py:42 +[10:38:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[08:22:22] Scraping from base.py:42 +[10:38:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[08:22:24] Scraping from base.py:42 +[10:38:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[08:22:26] Scraping from base.py:42 +[10:38:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[08:22:28] Scraping from base.py:42 +[10:38:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[08:22:30] Scraping from base.py:42 +[10:39:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[08:22:31] Scraping from base.py:42 +[10:39:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[08:22:34] Scraping from base.py:42 +[10:39:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[08:22:35] Scraping from base.py:42 +[10:39:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[08:22:37] Scraping from base.py:42 +[10:39:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[08:22:39] Scraping from base.py:42 +[10:39:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[08:22:41] Scraping from base.py:42 +[10:39:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[08:22:43] Scraping from base.py:42 +[10:39:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[08:22:44] Scraping from base.py:42 +[10:39:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[08:22:46] Scraping from base.py:42 +[10:39:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[08:22:48] Scraping from base.py:42 +[10:39:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[08:22:50] Scraping from base.py:42 +[10:39:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[08:22:52] Scraping from base.py:42 +[10:39:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[08:22:53] Scraping from base.py:42 +[10:39:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[08:22:55] Scraping from base.py:42 +[10:39:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[08:22:56] Scraping from base.py:42 +[10:39:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[08:22:58] Scraping from base.py:42 +[10:39:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[08:23:01] Scraping from base.py:42 +[10:39:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[08:23:03] Scraping from base.py:42 +[10:39:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[08:23:05] Scraping from base.py:42 +[10:39:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[08:23:07] Scraping from base.py:42 +[10:39:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[08:23:08] Scraping from base.py:42 +[10:39:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[08:23:11] Scraping from base.py:42 +[10:39:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[08:23:12] Scraping from base.py:42 +[10:39:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[08:23:14] Scraping from base.py:42 +[10:39:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[08:23:15] Scraping from base.py:42 +[10:39:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[08:23:17] Scraping from base.py:42 +[10:39:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[08:23:19] Scraping from base.py:42 +[10:39:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[08:23:22] Scraping from base.py:42 +[10:39:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; - Scraping from base.py:42 +[10:39:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[08:23:26] Scraping from base.py:42 +[10:39:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[08:23:28] Scraping from base.py:42 +[10:40:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[08:23:31] Scraping from base.py:42 +[10:40:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[08:23:32] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[08:23:34] Scraping from base.py:42 +[10:40:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[08:23:36] Scraping from base.py:42 +[10:40:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[08:23:37] Scraping from base.py:42 +[10:40:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[08:23:40] Scraping from base.py:42 +[10:40:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[08:23:41] Scraping from base.py:42 +[10:40:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[08:23:42] Scraping from base.py:42 +[10:40:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[08:23:43] Scraping from base.py:42 +[10:40:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[08:23:46] Scraping from base.py:42 +[10:40:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; - Scraping from base.py:42 +[10:40:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[08:23:49] Scraping from base.py:42 +[10:40:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[08:23:50] Scraping from base.py:42 +[10:40:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[08:23:54] Scraping from base.py:42 +[10:40:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[08:23:57] Scraping from base.py:42 +[10:40:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[08:23:59] Scraping from base.py:42 +[10:40:30] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper - Scraping from base.py:42 +[10:40:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[08:24:01] Scraping from base.py:42 +[10:40:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[08:24:05] Scraping from base.py:42 +[10:40:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[08:24:07] Scraping from base.py:42 +[10:40:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[08:24:08] Scraping from base.py:42 +[10:40:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[08:24:11] Scraping from base.py:42 +[10:40:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[08:24:13] Scraping from base.py:42 +[10:40:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[08:24:15] Scraping from base.py:42 +[10:40:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[08:24:17] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[08:24:19] Scraping from base.py:42 +[10:40:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[08:24:22] Scraping from base.py:42 +[10:40:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[08:24:23] Scraping from base.py:42 +[10:40:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[08:24:24] Scraping from base.py:42 +[10:40:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[08:24:28] Scraping from base.py:42 +[10:40:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[08:24:31] Scraping from base.py:42 +[10:41:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[08:24:33] Scraping from base.py:42 +[10:41:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[08:24:35] Scraping from base.py:42 +[10:41:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[08:24:37] Scraping from base.py:42 +[10:41:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[08:24:38] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[08:24:40] Scraping from base.py:42 +[10:41:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[08:24:42] Scraping from base.py:42 +[10:41:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[08:24:44] Scraping from base.py:42 +[10:41:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[08:24:45] Scraping from base.py:42 +[10:41:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[08:24:48] Scraping from base.py:42 +[10:41:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[08:24:52] Scraping from base.py:42 +[10:41:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[08:24:54] Scraping from base.py:42 +[10:41:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[08:24:56] Scraping from base.py:42 +[10:41:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[08:24:59] Scraping from base.py:42 +[10:41:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[08:25:00] Scraping from base.py:42 +[10:41:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[08:25:03] Scraping from base.py:42 +[10:41:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; - Scraping from base.py:42 +[10:41:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[08:25:06] Scraping from base.py:42 +[10:41:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[08:25:08] Scraping from base.py:42 +[10:41:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[08:25:11] Scraping from base.py:42 +[10:41:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; - Committing batch 1 consisting of 92 files base.py:274 -[08:25:13] Scraping from base.py:42 +[10:41:40] Committing batch 1 consisting of 92 files base.py:274 +[10:41:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[08:25:15] Scraping from base.py:42 +[10:41:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[08:25:18] Scraping from base.py:42 +[10:41:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[08:25:20] Scraping from base.py:42 +[10:41:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[08:25:23] Scraping from base.py:42 +[10:41:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[08:25:24] Scraping from base.py:42 +[10:41:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[08:25:26] Scraping from base.py:42 +[10:41:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[08:25:28] Scraping from base.py:42 +[10:41:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[08:25:30] Scraping from base.py:42 +[10:41:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; - Scraping from base.py:42 +[10:42:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[08:25:32] Scraping from base.py:42 +[10:42:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[08:25:33] Scraping from base.py:42 +[10:42:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[08:25:35] Scraping from base.py:42 +[10:42:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[08:25:37] Scraping from base.py:42 +[10:42:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[08:25:39] Scraping from base.py:42 +[10:42:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[08:25:40] Scraping from base.py:42 +[10:42:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[08:25:43] Scraping from base.py:42 +[10:42:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[08:25:44] Scraping from base.py:42 +[10:42:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[08:25:47] Scraping from base.py:42 +[10:42:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[08:25:51] Scraping from base.py:42 +[10:42:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[08:25:52] Scraping from base.py:42 +[10:42:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[08:25:54] Scraping from base.py:42 +[10:42:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[08:25:55] Scraping from base.py:42 +[10:42:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[08:25:57] Scraping from base.py:42 +[10:42:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[08:25:59] Scraping from base.py:42 +[10:42:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[08:26:00] Scraping from base.py:42 +[10:42:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[08:26:04] Scraping from base.py:42 +[10:42:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[08:26:07] Scraping from base.py:42 +[10:42:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[08:26:09] Scraping from base.py:42 +[10:42:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[08:26:11] Scraping from base.py:42 +[10:42:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[08:26:15] Scraping from base.py:42 +[10:42:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[08:26:16] Scraping from base.py:42 +[10:42:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[08:26:19] Scraping from base.py:42 +[10:42:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[08:26:21] Scraping from base.py:42 +[10:42:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[08:26:23] Scraping from base.py:42 +[10:42:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[08:26:24] Scraping from base.py:42 +[10:42:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[08:26:27] Scraping from base.py:42 +[10:42:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; - Scraping from base.py:42 +[10:42:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[08:26:30] Scraping from base.py:42 +[10:42:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[08:26:32] Scraping from base.py:42 +[10:42:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[08:26:34] Scraping from base.py:42 +[10:42:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[08:26:35] Scraping from base.py:42 +[10:43:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[08:26:37] Scraping from base.py:42 +[10:43:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[08:26:39] Scraping from base.py:42 +[10:43:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[08:26:41] Scraping from base.py:42 +[10:43:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[08:26:42] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[08:26:44] Scraping from base.py:42 +[10:43:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[08:26:47] Scraping from base.py:42 +[10:43:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[08:26:50] Scraping from base.py:42 +[10:43:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[08:26:52] Scraping from base.py:42 +[10:43:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[08:26:55] Scraping from base.py:42 +[10:43:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[08:26:56] Scraping from base.py:42 +[10:43:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[08:26:59] Scraping from base.py:42 +[10:43:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[08:27:01] Scraping from base.py:42 +[10:43:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[08:27:04] Scraping from base.py:42 +[10:43:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[08:27:06] Scraping from base.py:42 +[10:43:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[08:27:10] Scraping from base.py:42 +[10:43:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[08:27:11] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[08:27:14] Scraping from base.py:42 +[10:43:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[08:27:17] Scraping from base.py:42 +[10:43:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[08:27:21] Scraping from base.py:42 +[10:43:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[08:27:22] Scraping from base.py:42 +[10:43:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[08:27:24] Scraping from base.py:42 +[10:43:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[08:27:26] Scraping from base.py:42 +[10:43:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[08:27:28] Scraping from base.py:42 +[10:43:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[08:27:30] Scraping from base.py:42 +[10:43:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[08:27:32] Scraping from base.py:42 +[10:43:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[08:27:33] Scraping from base.py:42 +[10:43:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[08:27:35] Scraping from base.py:42 +[10:44:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[08:27:37] Scraping from base.py:42 +[10:44:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[08:27:39] Scraping from base.py:42 +[10:44:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[08:27:40] Scraping from base.py:42 +[10:44:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[08:27:43] Scraping from base.py:42 +[10:44:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[08:27:45] Scraping from base.py:42 +[10:44:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[08:27:49] Scraping from base.py:42 +[10:44:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[08:27:50] Scraping from base.py:42 +[10:44:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[08:27:52] Scraping from base.py:42 +[10:44:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[08:27:55] Scraping from base.py:42 +[10:44:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[08:27:57] Scraping from base.py:42 +[10:44:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[08:27:58] Scraping from base.py:42 +[10:44:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[08:28:00] Scraping from base.py:42 +[10:44:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[08:28:02] Scraping from base.py:42 +[10:44:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[08:28:03] Scraping from base.py:42 +[10:44:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; - Scraping from base.py:42 +[10:44:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[08:28:05] Scraping from base.py:42 +[10:44:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[08:28:06] Scraping from base.py:42 +[10:44:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[08:28:07] Scraping from base.py:42 +[10:44:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[08:28:10] Scraping from base.py:42 +[10:44:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[08:28:11] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[08:28:13] Scraping from base.py:42 +[10:44:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[08:28:14] Scraping from base.py:42 +[10:44:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[08:28:16] Scraping from base.py:42 +[10:44:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[08:28:18] Committing batch 2 consisting of 92 files base.py:274 -[08:28:19] Scraping from base.py:42 +[10:44:46] Committing batch 2 consisting of 92 files base.py:274 +[10:44:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[08:28:21] Scraping from base.py:42 +[10:44:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[08:28:22] Scraping from base.py:42 +[10:44:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[08:28:24] Scraping from base.py:42 +[10:44:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[08:28:26] Scraping from base.py:42 +[10:44:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[08:28:27] Scraping from base.py:42 +[10:44:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[08:28:29] Scraping from base.py:42 +[10:44:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[08:28:32] Scraping from base.py:42 +[10:45:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[08:28:36] Scraping from base.py:42 +[10:45:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[08:28:38] Scraping from base.py:42 +[10:45:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[08:28:40] Scraping from base.py:42 +[10:45:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[08:28:41] Scraping from base.py:42 +[10:45:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[08:28:45] Scraping from base.py:42 +[10:45:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[08:28:49] Scraping from base.py:42 +[10:45:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[08:28:51] Scraping from base.py:42 +[10:45:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[08:28:52] Scraping from base.py:42 +[10:45:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[08:28:54] Scraping from base.py:42 +[10:45:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[08:28:55] Scraping from base.py:42 +[10:45:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[08:28:57] Scraping from base.py:42 +[10:45:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; - Scraping from base.py:42 +[10:45:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[08:28:59] Scraping from base.py:42 +[10:45:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[08:29:00] Committing batch 3 consisting of 22 files base.py:274 -[08:29:02] Finished attempting to scrape: BIR base.py:324 +[10:45:28] Committing batch 3 consisting of 22 files base.py:274 +[10:45:29] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-13-11-45">2023-10-13</h2> + <h2 id="2023-10-14-08-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>439 seconds</dd> + <dd>418 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 11:45:04.457617</dd> + <dd>2023-10-14 08:22:03.527981</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 11:52:24.264226</dd> + <dd>2023-10-14 08:29:02.244126</dd> </div> <div> <dt>Status code</dt> @@ -880,806 +880,806 @@ <h2 id="2023-10-13-11-45">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[11:45:04] Fetching Scraper for: BIR handlers.py:23 + <pre>[08:22:03] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[11:45:05] Getting all files in Councillors... base.py:191 +[08:22:04] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[11:45:06] Deleting batch no. 2 consisting of 100 files base.py:216 -[11:45:07] Deleting batch no. 3 consisting of 7 files base.py:216 -[11:45:08] ...data deleted. base.py:246 +[08:22:07] Deleting batch no. 2 consisting of 100 files base.py:216 +[08:22:08] Deleting batch no. 3 consisting of 7 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[11:45:10] Scraping from base.py:42 +[08:22:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[11:45:14] Scraping from base.py:42 +[08:22:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[11:45:17] Scraping from base.py:42 +[08:22:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[11:45:18] Scraping from base.py:42 +[08:22:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[11:45:21] Scraping from base.py:42 +[08:22:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[11:45:23] Scraping from base.py:42 +[08:22:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[11:45:25] Scraping from base.py:42 +[08:22:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[11:45:27] Scraping from base.py:42 +[08:22:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[11:45:28] Scraping from base.py:42 +[08:22:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[11:45:31] Scraping from base.py:42 +[08:22:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; - Scraping from base.py:42 +[08:22:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[11:45:33] Scraping from base.py:42 +[08:22:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[11:45:34] Scraping from base.py:42 +[08:22:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[11:45:36] Scraping from base.py:42 +[08:22:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[11:45:38] Scraping from base.py:42 +[08:22:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[11:45:40] Scraping from base.py:42 +[08:22:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[11:45:42] Scraping from base.py:42 +[08:22:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[11:45:43] Scraping from base.py:42 +[08:22:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[11:45:46] Scraping from base.py:42 +[08:22:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[11:45:48] Scraping from base.py:42 +[08:22:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[11:45:50] Scraping from base.py:42 +[08:22:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[11:45:53] Scraping from base.py:42 +[08:22:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[11:45:54] Scraping from base.py:42 +[08:22:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[11:45:55] Scraping from base.py:42 +[08:22:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[11:45:57] Scraping from base.py:42 +[08:22:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[11:46:00] Scraping from base.py:42 +[08:22:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[11:46:02] Scraping from base.py:42 +[08:23:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[11:46:03] Scraping from base.py:42 +[08:23:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[11:46:05] Scraping from base.py:42 +[08:23:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[11:46:07] Scraping from base.py:42 +[08:23:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[11:46:09] Scraping from base.py:42 +[08:23:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[11:46:11] Scraping from base.py:42 +[08:23:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[11:46:14] Scraping from base.py:42 +[08:23:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[11:46:16] Scraping from base.py:42 +[08:23:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[11:46:18] Scraping from base.py:42 +[08:23:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[11:46:21] Scraping from base.py:42 +[08:23:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[11:46:23] Scraping from base.py:42 +[08:23:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[11:46:26] Scraping from base.py:42 +[08:23:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[11:46:27] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[11:46:30] Scraping from base.py:42 +[08:23:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[11:46:32] Scraping from base.py:42 +[08:23:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[11:46:35] Scraping from base.py:42 +[08:23:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[11:46:36] Scraping from base.py:42 +[08:23:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[11:46:37] Scraping from base.py:42 +[08:23:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[11:46:38] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[11:46:40] Scraping from base.py:42 +[08:23:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[11:46:41] Scraping from base.py:42 +[08:23:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[11:46:46] Scraping from base.py:42 +[08:23:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[11:46:48] Scraping from base.py:42 +[08:23:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[11:46:49] Scraping from base.py:42 +[08:23:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[11:46:50] Scraping from base.py:42 +[08:23:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[11:46:53] Scraping from base.py:42 +[08:23:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[11:46:54] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[11:46:57] Scraping from base.py:42 +[08:23:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[11:46:59] Scraping from base.py:42 +[08:23:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[11:47:01] Scraping from base.py:42 +[08:23:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[11:47:04] Scraping from base.py:42 +[08:23:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[11:47:06] Scraping from base.py:42 +[08:23:59] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[11:47:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[11:47:09] Scraping from base.py:42 +[08:24:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[11:47:13] Scraping from base.py:42 +[08:24:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[11:47:14] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[11:47:18] Scraping from base.py:42 +[08:24:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[11:47:20] Scraping from base.py:42 +[08:24:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[11:47:22] Scraping from base.py:42 +[08:24:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[11:47:25] Scraping from base.py:42 +[08:24:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[11:47:27] Scraping from base.py:42 +[08:24:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[11:47:28] Scraping from base.py:42 +[08:24:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[11:47:32] Scraping from base.py:42 +[08:24:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[11:47:35] Scraping from base.py:42 +[08:24:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[11:47:37] Scraping from base.py:42 +[08:24:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[11:47:38] Scraping from base.py:42 +[08:24:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[11:47:41] Scraping from base.py:42 +[08:24:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[11:47:44] Scraping from base.py:42 +[08:24:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[11:47:46] Scraping from base.py:42 +[08:24:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[11:47:49] Scraping from base.py:42 +[08:24:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[11:47:52] Scraping from base.py:42 +[08:24:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[11:47:53] Scraping from base.py:42 +[08:24:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[11:47:55] Scraping from base.py:42 +[08:24:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[11:47:57] Scraping from base.py:42 +[08:24:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[11:47:59] Scraping from base.py:42 +[08:24:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[11:48:00] Scraping from base.py:42 +[08:24:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[11:48:02] Scraping from base.py:42 +[08:24:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[11:48:05] Scraping from base.py:42 +[08:24:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[11:48:07] Scraping from base.py:42 +[08:24:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[11:48:09] Scraping from base.py:42 +[08:24:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[11:48:11] Scraping from base.py:42 +[08:24:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[11:48:12] Scraping from base.py:42 +[08:25:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[11:48:15] Scraping from base.py:42 +[08:25:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[11:48:16] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[11:48:20] Scraping from base.py:42 +[08:25:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[11:48:23] Scraping from base.py:42 +[08:25:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[11:48:26] Scraping from base.py:42 +[08:25:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[11:48:27] Committing batch 1 consisting of 92 files base.py:274 -[11:48:28] Scraping from base.py:42 + Committing batch 1 consisting of 92 files base.py:274 +[08:25:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[11:48:30] Scraping from base.py:42 +[08:25:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[11:48:31] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[11:48:35] Scraping from base.py:42 +[08:25:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[11:48:36] Scraping from base.py:42 +[08:25:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[11:48:39] Scraping from base.py:42 +[08:25:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[11:48:40] Scraping from base.py:42 +[08:25:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[11:48:41] Scraping from base.py:42 +[08:25:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[11:48:43] Scraping from base.py:42 +[08:25:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[11:48:45] Scraping from base.py:42 +[08:25:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[11:48:46] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[11:48:49] Scraping from base.py:42 +[08:25:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[11:48:51] Scraping from base.py:42 +[08:25:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[11:48:53] Scraping from base.py:42 +[08:25:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[11:48:54] Scraping from base.py:42 +[08:25:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[11:48:57] Scraping from base.py:42 +[08:25:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[11:48:58] Scraping from base.py:42 +[08:25:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[11:49:01] Scraping from base.py:42 +[08:25:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[11:49:03] Scraping from base.py:42 +[08:25:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[11:49:06] Scraping from base.py:42 +[08:25:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[11:49:08] Scraping from base.py:42 +[08:25:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[11:49:10] Scraping from base.py:42 +[08:25:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[11:49:12] Scraping from base.py:42 +[08:25:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[11:49:14] Scraping from base.py:42 +[08:25:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[11:49:15] Scraping from base.py:42 +[08:25:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[11:49:18] Scraping from base.py:42 +[08:25:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[11:49:19] Scraping from base.py:42 +[08:26:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[11:49:22] Scraping from base.py:42 +[08:26:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[11:49:24] Scraping from base.py:42 +[08:26:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[11:49:26] Scraping from base.py:42 +[08:26:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[11:49:29] Scraping from base.py:42 +[08:26:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[11:49:31] Scraping from base.py:42 +[08:26:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[11:49:32] Scraping from base.py:42 +[08:26:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[11:49:34] Scraping from base.py:42 +[08:26:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[11:49:36] Scraping from base.py:42 +[08:26:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[11:49:38] Scraping from base.py:42 +[08:26:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[11:49:39] Scraping from base.py:42 +[08:26:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[11:49:41] Scraping from base.py:42 +[08:26:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[11:49:43] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[11:49:46] Scraping from base.py:42 +[08:26:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[11:49:47] Scraping from base.py:42 +[08:26:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[11:49:50] Scraping from base.py:42 +[08:26:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[11:49:51] Scraping from base.py:42 +[08:26:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[11:49:53] Scraping from base.py:42 +[08:26:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[11:49:55] Scraping from base.py:42 +[08:26:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[11:49:57] Scraping from base.py:42 +[08:26:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[11:49:58] Scraping from base.py:42 +[08:26:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[11:50:00] Scraping from base.py:42 +[08:26:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[11:50:02] Scraping from base.py:42 +[08:26:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[11:50:05] Scraping from base.py:42 +[08:26:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[11:50:08] Scraping from base.py:42 +[08:26:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[11:50:11] Scraping from base.py:42 +[08:26:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[11:50:12] Scraping from base.py:42 +[08:26:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[11:50:15] Scraping from base.py:42 +[08:26:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[11:50:17] Scraping from base.py:42 +[08:27:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[11:50:21] Scraping from base.py:42 +[08:27:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[11:50:23] Scraping from base.py:42 +[08:27:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[11:50:27] Scraping from base.py:42 +[08:27:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[11:50:28] Scraping from base.py:42 +[08:27:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[11:50:32] Scraping from base.py:42 +[08:27:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[11:50:35] Scraping from base.py:42 +[08:27:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[11:50:37] Scraping from base.py:42 +[08:27:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[11:50:38] Scraping from base.py:42 +[08:27:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[11:50:40] Scraping from base.py:42 +[08:27:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[11:50:42] Scraping from base.py:42 +[08:27:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[11:50:44] Scraping from base.py:42 +[08:27:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[11:50:46] Scraping from base.py:42 +[08:27:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[11:50:50] Scraping from base.py:42 +[08:27:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[11:50:51] Scraping from base.py:42 +[08:27:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[11:50:53] Scraping from base.py:42 +[08:27:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[11:50:56] Scraping from base.py:42 +[08:27:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[11:50:58] Scraping from base.py:42 +[08:27:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[11:50:59] Scraping from base.py:42 +[08:27:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[11:51:02] Scraping from base.py:42 +[08:27:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[11:51:04] Scraping from base.py:42 +[08:27:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[11:51:06] Scraping from base.py:42 +[08:27:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[11:51:08] Scraping from base.py:42 +[08:27:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[11:51:11] Scraping from base.py:42 +[08:27:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[11:51:13] Scraping from base.py:42 +[08:27:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[11:51:15] Scraping from base.py:42 +[08:27:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[11:51:16] Scraping from base.py:42 +[08:27:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[11:51:20] Scraping from base.py:42 +[08:28:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[11:51:22] Scraping from base.py:42 +[08:28:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[11:51:23] Scraping from base.py:42 +[08:28:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[11:51:24] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[11:51:25] Scraping from base.py:42 +[08:28:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[11:51:26] Scraping from base.py:42 +[08:28:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[11:51:28] Scraping from base.py:42 +[08:28:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[11:51:30] Scraping from base.py:42 +[08:28:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; - Scraping from base.py:42 +[08:28:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[11:51:32] Scraping from base.py:42 +[08:28:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[11:51:34] Scraping from base.py:42 +[08:28:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[11:51:36] Scraping from base.py:42 +[08:28:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[11:51:37] Committing batch 2 consisting of 92 files base.py:274 -[11:51:38] Scraping from base.py:42 +[08:28:18] Committing batch 2 consisting of 92 files base.py:274 +[08:28:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[11:51:40] Scraping from base.py:42 +[08:28:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[11:51:41] Scraping from base.py:42 +[08:28:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[11:51:44] Scraping from base.py:42 +[08:28:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[11:51:47] Scraping from base.py:42 +[08:28:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[11:51:48] Scraping from base.py:42 +[08:28:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[11:51:50] Scraping from base.py:42 +[08:28:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[11:51:53] Scraping from base.py:42 +[08:28:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[11:51:54] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[11:51:58] Scraping from base.py:42 +[08:28:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[11:51:59] Scraping from base.py:42 +[08:28:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[11:52:01] Scraping from base.py:42 +[08:28:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[11:52:03] Scraping from base.py:42 +[08:28:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[11:52:06] Scraping from base.py:42 +[08:28:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[11:52:08] Scraping from base.py:42 +[08:28:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[11:52:11] Scraping from base.py:42 +[08:28:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[11:52:12] Scraping from base.py:42 +[08:28:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[11:52:16] Scraping from base.py:42 +[08:28:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[11:52:17] Scraping from base.py:42 +[08:28:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[11:52:19] Scraping from base.py:42 +[08:28:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[11:52:20] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[11:52:22] Scraping from base.py:42 +[08:28:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; - Committing batch 3 consisting of 22 files base.py:274 -[11:52:24] Finished attempting to scrape: BIR base.py:324 +[08:29:00] Committing batch 3 consisting of 22 files base.py:274 +[08:29:02] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-13-09-05">2023-10-13</h2> + <h2 id="2023-10-13-11-45">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>427 seconds</dd> + <dd>439 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 09:05:47.153543</dd> + <dd>2023-10-13 11:45:04.457617</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 09:12:54.314438</dd> + <dd>2023-10-13 11:52:24.264226</dd> </div> <div> <dt>Status code</dt> @@ -1694,806 +1694,806 @@ <h2 id="2023-10-13-09-05">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[09:05:47] Fetching Scraper for: BIR handlers.py:23 + <pre>[11:45:04] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[09:05:48] Getting all files in Councillors/json... base.py:191 +[11:45:05] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[09:05:49] Deleting batch no. 2 consisting of 100 files base.py:216 -[09:05:50] Deleting batch no. 3 consisting of 7 files base.py:216 -[09:05:51] ...data deleted. base.py:246 +[11:45:06] Deleting batch no. 2 consisting of 100 files base.py:216 +[11:45:07] Deleting batch no. 3 consisting of 7 files base.py:216 +[11:45:08] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[09:05:53] Scraping from base.py:42 +[11:45:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[09:05:57] Scraping from base.py:42 +[11:45:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[09:06:01] Scraping from base.py:42 +[11:45:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[09:06:04] Scraping from base.py:42 +[11:45:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[09:06:06] Scraping from base.py:42 +[11:45:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[09:06:08] Scraping from base.py:42 +[11:45:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[09:06:10] Scraping from base.py:42 +[11:45:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[09:06:12] Scraping from base.py:42 +[11:45:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[09:06:13] Scraping from base.py:42 +[11:45:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[09:06:15] Scraping from base.py:42 +[11:45:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[09:06:17] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[09:06:18] Scraping from base.py:42 +[11:45:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[09:06:19] Scraping from base.py:42 +[11:45:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[09:06:21] Scraping from base.py:42 +[11:45:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[09:06:22] Scraping from base.py:42 +[11:45:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[09:06:27] Scraping from base.py:42 +[11:45:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[09:06:29] Scraping from base.py:42 +[11:45:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[09:06:32] Scraping from base.py:42 +[11:45:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[09:06:34] Scraping from base.py:42 +[11:45:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[09:06:37] Scraping from base.py:42 +[11:45:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[09:06:39] Scraping from base.py:42 +[11:45:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[09:06:41] Scraping from base.py:42 +[11:45:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[09:06:42] Scraping from base.py:42 +[11:45:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[09:06:43] Scraping from base.py:42 +[11:45:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[09:06:44] Scraping from base.py:42 +[11:45:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[09:06:46] Scraping from base.py:42 +[11:46:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[09:06:48] Scraping from base.py:42 +[11:46:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[09:06:50] Scraping from base.py:42 +[11:46:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[09:06:52] Scraping from base.py:42 +[11:46:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[09:06:53] Scraping from base.py:42 +[11:46:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[09:06:55] Scraping from base.py:42 +[11:46:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[09:06:59] Scraping from base.py:42 +[11:46:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[09:07:00] Scraping from base.py:42 +[11:46:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[09:07:03] Scraping from base.py:42 +[11:46:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[09:07:04] Scraping from base.py:42 +[11:46:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[09:07:06] Scraping from base.py:42 +[11:46:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[09:07:08] Scraping from base.py:42 +[11:46:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[09:07:11] Scraping from base.py:42 +[11:46:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[09:07:12] Scraping from base.py:42 +[11:46:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[09:07:14] Scraping from base.py:42 +[11:46:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[09:07:17] Scraping from base.py:42 +[11:46:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[09:07:19] Scraping from base.py:42 +[11:46:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[09:07:20] Scraping from base.py:42 +[11:46:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[09:07:22] Scraping from base.py:42 +[11:46:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; - Scraping from base.py:42 +[11:46:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[09:07:26] Scraping from base.py:42 +[11:46:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[09:07:27] Scraping from base.py:42 +[11:46:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[09:07:30] Scraping from base.py:42 +[11:46:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[09:07:31] Scraping from base.py:42 +[11:46:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[09:07:33] Scraping from base.py:42 +[11:46:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[09:07:34] Scraping from base.py:42 +[11:46:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[09:07:37] Scraping from base.py:42 +[11:46:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[09:07:38] Scraping from base.py:42 +[11:46:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[09:07:41] Scraping from base.py:42 +[11:46:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[09:07:42] Scraping from base.py:42 +[11:46:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[09:07:45] Scraping from base.py:42 +[11:47:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[09:07:47] Scraping from base.py:42 +[11:47:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[09:07:49] Scraping from base.py:42 +[11:47:06] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[09:07:50] Scraping from base.py:42 +[11:47:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[09:07:51] Scraping from base.py:42 +[11:47:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[09:07:55] Scraping from base.py:42 +[11:47:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[09:07:57] Scraping from base.py:42 +[11:47:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[09:08:00] Scraping from base.py:42 +[11:47:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[09:08:01] Scraping from base.py:42 +[11:47:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[09:08:03] Scraping from base.py:42 +[11:47:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[09:08:06] Scraping from base.py:42 +[11:47:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[09:08:08] Scraping from base.py:42 +[11:47:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[09:08:09] Scraping from base.py:42 +[11:47:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[09:08:11] Scraping from base.py:42 +[11:47:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[09:08:13] Scraping from base.py:42 +[11:47:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[09:08:14] Scraping from base.py:42 +[11:47:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[09:08:16] Scraping from base.py:42 +[11:47:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[09:08:18] Scraping from base.py:42 +[11:47:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[09:08:21] Scraping from base.py:42 +[11:47:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[09:08:23] Scraping from base.py:42 +[11:47:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[09:08:26] Scraping from base.py:42 +[11:47:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[09:08:29] Scraping from base.py:42 +[11:47:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[09:08:30] Scraping from base.py:42 +[11:47:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[09:08:32] Scraping from base.py:42 +[11:47:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[09:08:33] Scraping from base.py:42 +[11:47:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[09:08:36] Scraping from base.py:42 +[11:47:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; - Scraping from base.py:42 +[11:48:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[09:08:39] Scraping from base.py:42 +[11:48:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[09:08:41] Scraping from base.py:42 +[11:48:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[09:08:43] Scraping from base.py:42 +[11:48:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[09:08:45] Scraping from base.py:42 +[11:48:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[09:08:47] Scraping from base.py:42 +[11:48:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[09:08:48] Scraping from base.py:42 +[11:48:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[09:08:52] Scraping from base.py:42 +[11:48:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[09:08:53] Scraping from base.py:42 +[11:48:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[09:08:55] Scraping from base.py:42 +[11:48:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[09:08:58] Scraping from base.py:42 +[11:48:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[09:09:00] Scraping from base.py:42 +[11:48:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[09:09:01] Committing batch 1 consisting of 92 files base.py:274 -[09:09:03] Scraping from base.py:42 +[11:48:27] Committing batch 1 consisting of 92 files base.py:274 +[11:48:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[09:09:04] Scraping from base.py:42 +[11:48:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[09:09:05] Scraping from base.py:42 +[11:48:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[09:09:08] Scraping from base.py:42 +[11:48:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[09:09:09] Scraping from base.py:42 +[11:48:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[09:09:12] Scraping from base.py:42 +[11:48:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[09:09:13] Scraping from base.py:42 +[11:48:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[09:09:15] Scraping from base.py:42 +[11:48:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[09:09:16] Scraping from base.py:42 +[11:48:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[09:09:18] Scraping from base.py:42 +[11:48:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[09:09:19] Scraping from base.py:42 +[11:48:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[09:09:23] Scraping from base.py:42 +[11:48:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[09:09:24] Scraping from base.py:42 +[11:48:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[09:09:26] Scraping from base.py:42 +[11:48:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[09:09:27] Scraping from base.py:42 +[11:48:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[09:09:29] Scraping from base.py:42 +[11:48:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[09:09:30] Scraping from base.py:42 +[11:48:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[09:09:33] Scraping from base.py:42 +[11:49:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[09:09:34] Scraping from base.py:42 +[11:49:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[09:09:38] Scraping from base.py:42 +[11:49:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[09:09:40] Scraping from base.py:42 +[11:49:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[09:09:42] Scraping from base.py:42 +[11:49:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[09:09:44] Scraping from base.py:42 +[11:49:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[09:09:45] Scraping from base.py:42 +[11:49:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[09:09:46] Scraping from base.py:42 +[11:49:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[09:09:50] Scraping from base.py:42 +[11:49:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[09:09:51] Scraping from base.py:42 +[11:49:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[09:09:53] Scraping from base.py:42 +[11:49:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[09:09:55] Scraping from base.py:42 +[11:49:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[09:09:57] Scraping from base.py:42 +[11:49:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[09:09:59] Scraping from base.py:42 +[11:49:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[09:10:01] Scraping from base.py:42 +[11:49:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[09:10:03] Scraping from base.py:42 +[11:49:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[09:10:05] Scraping from base.py:42 +[11:49:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[09:10:06] Scraping from base.py:42 +[11:49:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[09:10:08] Scraping from base.py:42 +[11:49:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[09:10:10] Scraping from base.py:42 +[11:49:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[09:10:12] Scraping from base.py:42 +[11:49:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[09:10:13] Scraping from base.py:42 +[11:49:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[09:10:16] Scraping from base.py:42 +[11:49:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[09:10:19] Scraping from base.py:42 +[11:49:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[09:10:21] Scraping from base.py:42 +[11:49:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[09:10:22] Scraping from base.py:42 +[11:49:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[09:10:24] Scraping from base.py:42 +[11:49:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[09:10:26] Scraping from base.py:42 +[11:49:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[09:10:29] Scraping from base.py:42 +[11:49:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; - Scraping from base.py:42 +[11:49:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[09:10:31] Scraping from base.py:42 +[11:50:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[09:10:33] Scraping from base.py:42 +[11:50:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[09:10:36] Scraping from base.py:42 +[11:50:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[09:10:38] Scraping from base.py:42 +[11:50:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[09:10:41] Scraping from base.py:42 +[11:50:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[09:10:42] Scraping from base.py:42 +[11:50:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[09:10:44] Scraping from base.py:42 +[11:50:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[09:10:48] Scraping from base.py:42 +[11:50:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[09:10:50] Scraping from base.py:42 +[11:50:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[09:10:53] Scraping from base.py:42 +[11:50:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[09:10:57] Scraping from base.py:42 +[11:50:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[09:10:58] Scraping from base.py:42 +[11:50:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[09:11:01] Scraping from base.py:42 +[11:50:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[09:11:04] Scraping from base.py:42 +[11:50:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[09:11:06] Scraping from base.py:42 +[11:50:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[09:11:07] Scraping from base.py:42 +[11:50:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[09:11:09] Scraping from base.py:42 +[11:50:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[09:11:12] Scraping from base.py:42 +[11:50:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[09:11:14] Scraping from base.py:42 +[11:50:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[09:11:17] Scraping from base.py:42 +[11:50:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[09:11:19] Scraping from base.py:42 +[11:50:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[09:11:20] Scraping from base.py:42 +[11:50:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[09:11:23] Scraping from base.py:42 +[11:50:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[09:11:25] Scraping from base.py:42 +[11:50:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[09:11:30] Scraping from base.py:42 +[11:50:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[09:11:31] Scraping from base.py:42 +[11:50:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[09:11:34] Scraping from base.py:42 +[11:51:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[09:11:36] Scraping from base.py:42 +[11:51:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[09:11:42] Scraping from base.py:42 +[11:51:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; - Scraping from base.py:42 +[11:51:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[09:11:45] Scraping from base.py:42 +[11:51:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[09:11:47] Scraping from base.py:42 +[11:51:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[09:11:49] Scraping from base.py:42 +[11:51:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[09:11:52] Scraping from base.py:42 +[11:51:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[09:11:54] Scraping from base.py:42 +[11:51:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[09:11:56] Scraping from base.py:42 +[11:51:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[09:11:57] Scraping from base.py:42 +[11:51:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[09:11:58] Scraping from base.py:42 +[11:51:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[09:12:00] Scraping from base.py:42 +[11:51:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[09:12:01] Scraping from base.py:42 +[11:51:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[09:12:02] Scraping from base.py:42 +[11:51:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[09:12:04] Scraping from base.py:42 +[11:51:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[09:12:05] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[09:12:06] Scraping from base.py:42 +[11:51:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[09:12:08] Scraping from base.py:42 +[11:51:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[09:12:10] Scraping from base.py:42 +[11:51:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[09:12:11] Committing batch 2 consisting of 92 files base.py:274 -[09:12:12] Scraping from base.py:42 +[11:51:37] Committing batch 2 consisting of 92 files base.py:274 +[11:51:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[09:12:14] Scraping from base.py:42 +[11:51:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[09:12:16] Scraping from base.py:42 +[11:51:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[09:12:18] Scraping from base.py:42 +[11:51:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[09:12:20] Scraping from base.py:42 +[11:51:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[09:12:21] Scraping from base.py:42 +[11:51:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[09:12:23] Scraping from base.py:42 +[11:51:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[09:12:25] Scraping from base.py:42 +[11:51:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[09:12:27] Scraping from base.py:42 +[11:51:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[09:12:30] Scraping from base.py:42 +[11:51:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[09:12:31] Scraping from base.py:42 +[11:51:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[09:12:33] Scraping from base.py:42 +[11:52:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; - Scraping from base.py:42 +[11:52:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[09:12:36] Scraping from base.py:42 +[11:52:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[09:12:39] Scraping from base.py:42 +[11:52:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[09:12:41] Scraping from base.py:42 +[11:52:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[09:12:44] Scraping from base.py:42 +[11:52:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[09:12:46] Scraping from base.py:42 +[11:52:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[09:12:47] Scraping from base.py:42 +[11:52:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[09:12:49] Scraping from base.py:42 +[11:52:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[09:12:50] Scraping from base.py:42 +[11:52:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[09:12:52] Scraping from base.py:42 +[11:52:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; Committing batch 3 consisting of 22 files base.py:274 -[09:12:54] Finished attempting to scrape: BIR base.py:324 +[11:52:24] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-12-13-44">2023-10-12</h2> + <h2 id="2023-10-13-09-05">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>443 seconds</dd> + <dd>427 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-12 13:44:43.643394</dd> + <dd>2023-10-13 09:05:47.153543</dd> </div> <div> <dt>End</dt> - <dd>2023-10-12 13:52:07.001449</dd> + <dd>2023-10-13 09:12:54.314438</dd> </div> <div> <dt>Status code</dt> @@ -2508,806 +2508,806 @@ <h2 id="2023-10-12-13-44">2023-10-12</h2> </div> <h3>Run log</h3> - <pre>[13:44:43] Fetching Scraper for: BIR handlers.py:23 + <pre>[09:05:47] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[13:44:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 + Getting all files in Councillors... base.py:191 +[09:05:48] Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:44:45] ...found 103 files in Councillors/raw base.py:207 + ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 100 files base.py:216 -[13:44:46] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:44:47] ...data deleted. base.py:246 +[09:05:49] Deleting batch no. 2 consisting of 100 files base.py:216 +[09:05:50] Deleting batch no. 3 consisting of 7 files base.py:216 +[09:05:51] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:44:50] Scraping from base.py:42 +[09:05:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:44:53] Scraping from base.py:42 +[09:05:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:44:56] Scraping from base.py:42 +[09:06:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:44:58] Scraping from base.py:42 +[09:06:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:44:59] Scraping from base.py:42 +[09:06:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:45:01] Scraping from base.py:42 +[09:06:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:45:03] Scraping from base.py:42 +[09:06:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:45:06] Scraping from base.py:42 +[09:06:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:45:07] Scraping from base.py:42 +[09:06:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:45:10] Scraping from base.py:42 +[09:06:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:45:11] Scraping from base.py:42 +[09:06:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:45:13] Scraping from base.py:42 +[09:06:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:45:14] Scraping from base.py:42 +[09:06:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:45:17] Scraping from base.py:42 +[09:06:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:45:19] Scraping from base.py:42 +[09:06:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:45:21] Scraping from base.py:42 +[09:06:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:45:23] Scraping from base.py:42 +[09:06:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:45:25] Scraping from base.py:42 +[09:06:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:45:26] Scraping from base.py:42 +[09:06:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:45:28] Scraping from base.py:42 +[09:06:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:45:30] Scraping from base.py:42 +[09:06:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:45:32] Scraping from base.py:42 +[09:06:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:45:33] Scraping from base.py:42 +[09:06:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:45:35] Scraping from base.py:42 +[09:06:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; - Scraping from base.py:42 +[09:06:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:45:37] Scraping from base.py:42 +[09:06:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:45:40] Scraping from base.py:42 +[09:06:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:45:42] Scraping from base.py:42 +[09:06:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:45:44] Scraping from base.py:42 +[09:06:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:45:45] Scraping from base.py:42 +[09:06:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:45:47] Scraping from base.py:42 +[09:06:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:45:50] Scraping from base.py:42 +[09:06:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:45:51] Scraping from base.py:42 +[09:07:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:45:53] Scraping from base.py:42 +[09:07:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:45:55] Scraping from base.py:42 +[09:07:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:45:58] Scraping from base.py:42 +[09:07:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:46:00] Scraping from base.py:42 +[09:07:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:46:03] Scraping from base.py:42 +[09:07:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:46:04] Scraping from base.py:42 +[09:07:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:46:07] Scraping from base.py:42 +[09:07:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:46:11] Scraping from base.py:42 +[09:07:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:46:13] Scraping from base.py:42 +[09:07:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:46:14] Scraping from base.py:42 +[09:07:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:46:16] Scraping from base.py:42 +[09:07:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:46:17] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:46:20] Scraping from base.py:42 +[09:07:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:46:22] Scraping from base.py:42 +[09:07:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:46:24] Scraping from base.py:42 +[09:07:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:46:25] Scraping from base.py:42 +[09:07:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:46:27] Scraping from base.py:42 +[09:07:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:46:29] Scraping from base.py:42 +[09:07:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:46:32] Scraping from base.py:42 +[09:07:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:46:33] Scraping from base.py:42 +[09:07:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:46:36] Scraping from base.py:42 +[09:07:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:46:38] Scraping from base.py:42 +[09:07:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:46:41] Scraping from base.py:42 +[09:07:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:46:46] Scraping from base.py:42 +[09:07:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:46:48] Scraping from base.py:42 +[09:07:49] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:46:49] Scraping from base.py:42 +[09:07:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:46:51] Scraping from base.py:42 +[09:07:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:46:54] Scraping from base.py:42 +[09:07:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:46:55] Scraping from base.py:42 +[09:07:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:46:57] Scraping from base.py:42 +[09:08:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:46:58] Scraping from base.py:42 +[09:08:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:47:00] Scraping from base.py:42 +[09:08:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:47:03] Scraping from base.py:42 +[09:08:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:47:05] Scraping from base.py:42 +[09:08:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:47:07] Scraping from base.py:42 +[09:08:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:47:09] Scraping from base.py:42 +[09:08:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:47:11] Scraping from base.py:42 +[09:08:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:47:13] Scraping from base.py:42 +[09:08:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:47:14] Scraping from base.py:42 +[09:08:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:47:18] Scraping from base.py:42 +[09:08:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:47:20] Scraping from base.py:42 +[09:08:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:47:22] Scraping from base.py:42 +[09:08:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:47:25] Scraping from base.py:42 +[09:08:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:47:28] Scraping from base.py:42 +[09:08:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:47:29] Scraping from base.py:42 +[09:08:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:47:31] Scraping from base.py:42 +[09:08:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:47:34] Scraping from base.py:42 +[09:08:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:47:36] Scraping from base.py:42 +[09:08:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:47:37] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:47:39] Scraping from base.py:42 +[09:08:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:47:42] Scraping from base.py:42 +[09:08:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:47:45] Scraping from base.py:42 +[09:08:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:47:47] Scraping from base.py:42 +[09:08:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:47:49] Scraping from base.py:42 +[09:08:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:47:50] Scraping from base.py:42 +[09:08:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:47:53] Scraping from base.py:42 +[09:08:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:47:54] Scraping from base.py:42 +[09:08:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:47:57] Scraping from base.py:42 +[09:08:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:47:59] Scraping from base.py:42 +[09:08:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:48:02] Scraping from base.py:42 +[09:09:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:48:03] Committing batch 1 consisting of 92 files base.py:274 -[13:48:04] Scraping from base.py:42 +[09:09:01] Committing batch 1 consisting of 92 files base.py:274 +[09:09:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:48:06] Scraping from base.py:42 +[09:09:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:48:07] Scraping from base.py:42 +[09:09:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:48:11] Scraping from base.py:42 +[09:09:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:48:12] Scraping from base.py:42 +[09:09:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:48:16] Scraping from base.py:42 +[09:09:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:48:17] Scraping from base.py:42 +[09:09:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:48:19] Scraping from base.py:42 +[09:09:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:48:20] Scraping from base.py:42 +[09:09:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:48:22] Scraping from base.py:42 +[09:09:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:48:23] Scraping from base.py:42 +[09:09:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:48:25] Scraping from base.py:42 +[09:09:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:48:27] Scraping from base.py:42 +[09:09:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:48:29] Scraping from base.py:42 +[09:09:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:48:30] Scraping from base.py:42 +[09:09:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:48:33] Scraping from base.py:42 +[09:09:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:48:34] Scraping from base.py:42 +[09:09:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:48:37] Scraping from base.py:42 +[09:09:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:48:38] Scraping from base.py:42 +[09:09:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:48:40] Scraping from base.py:42 +[09:09:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:48:43] Scraping from base.py:42 +[09:09:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:48:46] Scraping from base.py:42 +[09:09:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:48:48] Scraping from base.py:42 +[09:09:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:48:49] Scraping from base.py:42 +[09:09:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:48:51] Scraping from base.py:42 +[09:09:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:48:53] Scraping from base.py:42 +[09:09:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:48:54] Scraping from base.py:42 +[09:09:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:48:56] Scraping from base.py:42 +[09:09:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:48:58] Scraping from base.py:42 +[09:09:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:49:00] Scraping from base.py:42 +[09:09:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:49:02] Scraping from base.py:42 +[09:09:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:49:04] Scraping from base.py:42 +[09:10:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:49:06] Scraping from base.py:42 +[09:10:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:49:08] Scraping from base.py:42 +[09:10:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:49:11] Scraping from base.py:42 +[09:10:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:49:13] Scraping from base.py:42 +[09:10:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:49:14] Scraping from base.py:42 +[09:10:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:49:17] Scraping from base.py:42 +[09:10:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:49:18] Scraping from base.py:42 +[09:10:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:49:22] Scraping from base.py:42 +[09:10:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:49:23] Scraping from base.py:42 +[09:10:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:49:25] Scraping from base.py:42 +[09:10:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:49:27] Scraping from base.py:42 +[09:10:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:49:28] Scraping from base.py:42 +[09:10:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:49:30] Scraping from base.py:42 +[09:10:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:49:32] Scraping from base.py:42 +[09:10:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:49:33] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:49:35] Scraping from base.py:42 +[09:10:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:49:37] Scraping from base.py:42 +[09:10:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:49:42] Scraping from base.py:42 +[09:10:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:49:44] Scraping from base.py:42 +[09:10:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:49:48] Scraping from base.py:42 +[09:10:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:49:49] Scraping from base.py:42 +[09:10:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:49:52] Scraping from base.py:42 +[09:10:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:49:55] Scraping from base.py:42 +[09:10:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:49:58] Scraping from base.py:42 +[09:10:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:50:01] Scraping from base.py:42 +[09:10:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:50:05] Scraping from base.py:42 +[09:10:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; - Scraping from base.py:42 +[09:10:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:50:09] Scraping from base.py:42 +[09:11:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:50:12] Scraping from base.py:42 +[09:11:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:50:14] Scraping from base.py:42 +[09:11:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:50:16] Scraping from base.py:42 +[09:11:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:50:18] Scraping from base.py:42 +[09:11:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:50:21] Scraping from base.py:42 +[09:11:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:50:23] Scraping from base.py:42 +[09:11:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:50:25] Scraping from base.py:42 +[09:11:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:50:27] Scraping from base.py:42 +[09:11:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[13:50:28] Scraping from base.py:42 +[09:11:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:50:31] Scraping from base.py:42 +[09:11:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:50:34] Scraping from base.py:42 +[09:11:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:50:37] Scraping from base.py:42 +[09:11:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[13:50:38] Scraping from base.py:42 +[09:11:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:50:41] Scraping from base.py:42 +[09:11:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:50:43] Scraping from base.py:42 +[09:11:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:50:47] Scraping from base.py:42 +[09:11:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:50:48] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:50:51] Scraping from base.py:42 +[09:11:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:50:54] Scraping from base.py:42 +[09:11:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:50:56] Scraping from base.py:42 +[09:11:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:50:58] Scraping from base.py:42 +[09:11:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:51:01] Scraping from base.py:42 +[09:11:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:51:03] Scraping from base.py:42 +[09:11:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:51:05] Scraping from base.py:42 +[09:11:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:51:06] Scraping from base.py:42 +[09:11:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:51:07] Scraping from base.py:42 +[09:12:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:51:09] Scraping from base.py:42 +[09:12:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:51:10] Scraping from base.py:42 +[09:12:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:51:12] Scraping from base.py:42 +[09:12:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:51:13] Scraping from base.py:42 +[09:12:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:51:16] Scraping from base.py:42 +[09:12:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:51:17] Scraping from base.py:42 +[09:12:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:51:20] Scraping from base.py:42 +[09:12:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:51:21] Committing batch 2 consisting of 92 files base.py:274 -[13:51:22] Scraping from base.py:42 +[09:12:11] Committing batch 2 consisting of 92 files base.py:274 +[09:12:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:51:24] Scraping from base.py:42 +[09:12:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:51:25] Scraping from base.py:42 +[09:12:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:51:27] Scraping from base.py:42 +[09:12:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:51:30] Scraping from base.py:42 +[09:12:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:51:31] Scraping from base.py:42 +[09:12:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:51:33] Scraping from base.py:42 +[09:12:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:51:36] Scraping from base.py:42 +[09:12:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:51:37] Scraping from base.py:42 +[09:12:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:51:40] Scraping from base.py:42 +[09:12:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:51:41] Scraping from base.py:42 +[09:12:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:51:44] Scraping from base.py:42 +[09:12:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:51:45] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:51:48] Scraping from base.py:42 +[09:12:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:51:51] Scraping from base.py:42 +[09:12:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:51:54] Scraping from base.py:42 +[09:12:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:51:55] Scraping from base.py:42 +[09:12:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:51:58] Scraping from base.py:42 +[09:12:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:51:59] Scraping from base.py:42 +[09:12:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:52:01] Scraping from base.py:42 +[09:12:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:52:03] Scraping from base.py:42 +[09:12:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:52:04] Scraping from base.py:42 +[09:12:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:52:05] Committing batch 3 consisting of 22 files base.py:274 -[13:52:06] Finished attempting to scrape: BIR base.py:324 + Committing batch 3 consisting of 22 files base.py:274 +[09:12:54] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-11-13-35">2023-10-11</h2> + <h2 id="2023-10-12-13-44">2023-10-12</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>468 seconds</dd> + <dd>443 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-11 13:35:43.133941</dd> + <dd>2023-10-12 13:44:43.643394</dd> </div> <div> <dt>End</dt> - <dd>2023-10-11 13:43:31.232296</dd> + <dd>2023-10-12 13:52:07.001449</dd> </div> <div> <dt>Status code</dt> @@ -3322,806 +3322,806 @@ <h2 id="2023-10-11-13-35">2023-10-11</h2> </div> <h3>Run log</h3> - <pre>[13:35:43] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:44:43] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:35:44] Getting all files in Councillors/json... base.py:191 +[13:44:44] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 103 files in Councillors/raw base.py:207 +[13:44:45] ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:35:45] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:35:46] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:35:47] ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 100 files base.py:216 +[13:44:46] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:44:47] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:35:50] Scraping from base.py:42 +[13:44:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:35:53] Scraping from base.py:42 +[13:44:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:35:57] Scraping from base.py:42 +[13:44:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:35:59] Scraping from base.py:42 +[13:44:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:36:01] Scraping from base.py:42 +[13:44:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:36:03] Scraping from base.py:42 +[13:45:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:36:05] Scraping from base.py:42 +[13:45:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:36:07] Scraping from base.py:42 +[13:45:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:36:09] Scraping from base.py:42 +[13:45:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:36:12] Scraping from base.py:42 +[13:45:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; - Scraping from base.py:42 +[13:45:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:36:14] Scraping from base.py:42 +[13:45:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:36:16] Scraping from base.py:42 +[13:45:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:36:19] Scraping from base.py:42 +[13:45:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:36:22] Scraping from base.py:42 +[13:45:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:36:23] Scraping from base.py:42 +[13:45:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:36:25] Scraping from base.py:42 +[13:45:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:36:28] Scraping from base.py:42 +[13:45:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:36:30] Scraping from base.py:42 +[13:45:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:36:32] Scraping from base.py:42 +[13:45:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:36:35] Scraping from base.py:42 +[13:45:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:36:39] Scraping from base.py:42 +[13:45:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:36:40] Scraping from base.py:42 +[13:45:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:36:42] Scraping from base.py:42 +[13:45:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:36:44] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:36:46] Scraping from base.py:42 +[13:45:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:36:48] Scraping from base.py:42 +[13:45:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:36:51] Scraping from base.py:42 +[13:45:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:36:53] Scraping from base.py:42 +[13:45:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:36:55] Scraping from base.py:42 +[13:45:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:36:57] Scraping from base.py:42 +[13:45:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:37:00] Scraping from base.py:42 +[13:45:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:37:01] Scraping from base.py:42 +[13:45:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:37:03] Scraping from base.py:42 +[13:45:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:37:08] Scraping from base.py:42 +[13:45:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:37:10] Scraping from base.py:42 +[13:45:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:37:12] Scraping from base.py:42 +[13:46:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:37:14] Scraping from base.py:42 +[13:46:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:37:15] Scraping from base.py:42 +[13:46:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:37:19] Scraping from base.py:42 +[13:46:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:37:23] Scraping from base.py:42 +[13:46:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:37:27] Scraping from base.py:42 +[13:46:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:37:28] Scraping from base.py:42 +[13:46:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:37:29] Scraping from base.py:42 +[13:46:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:37:31] Scraping from base.py:42 +[13:46:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:37:33] Scraping from base.py:42 +[13:46:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:37:34] Scraping from base.py:42 +[13:46:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:37:37] Scraping from base.py:42 +[13:46:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:37:38] Scraping from base.py:42 +[13:46:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:37:40] Scraping from base.py:42 +[13:46:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:37:41] Scraping from base.py:42 +[13:46:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:37:44] Scraping from base.py:42 +[13:46:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:37:45] Scraping from base.py:42 +[13:46:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:37:48] Scraping from base.py:42 +[13:46:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:37:49] Scraping from base.py:42 +[13:46:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:37:53] Scraping from base.py:42 +[13:46:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:37:57] Scraping from base.py:42 +[13:46:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:37:59] Scraping from base.py:42 +[13:46:48] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:38:00] Scraping from base.py:42 +[13:46:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:38:02] Scraping from base.py:42 +[13:46:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:38:07] Scraping from base.py:42 +[13:46:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:38:08] Scraping from base.py:42 +[13:46:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:38:10] Scraping from base.py:42 +[13:46:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:38:11] Scraping from base.py:42 +[13:46:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:38:14] Scraping from base.py:42 +[13:47:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:38:16] Scraping from base.py:42 +[13:47:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:38:19] Scraping from base.py:42 +[13:47:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:38:20] Scraping from base.py:42 +[13:47:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:38:22] Scraping from base.py:42 +[13:47:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:38:24] Scraping from base.py:42 +[13:47:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:38:25] Scraping from base.py:42 +[13:47:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:38:28] Scraping from base.py:42 +[13:47:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:38:31] Scraping from base.py:42 +[13:47:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:38:35] Scraping from base.py:42 +[13:47:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:38:40] Scraping from base.py:42 +[13:47:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:38:42] Scraping from base.py:42 +[13:47:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:38:47] Scraping from base.py:42 +[13:47:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; - Scraping from base.py:42 +[13:47:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:38:49] Scraping from base.py:42 +[13:47:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:38:51] Scraping from base.py:42 +[13:47:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:38:53] Scraping from base.py:42 +[13:47:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:38:54] Scraping from base.py:42 +[13:47:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:38:57] Scraping from base.py:42 +[13:47:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:38:59] Scraping from base.py:42 +[13:47:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:39:03] Scraping from base.py:42 +[13:47:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:39:05] Scraping from base.py:42 +[13:47:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:39:07] Scraping from base.py:42 +[13:47:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:39:08] Scraping from base.py:42 +[13:47:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:39:11] Scraping from base.py:42 +[13:47:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; - Scraping from base.py:42 +[13:47:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:39:14] Scraping from base.py:42 +[13:47:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:39:16] Scraping from base.py:42 +[13:47:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:39:19] Scraping from base.py:42 +[13:48:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:39:20] Committing batch 1 consisting of 92 files base.py:274 -[13:39:22] Scraping from base.py:42 +[13:48:03] Committing batch 1 consisting of 92 files base.py:274 +[13:48:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:39:23] Scraping from base.py:42 +[13:48:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:39:24] Scraping from base.py:42 +[13:48:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:39:27] Scraping from base.py:42 +[13:48:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:39:29] Scraping from base.py:42 +[13:48:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:39:32] Scraping from base.py:42 +[13:48:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:39:34] Scraping from base.py:42 +[13:48:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:39:36] Scraping from base.py:42 +[13:48:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:39:38] Scraping from base.py:42 +[13:48:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:39:40] Scraping from base.py:42 +[13:48:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:39:42] Scraping from base.py:42 +[13:48:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:39:45] Scraping from base.py:42 +[13:48:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:39:46] Scraping from base.py:42 +[13:48:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:39:48] Scraping from base.py:42 +[13:48:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:39:50] Scraping from base.py:42 +[13:48:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:39:52] Scraping from base.py:42 +[13:48:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:39:53] Scraping from base.py:42 +[13:48:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:39:56] Scraping from base.py:42 +[13:48:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:39:58] Scraping from base.py:42 +[13:48:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:40:00] Scraping from base.py:42 +[13:48:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:40:03] Scraping from base.py:42 +[13:48:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:40:06] Scraping from base.py:42 +[13:48:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:40:08] Scraping from base.py:42 +[13:48:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:40:09] Scraping from base.py:42 +[13:48:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:40:10] Scraping from base.py:42 +[13:48:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:40:13] Scraping from base.py:42 +[13:48:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:40:14] Scraping from base.py:42 +[13:48:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:40:16] Scraping from base.py:42 +[13:48:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:40:18] Scraping from base.py:42 +[13:48:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:40:20] Scraping from base.py:42 +[13:49:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:40:22] Scraping from base.py:42 +[13:49:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:40:24] Scraping from base.py:42 +[13:49:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:40:25] Scraping from base.py:42 +[13:49:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:40:27] Scraping from base.py:42 +[13:49:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:40:29] Scraping from base.py:42 +[13:49:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:40:32] Scraping from base.py:42 +[13:49:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:40:34] Scraping from base.py:42 +[13:49:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:40:36] Scraping from base.py:42 +[13:49:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:40:38] Scraping from base.py:42 +[13:49:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:40:41] Scraping from base.py:42 +[13:49:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:40:42] Scraping from base.py:42 +[13:49:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:40:45] Scraping from base.py:42 +[13:49:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:40:46] Scraping from base.py:42 +[13:49:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:40:48] Scraping from base.py:42 +[13:49:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:40:50] Scraping from base.py:42 +[13:49:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:40:52] Scraping from base.py:42 +[13:49:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:40:53] Scraping from base.py:42 +[13:49:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:40:55] Scraping from base.py:42 +[13:49:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:40:58] Scraping from base.py:42 +[13:49:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:41:00] Scraping from base.py:42 +[13:49:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:41:04] Scraping from base.py:42 +[13:49:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:41:08] Scraping from base.py:42 +[13:49:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:41:09] Scraping from base.py:42 +[13:49:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:41:14] Scraping from base.py:42 +[13:49:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:41:16] Scraping from base.py:42 +[13:49:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:41:19] Scraping from base.py:42 +[13:49:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:41:22] Scraping from base.py:42 +[13:50:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:41:26] Scraping from base.py:42 +[13:50:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:41:28] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:41:31] Scraping from base.py:42 +[13:50:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:41:35] Scraping from base.py:42 +[13:50:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:41:37] Scraping from base.py:42 +[13:50:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:41:38] Scraping from base.py:42 +[13:50:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:41:41] Scraping from base.py:42 +[13:50:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:41:43] Scraping from base.py:42 +[13:50:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:41:46] Scraping from base.py:42 +[13:50:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:41:48] Scraping from base.py:42 +[13:50:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:41:50] Scraping from base.py:42 +[13:50:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; - Scraping from base.py:42 +[13:50:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:41:53] Scraping from base.py:42 +[13:50:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:41:56] Scraping from base.py:42 +[13:50:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:41:58] Scraping from base.py:42 +[13:50:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[13:41:59] Scraping from base.py:42 +[13:50:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:42:02] Scraping from base.py:42 +[13:50:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:42:04] Scraping from base.py:42 +[13:50:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:42:07] Scraping from base.py:42 +[13:50:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:42:08] Scraping from base.py:42 +[13:50:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:42:12] Scraping from base.py:42 +[13:50:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:42:15] Scraping from base.py:42 +[13:50:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:42:17] Scraping from base.py:42 +[13:50:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:42:18] Scraping from base.py:42 +[13:50:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:42:20] Scraping from base.py:42 +[13:51:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:42:23] Scraping from base.py:42 +[13:51:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:42:24] Scraping from base.py:42 +[13:51:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:42:25] Scraping from base.py:42 +[13:51:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:42:26] Scraping from base.py:42 +[13:51:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:42:28] Scraping from base.py:42 +[13:51:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:42:29] Scraping from base.py:42 +[13:51:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:42:32] Scraping from base.py:42 +[13:51:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:42:33] Scraping from base.py:42 +[13:51:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:42:36] Scraping from base.py:42 +[13:51:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:42:38] Scraping from base.py:42 +[13:51:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:42:40] Scraping from base.py:42 +[13:51:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:42:42] Committing batch 2 consisting of 92 files base.py:274 -[13:42:43] Scraping from base.py:42 +[13:51:21] Committing batch 2 consisting of 92 files base.py:274 +[13:51:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:42:46] Scraping from base.py:42 +[13:51:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:42:47] Scraping from base.py:42 +[13:51:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:42:50] Scraping from base.py:42 +[13:51:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:42:52] Scraping from base.py:42 +[13:51:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:42:54] Scraping from base.py:42 +[13:51:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:42:56] Scraping from base.py:42 +[13:51:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:43:01] Scraping from base.py:42 +[13:51:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:43:02] Scraping from base.py:42 +[13:51:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:43:05] Scraping from base.py:42 +[13:51:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:43:06] Scraping from base.py:42 +[13:51:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:43:08] Scraping from base.py:42 +[13:51:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:43:10] Scraping from base.py:42 +[13:51:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:43:14] Scraping from base.py:42 +[13:51:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:43:17] Scraping from base.py:42 +[13:51:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:43:19] Scraping from base.py:42 +[13:51:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:43:20] Scraping from base.py:42 +[13:51:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:43:22] Scraping from base.py:42 +[13:51:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:43:23] Scraping from base.py:42 +[13:51:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:43:25] Scraping from base.py:42 +[13:52:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:43:26] Scraping from base.py:42 +[13:52:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:43:28] Scraping from base.py:42 +[13:52:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:43:29] Committing batch 3 consisting of 22 files base.py:274 -[13:43:31] Finished attempting to scrape: BIR base.py:324 +[13:52:05] Committing batch 3 consisting of 22 files base.py:274 +[13:52:06] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-10-13-33">2023-10-10</h2> + <h2 id="2023-10-11-13-35">2023-10-11</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>518 seconds</dd> + <dd>468 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-10 13:33:09.942986</dd> + <dd>2023-10-11 13:35:43.133941</dd> </div> <div> <dt>End</dt> - <dd>2023-10-10 13:41:48.225085</dd> + <dd>2023-10-11 13:43:31.232296</dd> </div> <div> <dt>Status code</dt> @@ -4136,806 +4136,806 @@ <h2 id="2023-10-10-13-33">2023-10-10</h2> </div> <h3>Run log</h3> - <pre>[13:33:09] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:35:43] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[13:33:10] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[13:33:11] Getting all files in Councillors/json... base.py:191 +[13:35:44] Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:33:12] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:33:13] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:33:14] ...data deleted. base.py:246 +[13:35:45] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:35:46] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:35:47] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:33:17] Scraping from base.py:42 +[13:35:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:33:23] Scraping from base.py:42 +[13:35:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:33:27] Scraping from base.py:42 +[13:35:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:33:29] Scraping from base.py:42 +[13:35:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:33:31] Scraping from base.py:42 +[13:36:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:33:35] Scraping from base.py:42 +[13:36:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:33:38] Scraping from base.py:42 +[13:36:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:33:41] Scraping from base.py:42 +[13:36:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:33:43] Scraping from base.py:42 +[13:36:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:33:47] Scraping from base.py:42 +[13:36:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:33:48] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:33:51] Scraping from base.py:42 +[13:36:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:33:52] Scraping from base.py:42 +[13:36:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:33:55] Scraping from base.py:42 +[13:36:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:33:58] Scraping from base.py:42 +[13:36:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:34:00] Scraping from base.py:42 +[13:36:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:34:02] Scraping from base.py:42 +[13:36:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:34:05] Scraping from base.py:42 +[13:36:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:34:07] Scraping from base.py:42 +[13:36:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:34:10] Scraping from base.py:42 +[13:36:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:34:12] Scraping from base.py:42 +[13:36:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:34:16] Scraping from base.py:42 +[13:36:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:34:17] Scraping from base.py:42 +[13:36:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:34:19] Scraping from base.py:42 +[13:36:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; - Scraping from base.py:42 +[13:36:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:34:22] Scraping from base.py:42 +[13:36:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:34:28] Scraping from base.py:42 +[13:36:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:34:31] Scraping from base.py:42 +[13:36:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:34:33] Scraping from base.py:42 +[13:36:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:34:36] Scraping from base.py:42 +[13:36:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:34:39] Scraping from base.py:42 +[13:36:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:34:43] Scraping from base.py:42 +[13:37:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; - Scraping from base.py:42 +[13:37:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:34:45] Scraping from base.py:42 +[13:37:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:34:47] Scraping from base.py:42 +[13:37:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:34:49] Scraping from base.py:42 +[13:37:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:34:51] Scraping from base.py:42 +[13:37:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:34:54] Scraping from base.py:42 +[13:37:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:34:55] Scraping from base.py:42 +[13:37:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:34:59] Scraping from base.py:42 +[13:37:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:35:04] Scraping from base.py:42 +[13:37:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:35:09] Scraping from base.py:42 +[13:37:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:35:10] Scraping from base.py:42 +[13:37:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:35:11] Scraping from base.py:42 +[13:37:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:35:12] Scraping from base.py:42 +[13:37:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:35:15] Scraping from base.py:42 +[13:37:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:35:16] Scraping from base.py:42 +[13:37:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:35:19] Scraping from base.py:42 +[13:37:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:35:20] Scraping from base.py:42 +[13:37:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:35:22] Scraping from base.py:42 +[13:37:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:35:23] Scraping from base.py:42 +[13:37:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:35:28] Scraping from base.py:42 +[13:37:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:35:29] Scraping from base.py:42 +[13:37:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:35:34] Scraping from base.py:42 +[13:37:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:35:35] Scraping from base.py:42 +[13:37:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:35:39] Scraping from base.py:42 +[13:37:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:35:45] Scraping from base.py:42 +[13:37:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:35:47] Scraping from base.py:42 +[13:37:59] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper - Scraping from base.py:42 +[13:38:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:35:49] Scraping from base.py:42 +[13:38:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:35:56] Scraping from base.py:42 +[13:38:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:35:58] Scraping from base.py:42 +[13:38:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:36:00] Scraping from base.py:42 +[13:38:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:36:02] Scraping from base.py:42 +[13:38:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:36:06] Scraping from base.py:42 +[13:38:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:36:10] Scraping from base.py:42 +[13:38:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:36:13] Scraping from base.py:42 +[13:38:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:36:15] Scraping from base.py:42 +[13:38:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:36:17] Scraping from base.py:42 +[13:38:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:36:19] Scraping from base.py:42 +[13:38:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:36:22] Scraping from base.py:42 +[13:38:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:36:23] Scraping from base.py:42 +[13:38:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:36:26] Scraping from base.py:42 +[13:38:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:36:31] Scraping from base.py:42 +[13:38:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:36:33] Scraping from base.py:42 +[13:38:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:36:35] Scraping from base.py:42 +[13:38:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:36:38] Scraping from base.py:42 +[13:38:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:36:39] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:36:41] Scraping from base.py:42 +[13:38:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:36:43] Scraping from base.py:42 +[13:38:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:36:46] Scraping from base.py:42 +[13:38:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:36:48] Scraping from base.py:42 +[13:38:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:36:51] Scraping from base.py:42 +[13:38:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:36:54] Scraping from base.py:42 +[13:38:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:36:56] Scraping from base.py:42 +[13:39:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:36:59] Scraping from base.py:42 +[13:39:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:37:01] Scraping from base.py:42 +[13:39:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:37:02] Scraping from base.py:42 +[13:39:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:37:05] Scraping from base.py:42 +[13:39:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:37:06] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:37:09] Scraping from base.py:42 +[13:39:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:37:12] Scraping from base.py:42 +[13:39:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:37:14] Scraping from base.py:42 +[13:39:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:37:15] Committing batch 1 consisting of 92 files base.py:274 -[13:37:16] Scraping from base.py:42 +[13:39:20] Committing batch 1 consisting of 92 files base.py:274 +[13:39:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:37:19] Scraping from base.py:42 +[13:39:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:37:20] Scraping from base.py:42 +[13:39:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:37:24] Scraping from base.py:42 +[13:39:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:37:25] Scraping from base.py:42 +[13:39:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:37:29] Scraping from base.py:42 +[13:39:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:37:30] Scraping from base.py:42 +[13:39:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:37:32] Scraping from base.py:42 +[13:39:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:37:34] Scraping from base.py:42 +[13:39:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:37:37] Scraping from base.py:42 +[13:39:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:37:38] Scraping from base.py:42 +[13:39:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:37:40] Scraping from base.py:42 +[13:39:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:37:42] Scraping from base.py:42 +[13:39:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:37:44] Scraping from base.py:42 +[13:39:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:37:46] Scraping from base.py:42 +[13:39:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:37:48] Scraping from base.py:42 +[13:39:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:37:50] Scraping from base.py:42 +[13:39:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:37:54] Scraping from base.py:42 +[13:39:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:37:55] Scraping from base.py:42 +[13:39:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:37:59] Scraping from base.py:42 +[13:40:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:38:02] Scraping from base.py:42 +[13:40:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:38:04] Scraping from base.py:42 +[13:40:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:38:06] Scraping from base.py:42 +[13:40:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:38:07] Scraping from base.py:42 +[13:40:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:38:08] Scraping from base.py:42 +[13:40:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:38:11] Scraping from base.py:42 +[13:40:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:38:12] Scraping from base.py:42 +[13:40:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:38:14] Scraping from base.py:42 +[13:40:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:38:16] Scraping from base.py:42 +[13:40:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:38:19] Scraping from base.py:42 +[13:40:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:38:21] Scraping from base.py:42 +[13:40:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:38:23] Scraping from base.py:42 +[13:40:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:38:24] Scraping from base.py:42 +[13:40:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:38:26] Scraping from base.py:42 +[13:40:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:38:30] Scraping from base.py:42 +[13:40:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:38:33] Scraping from base.py:42 +[13:40:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:38:34] Scraping from base.py:42 +[13:40:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:38:36] Scraping from base.py:42 +[13:40:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:38:38] Scraping from base.py:42 +[13:40:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:38:42] Scraping from base.py:42 +[13:40:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:38:44] Scraping from base.py:42 +[13:40:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:38:46] Scraping from base.py:42 +[13:40:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:38:48] Scraping from base.py:42 +[13:40:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:38:49] Scraping from base.py:42 +[13:40:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:38:51] Scraping from base.py:42 +[13:40:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:38:54] Scraping from base.py:42 +[13:40:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:38:55] Scraping from base.py:42 +[13:40:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:38:57] Scraping from base.py:42 +[13:40:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:38:59] Scraping from base.py:42 +[13:40:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:39:05] Scraping from base.py:42 +[13:41:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:39:09] Scraping from base.py:42 +[13:41:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:39:12] Scraping from base.py:42 +[13:41:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:39:13] Scraping from base.py:42 +[13:41:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:39:17] Scraping from base.py:42 +[13:41:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:39:21] Scraping from base.py:42 +[13:41:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:39:25] Scraping from base.py:42 +[13:41:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:39:28] Scraping from base.py:42 +[13:41:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:39:34] Scraping from base.py:42 +[13:41:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:39:36] Scraping from base.py:42 +[13:41:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:39:39] Scraping from base.py:42 +[13:41:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:39:42] Scraping from base.py:42 +[13:41:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:39:47] Scraping from base.py:42 +[13:41:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:39:49] Scraping from base.py:42 +[13:41:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:39:52] Scraping from base.py:42 +[13:41:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:39:55] Scraping from base.py:42 +[13:41:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:39:58] Scraping from base.py:42 +[13:41:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:40:02] Scraping from base.py:42 +[13:41:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:40:04] Scraping from base.py:42 +[13:41:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[13:40:05] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:40:09] Scraping from base.py:42 +[13:41:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:40:12] Scraping from base.py:42 +[13:41:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:40:16] Scraping from base.py:42 +[13:41:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; - Scraping from base.py:42 +[13:41:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:40:20] Scraping from base.py:42 +[13:42:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:40:24] Scraping from base.py:42 +[13:42:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:40:28] Scraping from base.py:42 +[13:42:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:40:30] Scraping from base.py:42 +[13:42:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:40:34] Scraping from base.py:42 +[13:42:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:40:38] Scraping from base.py:42 +[13:42:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:40:40] Scraping from base.py:42 +[13:42:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:40:42] Scraping from base.py:42 +[13:42:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:40:45] Scraping from base.py:42 +[13:42:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:40:48] Scraping from base.py:42 +[13:42:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:40:49] Scraping from base.py:42 +[13:42:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:40:50] Scraping from base.py:42 +[13:42:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:40:52] Scraping from base.py:42 +[13:42:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:40:53] Scraping from base.py:42 +[13:42:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:40:54] Scraping from base.py:42 +[13:42:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:40:56] Scraping from base.py:42 +[13:42:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:40:59] Scraping from base.py:42 +[13:42:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:41:00] Scraping from base.py:42 +[13:42:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:41:02] Scraping from base.py:42 +[13:42:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:41:04] Scraping from base.py:42 +[13:42:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:41:05] Committing batch 2 consisting of 92 files base.py:274 -[13:41:07] Scraping from base.py:42 +[13:42:42] Committing batch 2 consisting of 92 files base.py:274 +[13:42:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:41:08] Scraping from base.py:42 +[13:42:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:41:10] Scraping from base.py:42 +[13:42:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:41:12] Scraping from base.py:42 +[13:42:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:41:14] Scraping from base.py:42 +[13:42:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:41:15] Scraping from base.py:42 +[13:42:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:41:17] Scraping from base.py:42 +[13:42:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:41:21] Scraping from base.py:42 +[13:43:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; - Scraping from base.py:42 +[13:43:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:41:25] Scraping from base.py:42 +[13:43:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; - Scraping from base.py:42 +[13:43:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:41:28] Scraping from base.py:42 +[13:43:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:41:29] Scraping from base.py:42 +[13:43:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:41:32] Scraping from base.py:42 +[13:43:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:41:35] Scraping from base.py:42 +[13:43:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:41:37] Scraping from base.py:42 +[13:43:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:41:38] Scraping from base.py:42 +[13:43:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:41:41] Scraping from base.py:42 +[13:43:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:41:42] Scraping from base.py:42 +[13:43:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:41:43] Scraping from base.py:42 +[13:43:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:41:44] Scraping from base.py:42 +[13:43:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:41:46] Scraping from base.py:42 +[13:43:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; - Committing batch 3 consisting of 22 files base.py:274 -[13:41:48] Finished attempting to scrape: BIR base.py:324 +[13:43:29] Committing batch 3 consisting of 22 files base.py:274 +[13:43:31] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-09-14-03">2023-10-09</h2> + <h2 id="2023-10-10-13-33">2023-10-10</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>440 seconds</dd> + <dd>518 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-09 14:03:32.346849</dd> + <dd>2023-10-10 13:33:09.942986</dd> </div> <div> <dt>End</dt> - <dd>2023-10-09 14:10:52.513538</dd> + <dd>2023-10-10 13:41:48.225085</dd> </div> <div> <dt>Status code</dt> @@ -4950,806 +4950,806 @@ <h2 id="2023-10-09-14-03">2023-10-09</h2> </div> <h3>Run log</h3> - <pre>[14:03:32] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:33:09] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 - Deleting existing data... base.py:239 -[14:03:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 +[13:33:10] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[13:33:11] Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:03:35] Deleting batch no. 2 consisting of 100 files base.py:216 -[14:03:36] Deleting batch no. 3 consisting of 7 files base.py:216 -[14:03:37] ...data deleted. base.py:246 +[13:33:12] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:33:13] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:33:14] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[14:03:39] Scraping from base.py:42 +[13:33:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:03:44] Scraping from base.py:42 +[13:33:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:03:47] Scraping from base.py:42 +[13:33:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:03:48] Scraping from base.py:42 +[13:33:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:03:51] Scraping from base.py:42 +[13:33:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:03:55] Scraping from base.py:42 +[13:33:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:03:57] Scraping from base.py:42 +[13:33:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[14:03:59] Scraping from base.py:42 +[13:33:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[14:04:00] Scraping from base.py:42 +[13:33:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[14:04:02] Scraping from base.py:42 +[13:33:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[14:04:04] Scraping from base.py:42 +[13:33:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[14:04:08] Scraping from base.py:42 +[13:33:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[14:04:10] Scraping from base.py:42 +[13:33:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:04:12] Scraping from base.py:42 +[13:33:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:04:13] Scraping from base.py:42 +[13:33:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:04:15] Scraping from base.py:42 +[13:34:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:04:17] Scraping from base.py:42 +[13:34:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:04:19] Scraping from base.py:42 +[13:34:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:04:20] Scraping from base.py:42 +[13:34:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:04:22] Scraping from base.py:42 +[13:34:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:04:24] Scraping from base.py:42 +[13:34:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[14:04:26] Scraping from base.py:42 +[13:34:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[14:04:27] Scraping from base.py:42 +[13:34:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[14:04:29] Scraping from base.py:42 +[13:34:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[14:04:31] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:04:33] Scraping from base.py:42 +[13:34:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:04:36] Scraping from base.py:42 +[13:34:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:04:38] Scraping from base.py:42 +[13:34:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:04:40] Scraping from base.py:42 +[13:34:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:04:42] Scraping from base.py:42 +[13:34:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:04:44] Scraping from base.py:42 +[13:34:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[14:04:47] Scraping from base.py:42 +[13:34:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:04:49] Scraping from base.py:42 +[13:34:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:04:51] Scraping from base.py:42 +[13:34:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:04:53] Scraping from base.py:42 +[13:34:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:04:55] Scraping from base.py:42 +[13:34:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[14:04:57] Scraping from base.py:42 +[13:34:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[14:04:59] Scraping from base.py:42 +[13:34:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:05:02] Scraping from base.py:42 +[13:34:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:05:05] Scraping from base.py:42 +[13:35:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[14:05:07] Scraping from base.py:42 +[13:35:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[14:05:08] Scraping from base.py:42 +[13:35:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[14:05:10] Scraping from base.py:42 +[13:35:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[14:05:11] Scraping from base.py:42 +[13:35:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[14:05:13] Scraping from base.py:42 +[13:35:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[14:05:14] Scraping from base.py:42 +[13:35:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[14:05:17] Scraping from base.py:42 +[13:35:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[14:05:18] Scraping from base.py:42 +[13:35:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[14:05:20] Scraping from base.py:42 +[13:35:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[14:05:21] Scraping from base.py:42 +[13:35:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[14:05:24] Scraping from base.py:42 +[13:35:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[14:05:25] Scraping from base.py:42 +[13:35:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[14:05:28] Scraping from base.py:42 +[13:35:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[14:05:29] Scraping from base.py:42 +[13:35:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:05:33] Scraping from base.py:42 +[13:35:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:05:36] Scraping from base.py:42 +[13:35:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:05:38] Scraping from base.py:42 +[13:35:47] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[14:05:39] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:05:41] Scraping from base.py:42 +[13:35:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[14:05:44] Scraping from base.py:42 +[13:35:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[14:05:45] Scraping from base.py:42 +[13:35:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[14:05:47] Scraping from base.py:42 +[13:36:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[14:05:48] Scraping from base.py:42 +[13:36:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:05:50] Scraping from base.py:42 +[13:36:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:05:52] Scraping from base.py:42 +[13:36:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[14:05:54] Scraping from base.py:42 +[13:36:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[14:05:56] Scraping from base.py:42 +[13:36:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:05:58] Scraping from base.py:42 +[13:36:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:06:01] Scraping from base.py:42 +[13:36:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:06:02] Scraping from base.py:42 +[13:36:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:06:03] Scraping from base.py:42 +[13:36:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:06:06] Scraping from base.py:42 +[13:36:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:06:09] Scraping from base.py:42 +[13:36:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:06:11] Scraping from base.py:42 +[13:36:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:06:12] Scraping from base.py:42 +[13:36:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[14:06:15] Scraping from base.py:42 +[13:36:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[14:06:16] Scraping from base.py:42 +[13:36:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:06:18] Scraping from base.py:42 +[13:36:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:06:19] Scraping from base.py:42 +[13:36:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[14:06:22] Scraping from base.py:42 +[13:36:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[14:06:23] Scraping from base.py:42 +[13:36:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:06:25] Scraping from base.py:42 +[13:36:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:06:29] Scraping from base.py:42 +[13:36:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:06:31] Scraping from base.py:42 +[13:36:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:06:33] Scraping from base.py:42 +[13:36:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:06:35] Scraping from base.py:42 +[13:37:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[14:06:37] Scraping from base.py:42 +[13:37:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:06:39] Scraping from base.py:42 +[13:37:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[14:06:40] Scraping from base.py:42 +[13:37:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:06:42] Scraping from base.py:42 +[13:37:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:06:44] Scraping from base.py:42 +[13:37:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:06:47] Scraping from base.py:42 +[13:37:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:06:48] Committing batch 1 consisting of 92 files base.py:274 -[14:06:50] Scraping from base.py:42 +[13:37:15] Committing batch 1 consisting of 92 files base.py:274 +[13:37:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:06:51] Scraping from base.py:42 +[13:37:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[14:06:53] Scraping from base.py:42 +[13:37:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:06:56] Scraping from base.py:42 +[13:37:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:06:58] Scraping from base.py:42 +[13:37:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:07:00] Scraping from base.py:42 +[13:37:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:07:01] Scraping from base.py:42 +[13:37:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:07:04] Scraping from base.py:42 +[13:37:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:07:06] Scraping from base.py:42 +[13:37:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:07:08] Scraping from base.py:42 +[13:37:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:07:10] Scraping from base.py:42 +[13:37:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:07:12] Scraping from base.py:42 +[13:37:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[14:07:13] Scraping from base.py:42 +[13:37:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:07:16] Scraping from base.py:42 +[13:37:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[14:07:18] Scraping from base.py:42 +[13:37:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:07:21] Scraping from base.py:42 +[13:37:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:07:23] Scraping from base.py:42 +[13:37:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:07:26] Scraping from base.py:42 +[13:37:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:07:28] Scraping from base.py:42 +[13:37:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:07:31] Scraping from base.py:42 +[13:37:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:07:35] Scraping from base.py:42 +[13:38:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:07:37] Scraping from base.py:42 +[13:38:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:07:39] Scraping from base.py:42 +[13:38:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:07:41] Scraping from base.py:42 +[13:38:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:07:42] Scraping from base.py:42 +[13:38:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:07:44] Scraping from base.py:42 +[13:38:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:07:45] Scraping from base.py:42 +[13:38:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:07:47] Scraping from base.py:42 +[13:38:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:07:49] Scraping from base.py:42 +[13:38:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:07:51] Scraping from base.py:42 +[13:38:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:07:54] Scraping from base.py:42 +[13:38:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:07:55] Scraping from base.py:42 +[13:38:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:07:57] Scraping from base.py:42 +[13:38:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:08:00] Scraping from base.py:42 +[13:38:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:08:02] Scraping from base.py:42 +[13:38:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:08:04] Scraping from base.py:42 +[13:38:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:08:06] Scraping from base.py:42 +[13:38:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:08:08] Scraping from base.py:42 +[13:38:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:08:09] Scraping from base.py:42 +[13:38:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:08:12] Scraping from base.py:42 +[13:38:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:08:14] Scraping from base.py:42 +[13:38:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:08:17] Scraping from base.py:42 +[13:38:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; - Scraping from base.py:42 +[13:38:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:08:19] Scraping from base.py:42 +[13:38:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:08:21] Scraping from base.py:42 +[13:38:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:08:24] Scraping from base.py:42 +[13:38:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; - Scraping from base.py:42 +[13:38:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:08:26] Scraping from base.py:42 +[13:38:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:08:30] Scraping from base.py:42 +[13:38:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:08:32] Scraping from base.py:42 +[13:39:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:08:35] Scraping from base.py:42 +[13:39:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:08:38] Scraping from base.py:42 +[13:39:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[14:08:39] Scraping from base.py:42 +[13:39:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:08:41] Scraping from base.py:42 +[13:39:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:08:43] Scraping from base.py:42 +[13:39:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:08:46] Scraping from base.py:42 +[13:39:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:08:48] Scraping from base.py:42 +[13:39:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:08:54] Scraping from base.py:42 +[13:39:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:08:55] Scraping from base.py:42 +[13:39:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:08:58] Scraping from base.py:42 +[13:39:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:09:01] Scraping from base.py:42 +[13:39:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:09:05] Scraping from base.py:42 +[13:39:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:09:06] Scraping from base.py:42 +[13:39:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:09:09] Scraping from base.py:42 +[13:39:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:09:11] Scraping from base.py:42 +[13:39:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:09:13] Scraping from base.py:42 +[13:39:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:09:16] Scraping from base.py:42 +[13:40:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:09:17] Scraping from base.py:42 +[13:40:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:09:19] Scraping from base.py:42 +[13:40:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:09:21] Scraping from base.py:42 +[13:40:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:09:24] Scraping from base.py:42 +[13:40:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:09:26] Scraping from base.py:42 +[13:40:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:09:28] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:09:30] Scraping from base.py:42 +[13:40:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:09:35] Scraping from base.py:42 +[13:40:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:09:37] Scraping from base.py:42 +[13:40:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:09:38] Scraping from base.py:42 +[13:40:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:09:40] Scraping from base.py:42 +[13:40:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:09:43] Scraping from base.py:42 +[13:40:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:09:45] Scraping from base.py:42 +[13:40:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:09:46] Scraping from base.py:42 +[13:40:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:09:48] Scraping from base.py:42 +[13:40:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:09:50] Scraping from base.py:42 +[13:40:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:09:51] Scraping from base.py:42 +[13:40:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:09:52] Scraping from base.py:42 +[13:40:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:09:53] Scraping from base.py:42 +[13:40:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:09:54] Scraping from base.py:42 +[13:40:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:09:55] Scraping from base.py:42 +[13:40:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:09:59] Scraping from base.py:42 +[13:40:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:10:00] Scraping from base.py:42 +[13:40:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:10:02] Scraping from base.py:42 +[13:41:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:10:03] Scraping from base.py:42 +[13:41:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:10:05] Scraping from base.py:42 +[13:41:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:10:07] Committing batch 2 consisting of 92 files base.py:274 -[14:10:08] Scraping from base.py:42 +[13:41:05] Committing batch 2 consisting of 92 files base.py:274 +[13:41:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:10:10] Scraping from base.py:42 +[13:41:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[14:10:11] Scraping from base.py:42 +[13:41:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:10:14] Scraping from base.py:42 +[13:41:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:10:16] Scraping from base.py:42 +[13:41:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:10:18] Scraping from base.py:42 +[13:41:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:10:19] Scraping from base.py:42 +[13:41:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:10:22] Scraping from base.py:42 +[13:41:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[14:10:24] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:10:27] Scraping from base.py:42 +[13:41:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:10:30] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:10:32] Scraping from base.py:42 +[13:41:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:10:33] Scraping from base.py:42 +[13:41:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:10:36] Scraping from base.py:42 +[13:41:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:10:38] Scraping from base.py:42 +[13:41:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:10:41] Scraping from base.py:42 +[13:41:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; - Scraping from base.py:42 +[13:41:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:10:44] Scraping from base.py:42 +[13:41:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:10:45] Scraping from base.py:42 +[13:41:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:10:47] Scraping from base.py:42 +[13:41:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; - Scraping from base.py:42 +[13:41:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:10:49] Scraping from base.py:42 +[13:41:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:10:51] Committing batch 3 consisting of 22 files base.py:274 -[14:10:52] Finished attempting to scrape: BIR base.py:324 + Committing batch 3 consisting of 22 files base.py:274 +[13:41:48] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-08-13-39">2023-10-08</h2> + <h2 id="2023-10-09-14-03">2023-10-09</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>439 seconds</dd> + <dd>440 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-08 13:39:17.331557</dd> + <dd>2023-10-09 14:03:32.346849</dd> </div> <div> <dt>End</dt> - <dd>2023-10-08 13:46:37.270493</dd> + <dd>2023-10-09 14:10:52.513538</dd> </div> <div> <dt>Status code</dt> @@ -5764,806 +5764,806 @@ <h2 id="2023-10-08-13-39">2023-10-08</h2> </div> <h3>Run log</h3> - <pre>[13:39:17] Fetching Scraper for: BIR handlers.py:23 + <pre>[14:03:32] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[13:39:18] Getting all files in Councillors... base.py:191 +[14:03:33] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:39:19] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:39:20] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:39:21] ...data deleted. base.py:246 +[14:03:35] Deleting batch no. 2 consisting of 100 files base.py:216 +[14:03:36] Deleting batch no. 3 consisting of 7 files base.py:216 +[14:03:37] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:39:23] Scraping from base.py:42 +[14:03:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:39:27] Scraping from base.py:42 +[14:03:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:39:30] Scraping from base.py:42 +[14:03:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:39:32] Scraping from base.py:42 +[14:03:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:39:33] Scraping from base.py:42 +[14:03:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:39:35] Scraping from base.py:42 +[14:03:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:39:37] Scraping from base.py:42 +[14:03:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:39:39] Scraping from base.py:42 +[14:03:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:39:40] Scraping from base.py:42 +[14:04:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:39:43] Scraping from base.py:42 +[14:04:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:39:44] Scraping from base.py:42 +[14:04:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:39:46] Scraping from base.py:42 +[14:04:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:39:47] Scraping from base.py:42 +[14:04:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:39:50] Scraping from base.py:42 +[14:04:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:39:52] Scraping from base.py:42 +[14:04:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:39:55] Scraping from base.py:42 +[14:04:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:39:57] Scraping from base.py:42 +[14:04:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:39:58] Scraping from base.py:42 +[14:04:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:40:00] Scraping from base.py:42 +[14:04:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:40:02] Scraping from base.py:42 +[14:04:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:40:04] Scraping from base.py:42 +[14:04:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:40:06] Scraping from base.py:42 +[14:04:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; - Scraping from base.py:42 +[14:04:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:40:08] Scraping from base.py:42 +[14:04:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:40:09] Scraping from base.py:42 +[14:04:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:40:11] Scraping from base.py:42 +[14:04:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:40:13] Scraping from base.py:42 +[14:04:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:40:15] Scraping from base.py:42 +[14:04:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:40:17] Scraping from base.py:42 +[14:04:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:40:20] Scraping from base.py:42 +[14:04:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:40:22] Scraping from base.py:42 +[14:04:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:40:24] Scraping from base.py:42 +[14:04:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:40:26] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:40:27] Scraping from base.py:42 +[14:04:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:40:30] Scraping from base.py:42 +[14:04:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:40:31] Scraping from base.py:42 +[14:04:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:40:34] Scraping from base.py:42 +[14:04:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:40:36] Scraping from base.py:42 +[14:04:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:40:37] Scraping from base.py:42 +[14:04:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:40:39] Scraping from base.py:42 +[14:05:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:40:42] Scraping from base.py:42 +[14:05:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:40:44] Scraping from base.py:42 +[14:05:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:40:45] Scraping from base.py:42 +[14:05:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:40:47] Scraping from base.py:42 +[14:05:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:40:49] Scraping from base.py:42 +[14:05:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:40:51] Scraping from base.py:42 +[14:05:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:40:52] Scraping from base.py:42 +[14:05:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:40:55] Scraping from base.py:42 +[14:05:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:40:56] Scraping from base.py:42 +[14:05:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:40:58] Scraping from base.py:42 +[14:05:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:40:59] Scraping from base.py:42 +[14:05:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:41:02] Scraping from base.py:42 +[14:05:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:41:03] Scraping from base.py:42 +[14:05:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:41:06] Scraping from base.py:42 +[14:05:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:41:07] Scraping from base.py:42 +[14:05:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:41:10] Scraping from base.py:42 +[14:05:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:41:13] Scraping from base.py:42 +[14:05:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:41:14] Scraping from base.py:42 +[14:05:38] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:41:15] Scraping from base.py:42 +[14:05:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:41:18] Scraping from base.py:42 +[14:05:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:41:22] Scraping from base.py:42 +[14:05:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:41:23] Scraping from base.py:42 +[14:05:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:41:24] Scraping from base.py:42 +[14:05:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:41:26] Scraping from base.py:42 +[14:05:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:41:29] Scraping from base.py:42 +[14:05:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:41:31] Scraping from base.py:42 +[14:05:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:41:33] Scraping from base.py:42 +[14:05:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:41:34] Scraping from base.py:42 +[14:05:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:41:36] Scraping from base.py:42 +[14:05:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:41:38] Scraping from base.py:42 +[14:06:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:41:39] Scraping from base.py:42 +[14:06:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:41:41] Scraping from base.py:42 +[14:06:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:41:43] Scraping from base.py:42 +[14:06:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:41:47] Scraping from base.py:42 +[14:06:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:41:49] Scraping from base.py:42 +[14:06:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:41:51] Scraping from base.py:42 +[14:06:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:41:54] Scraping from base.py:42 +[14:06:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:41:55] Scraping from base.py:42 +[14:06:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:41:57] Scraping from base.py:42 +[14:06:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:42:00] Scraping from base.py:42 +[14:06:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:42:02] Scraping from base.py:42 +[14:06:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:42:04] Scraping from base.py:42 +[14:06:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:42:06] Scraping from base.py:42 +[14:06:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:42:10] Scraping from base.py:42 +[14:06:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:42:13] Scraping from base.py:42 +[14:06:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:42:15] Scraping from base.py:42 +[14:06:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:42:19] Scraping from base.py:42 +[14:06:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; - Scraping from base.py:42 +[14:06:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:42:22] Scraping from base.py:42 +[14:06:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:42:23] Scraping from base.py:42 +[14:06:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:42:25] Scraping from base.py:42 +[14:06:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:42:28] Scraping from base.py:42 +[14:06:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:42:30] Scraping from base.py:42 +[14:06:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:42:31] Committing batch 1 consisting of 92 files base.py:274 -[13:42:32] Scraping from base.py:42 +[14:06:48] Committing batch 1 consisting of 92 files base.py:274 +[14:06:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:42:34] Scraping from base.py:42 +[14:06:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:42:35] Scraping from base.py:42 +[14:06:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:42:40] Scraping from base.py:42 +[14:06:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:42:41] Scraping from base.py:42 +[14:06:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:42:44] Scraping from base.py:42 +[14:07:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:42:45] Scraping from base.py:42 +[14:07:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:42:46] Scraping from base.py:42 +[14:07:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:42:49] Scraping from base.py:42 +[14:07:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:42:51] Scraping from base.py:42 +[14:07:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:42:53] Scraping from base.py:42 +[14:07:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:42:55] Scraping from base.py:42 +[14:07:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:42:56] Scraping from base.py:42 +[14:07:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:42:58] Scraping from base.py:42 +[14:07:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:43:00] Scraping from base.py:42 +[14:07:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:43:02] Scraping from base.py:42 +[14:07:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:43:03] Scraping from base.py:42 +[14:07:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:43:06] Scraping from base.py:42 +[14:07:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; - Scraping from base.py:42 +[14:07:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:43:09] Scraping from base.py:42 +[14:07:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:43:12] Scraping from base.py:42 +[14:07:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:43:14] Scraping from base.py:42 +[14:07:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:43:16] Scraping from base.py:42 +[14:07:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:43:19] Scraping from base.py:42 +[14:07:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:43:20] Scraping from base.py:42 +[14:07:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:43:23] Scraping from base.py:42 +[14:07:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:43:24] Scraping from base.py:42 +[14:07:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:43:26] Scraping from base.py:42 +[14:07:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:43:28] Scraping from base.py:42 +[14:07:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:43:30] Scraping from base.py:42 +[14:07:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:43:33] Scraping from base.py:42 +[14:07:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:43:36] Scraping from base.py:42 +[14:07:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:43:37] Scraping from base.py:42 +[14:07:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:43:39] Scraping from base.py:42 +[14:08:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:43:41] Scraping from base.py:42 +[14:08:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:43:43] Scraping from base.py:42 +[14:08:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:43:44] Scraping from base.py:42 +[14:08:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:43:47] Scraping from base.py:42 +[14:08:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:43:49] Scraping from base.py:42 +[14:08:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:43:51] Scraping from base.py:42 +[14:08:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:43:52] Scraping from base.py:42 +[14:08:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:43:55] Scraping from base.py:42 +[14:08:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:43:56] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:43:58] Scraping from base.py:42 +[14:08:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:44:00] Scraping from base.py:42 +[14:08:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:44:02] Scraping from base.py:42 +[14:08:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:44:03] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:44:05] Scraping from base.py:42 +[14:08:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:44:07] Scraping from base.py:42 +[14:08:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:44:12] Scraping from base.py:42 +[14:08:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:44:15] Scraping from base.py:42 +[14:08:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:44:23] Scraping from base.py:42 +[14:08:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:44:24] Scraping from base.py:42 +[14:08:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:44:27] Scraping from base.py:42 +[14:08:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:44:29] Scraping from base.py:42 +[14:08:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:44:32] Scraping from base.py:42 +[14:08:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:44:34] Scraping from base.py:42 +[14:08:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:44:38] Scraping from base.py:42 +[14:08:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:44:40] Scraping from base.py:42 +[14:08:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:44:43] Scraping from base.py:42 +[14:08:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:44:46] Scraping from base.py:42 +[14:09:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:44:48] Scraping from base.py:42 +[14:09:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:44:49] Scraping from base.py:42 +[14:09:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:44:51] Scraping from base.py:42 +[14:09:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:44:54] Scraping from base.py:42 +[14:09:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:44:57] Scraping from base.py:42 +[14:09:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:45:00] Scraping from base.py:42 +[14:09:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:45:02] Scraping from base.py:42 +[14:09:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[13:45:03] Scraping from base.py:42 +[14:09:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:45:06] Scraping from base.py:42 +[14:09:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:45:08] Scraping from base.py:42 +[14:09:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:45:10] Scraping from base.py:42 +[14:09:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[13:45:11] Scraping from base.py:42 +[14:09:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:45:14] Scraping from base.py:42 +[14:09:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:45:17] Scraping from base.py:42 +[14:09:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:45:19] Scraping from base.py:42 +[14:09:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:45:20] Scraping from base.py:42 +[14:09:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:45:23] Scraping from base.py:42 +[14:09:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:45:27] Scraping from base.py:42 +[14:09:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:45:29] Scraping from base.py:42 +[14:09:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:45:30] Scraping from base.py:42 +[14:09:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:45:32] Scraping from base.py:42 +[14:09:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:45:34] Scraping from base.py:42 +[14:09:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:45:35] Scraping from base.py:42 +[14:09:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:45:36] Scraping from base.py:42 +[14:09:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:45:37] Scraping from base.py:42 +[14:09:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:45:38] Scraping from base.py:42 +[14:09:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:45:39] Scraping from base.py:42 +[14:09:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:45:41] Scraping from base.py:42 +[14:09:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:45:42] Scraping from base.py:42 +[14:10:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:45:44] Scraping from base.py:42 +[14:10:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:45:46] Scraping from base.py:42 +[14:10:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:45:49] Scraping from base.py:42 +[14:10:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:45:50] Committing batch 2 consisting of 92 files base.py:274 -[13:45:52] Scraping from base.py:42 +[14:10:07] Committing batch 2 consisting of 92 files base.py:274 +[14:10:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:45:53] Scraping from base.py:42 +[14:10:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:45:55] Scraping from base.py:42 +[14:10:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:45:57] Scraping from base.py:42 +[14:10:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:45:58] Scraping from base.py:42 +[14:10:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:46:00] Scraping from base.py:42 +[14:10:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:46:02] Scraping from base.py:42 +[14:10:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:46:05] Scraping from base.py:42 +[14:10:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:46:07] Scraping from base.py:42 +[14:10:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:46:10] Scraping from base.py:42 +[14:10:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:46:11] Scraping from base.py:42 +[14:10:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:46:13] Scraping from base.py:42 +[14:10:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:46:15] Scraping from base.py:42 +[14:10:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:46:18] Scraping from base.py:42 +[14:10:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:46:22] Scraping from base.py:42 +[14:10:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:46:24] Scraping from base.py:42 +[14:10:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:46:25] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:46:28] Scraping from base.py:42 +[14:10:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:46:29] Scraping from base.py:42 +[14:10:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:46:31] Scraping from base.py:42 +[14:10:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:46:32] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:46:34] Scraping from base.py:42 +[14:10:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:46:35] Committing batch 3 consisting of 22 files base.py:274 -[13:46:37] Finished attempting to scrape: BIR base.py:324 +[14:10:51] Committing batch 3 consisting of 22 files base.py:274 +[14:10:52] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-07-12-08">2023-10-07</h2> + <h2 id="2023-10-08-13-39">2023-10-08</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>453 seconds</dd> + <dd>439 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-07 12:08:25.873788</dd> + <dd>2023-10-08 13:39:17.331557</dd> </div> <div> <dt>End</dt> - <dd>2023-10-07 12:15:59.672310</dd> + <dd>2023-10-08 13:46:37.270493</dd> </div> <div> <dt>Status code</dt> @@ -6578,806 +6578,806 @@ <h2 id="2023-10-07-12-08">2023-10-07</h2> </div> <h3>Run log</h3> - <pre>[12:08:25] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:39:17] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[12:08:26] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[13:39:18] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[12:08:27] ...found 103 files in Councillors/json base.py:207 + ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:08:28] Deleting batch no. 2 consisting of 100 files base.py:216 -[12:08:29] Deleting batch no. 3 consisting of 7 files base.py:216 -[12:08:30] ...data deleted. base.py:246 +[13:39:19] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:39:20] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:39:21] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[12:08:32] Scraping from base.py:42 +[13:39:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[12:08:35] Scraping from base.py:42 +[13:39:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[12:08:38] Scraping from base.py:42 +[13:39:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[12:08:40] Scraping from base.py:42 +[13:39:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[12:08:41] Scraping from base.py:42 +[13:39:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[12:08:43] Scraping from base.py:42 +[13:39:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[12:08:47] Scraping from base.py:42 +[13:39:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[12:08:49] Scraping from base.py:42 +[13:39:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[12:08:50] Scraping from base.py:42 +[13:39:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[12:08:53] Scraping from base.py:42 +[13:39:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[12:08:55] Scraping from base.py:42 +[13:39:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[12:08:57] Scraping from base.py:42 +[13:39:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[12:08:58] Scraping from base.py:42 +[13:39:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[12:09:00] Scraping from base.py:42 +[13:39:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[12:09:03] Scraping from base.py:42 +[13:39:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[12:09:05] Scraping from base.py:42 +[13:39:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[12:09:07] Scraping from base.py:42 +[13:39:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[12:09:09] Scraping from base.py:42 +[13:39:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[12:09:11] Scraping from base.py:42 +[13:40:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[12:09:13] Scraping from base.py:42 +[13:40:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[12:09:16] Scraping from base.py:42 +[13:40:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[12:09:18] Scraping from base.py:42 +[13:40:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[12:09:19] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[12:09:21] Scraping from base.py:42 +[13:40:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[12:09:22] Scraping from base.py:42 +[13:40:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[12:09:24] Scraping from base.py:42 +[13:40:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[12:09:26] Scraping from base.py:42 +[13:40:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[12:09:28] Scraping from base.py:42 +[13:40:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[12:09:30] Scraping from base.py:42 +[13:40:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[12:09:32] Scraping from base.py:42 +[13:40:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[12:09:34] Scraping from base.py:42 +[13:40:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[12:09:37] Scraping from base.py:42 +[13:40:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[12:09:38] Scraping from base.py:42 +[13:40:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[12:09:40] Scraping from base.py:42 +[13:40:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[12:09:43] Scraping from base.py:42 +[13:40:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[12:09:45] Scraping from base.py:42 +[13:40:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[12:09:47] Scraping from base.py:42 +[13:40:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[12:09:50] Scraping from base.py:42 +[13:40:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[12:09:52] Scraping from base.py:42 +[13:40:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[12:09:54] Scraping from base.py:42 +[13:40:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[12:09:56] Scraping from base.py:42 +[13:40:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[12:09:59] Scraping from base.py:42 +[13:40:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[12:10:00] Scraping from base.py:42 +[13:40:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[12:10:02] Scraping from base.py:42 +[13:40:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; - Scraping from base.py:42 +[13:40:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[12:10:04] Scraping from base.py:42 +[13:40:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[12:10:05] Scraping from base.py:42 +[13:40:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[12:10:07] Scraping from base.py:42 +[13:40:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[12:10:09] Scraping from base.py:42 +[13:40:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[12:10:12] Scraping from base.py:42 +[13:40:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[12:10:13] Scraping from base.py:42 +[13:40:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[12:10:16] Scraping from base.py:42 +[13:41:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[12:10:18] Scraping from base.py:42 +[13:41:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[12:10:22] Scraping from base.py:42 +[13:41:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[12:10:23] Scraping from base.py:42 +[13:41:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[12:10:26] Scraping from base.py:42 +[13:41:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[12:10:29] Scraping from base.py:42 +[13:41:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[12:10:31] Scraping from base.py:42 +[13:41:14] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[12:10:32] Scraping from base.py:42 +[13:41:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[12:10:34] Scraping from base.py:42 +[13:41:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[12:10:38] Scraping from base.py:42 +[13:41:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[12:10:40] Scraping from base.py:42 +[13:41:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[12:10:41] Scraping from base.py:42 +[13:41:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[12:10:42] Scraping from base.py:42 +[13:41:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[12:10:45] Scraping from base.py:42 +[13:41:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[12:10:49] Scraping from base.py:42 +[13:41:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[12:10:52] Scraping from base.py:42 +[13:41:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[12:10:53] Scraping from base.py:42 +[13:41:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[12:10:56] Scraping from base.py:42 +[13:41:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[12:10:58] Scraping from base.py:42 +[13:41:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[12:11:00] Scraping from base.py:42 +[13:41:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[12:11:01] Scraping from base.py:42 +[13:41:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[12:11:04] Scraping from base.py:42 +[13:41:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[12:11:06] Scraping from base.py:42 +[13:41:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[12:11:09] Scraping from base.py:42 +[13:41:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[12:11:11] Scraping from base.py:42 +[13:41:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[12:11:13] Scraping from base.py:42 +[13:41:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[12:11:14] Scraping from base.py:42 +[13:41:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[12:11:17] Scraping from base.py:42 +[13:41:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[12:11:19] Scraping from base.py:42 +[13:42:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[12:11:21] Scraping from base.py:42 +[13:42:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; - Scraping from base.py:42 +[13:42:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[12:11:24] Scraping from base.py:42 +[13:42:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[12:11:27] Scraping from base.py:42 +[13:42:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[12:11:29] Scraping from base.py:42 +[13:42:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[12:11:31] Scraping from base.py:42 +[13:42:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[12:11:33] Scraping from base.py:42 +[13:42:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[12:11:34] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[12:11:37] Scraping from base.py:42 +[13:42:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[12:11:38] Scraping from base.py:42 +[13:42:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[12:11:40] Scraping from base.py:42 +[13:42:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[12:11:44] Scraping from base.py:42 +[13:42:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[12:11:46] Scraping from base.py:42 +[13:42:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[12:11:47] Committing batch 1 consisting of 92 files base.py:274 -[12:11:49] Scraping from base.py:42 +[13:42:31] Committing batch 1 consisting of 92 files base.py:274 +[13:42:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[12:11:51] Scraping from base.py:42 +[13:42:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[12:11:52] Scraping from base.py:42 +[13:42:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[12:11:55] Scraping from base.py:42 +[13:42:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[12:11:56] Scraping from base.py:42 +[13:42:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[12:11:59] Scraping from base.py:42 +[13:42:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[12:12:00] Scraping from base.py:42 +[13:42:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[12:12:02] Scraping from base.py:42 +[13:42:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[12:12:04] Scraping from base.py:42 +[13:42:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[12:12:06] Scraping from base.py:42 +[13:42:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[12:12:07] Scraping from base.py:42 +[13:42:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[12:12:09] Scraping from base.py:42 +[13:42:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[12:12:10] Scraping from base.py:42 +[13:42:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[12:12:12] Scraping from base.py:42 +[13:42:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[12:12:14] Scraping from base.py:42 +[13:43:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[12:12:18] Scraping from base.py:42 +[13:43:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[12:12:19] Scraping from base.py:42 +[13:43:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[12:12:23] Scraping from base.py:42 +[13:43:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[12:12:24] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[12:12:27] Scraping from base.py:42 +[13:43:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[12:12:32] Scraping from base.py:42 +[13:43:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[12:12:34] Scraping from base.py:42 +[13:43:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[12:12:36] Scraping from base.py:42 +[13:43:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[12:12:37] Scraping from base.py:42 +[13:43:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[12:12:39] Scraping from base.py:42 +[13:43:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[12:12:42] Scraping from base.py:42 +[13:43:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[12:12:43] Scraping from base.py:42 +[13:43:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[12:12:45] Scraping from base.py:42 +[13:43:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[12:12:49] Scraping from base.py:42 +[13:43:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[12:12:54] Scraping from base.py:42 +[13:43:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[12:12:57] Scraping from base.py:42 +[13:43:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[12:12:59] Scraping from base.py:42 +[13:43:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[12:13:00] Scraping from base.py:42 +[13:43:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[12:13:02] Scraping from base.py:42 +[13:43:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[12:13:04] Scraping from base.py:42 +[13:43:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[12:13:06] Scraping from base.py:42 +[13:43:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[12:13:07] Scraping from base.py:42 +[13:43:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[12:13:09] Scraping from base.py:42 +[13:43:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[12:13:10] Scraping from base.py:42 +[13:43:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[12:13:14] Scraping from base.py:42 +[13:43:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[12:13:15] Scraping from base.py:42 +[13:43:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[12:13:18] Scraping from base.py:42 +[13:43:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[12:13:19] Scraping from base.py:42 +[13:43:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[12:13:22] Scraping from base.py:42 +[13:43:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[12:13:25] Scraping from base.py:42 +[13:44:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[12:13:27] Scraping from base.py:42 +[13:44:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[12:13:28] Scraping from base.py:42 +[13:44:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[12:13:30] Scraping from base.py:42 +[13:44:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[12:13:33] Scraping from base.py:42 +[13:44:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[12:13:35] Scraping from base.py:42 +[13:44:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[12:13:38] Scraping from base.py:42 +[13:44:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[12:13:41] Scraping from base.py:42 +[13:44:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[12:13:42] Scraping from base.py:42 +[13:44:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[12:13:45] Scraping from base.py:42 +[13:44:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[12:13:47] Scraping from base.py:42 +[13:44:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[12:13:49] Scraping from base.py:42 +[13:44:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[12:13:53] Scraping from base.py:42 +[13:44:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[12:13:58] Scraping from base.py:42 +[13:44:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[12:13:59] Scraping from base.py:42 +[13:44:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[12:14:02] Scraping from base.py:42 +[13:44:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[12:14:06] Scraping from base.py:42 +[13:44:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[12:14:08] Scraping from base.py:42 +[13:44:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[12:14:09] Scraping from base.py:42 +[13:44:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[12:14:11] Scraping from base.py:42 +[13:44:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[12:14:14] Scraping from base.py:42 +[13:44:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[12:14:18] Scraping from base.py:42 +[13:44:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[12:14:21] Scraping from base.py:42 +[13:45:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[12:14:23] Scraping from base.py:42 +[13:45:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[12:14:24] Scraping from base.py:42 +[13:45:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[12:14:27] Scraping from base.py:42 +[13:45:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[12:14:32] Scraping from base.py:42 +[13:45:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[12:14:34] Scraping from base.py:42 +[13:45:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[12:14:35] Scraping from base.py:42 +[13:45:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[12:14:38] Scraping from base.py:42 +[13:45:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[12:14:40] Scraping from base.py:42 +[13:45:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[12:14:42] Scraping from base.py:42 +[13:45:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[12:14:43] Scraping from base.py:42 +[13:45:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[12:14:46] Scraping from base.py:42 +[13:45:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[12:14:49] Scraping from base.py:42 +[13:45:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[12:14:50] Scraping from base.py:42 +[13:45:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[12:14:52] Scraping from base.py:42 +[13:45:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[12:14:54] Scraping from base.py:42 +[13:45:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[12:14:55] Scraping from base.py:42 +[13:45:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[12:14:58] Scraping from base.py:42 +[13:45:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[12:14:59] Scraping from base.py:42 +[13:45:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[12:15:01] Scraping from base.py:42 +[13:45:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[12:15:02] Scraping from base.py:42 +[13:45:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[12:15:03] Scraping from base.py:42 +[13:45:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[12:15:05] Scraping from base.py:42 +[13:45:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[12:15:06] Scraping from base.py:42 +[13:45:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[12:15:08] Scraping from base.py:42 +[13:45:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[12:15:10] Scraping from base.py:42 +[13:45:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[12:15:12] Scraping from base.py:42 +[13:45:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[12:15:13] Committing batch 2 consisting of 92 files base.py:274 -[12:15:14] Scraping from base.py:42 +[13:45:50] Committing batch 2 consisting of 92 files base.py:274 +[13:45:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[12:15:16] Scraping from base.py:42 +[13:45:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[12:15:17] Scraping from base.py:42 +[13:45:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[12:15:19] Scraping from base.py:42 +[13:45:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[12:15:21] Scraping from base.py:42 +[13:45:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[12:15:24] Scraping from base.py:42 +[13:46:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[12:15:26] Scraping from base.py:42 +[13:46:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[12:15:29] Scraping from base.py:42 +[13:46:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[12:15:30] Scraping from base.py:42 +[13:46:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[12:15:33] Scraping from base.py:42 +[13:46:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[12:15:35] Scraping from base.py:42 +[13:46:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[12:15:37] Scraping from base.py:42 +[13:46:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[12:15:38] Scraping from base.py:42 +[13:46:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[12:15:41] Scraping from base.py:42 +[13:46:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[12:15:44] Scraping from base.py:42 +[13:46:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[12:15:47] Scraping from base.py:42 +[13:46:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; - Scraping from base.py:42 +[13:46:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[12:15:50] Scraping from base.py:42 +[13:46:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[12:15:51] Scraping from base.py:42 +[13:46:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[12:15:55] Scraping from base.py:42 +[13:46:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; - Scraping from base.py:42 +[13:46:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[12:15:57] Scraping from base.py:42 +[13:46:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[12:15:58] Committing batch 3 consisting of 22 files base.py:274 -[12:15:59] Finished attempting to scrape: BIR base.py:324 +[13:46:35] Committing batch 3 consisting of 22 files base.py:274 +[13:46:37] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-06-13-04">2023-10-06</h2> + <h2 id="2023-10-07-12-08">2023-10-07</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>538 seconds</dd> + <dd>453 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-06 13:04:13.352543</dd> + <dd>2023-10-07 12:08:25.873788</dd> </div> <div> <dt>End</dt> - <dd>2023-10-06 13:13:12.113364</dd> + <dd>2023-10-07 12:15:59.672310</dd> </div> <div> <dt>Status code</dt> @@ -7392,806 +7392,806 @@ <h2 id="2023-10-06-13-04">2023-10-06</h2> </div> <h3>Run log</h3> - <pre>[13:04:13] Fetching Scraper for: BIR handlers.py:23 + <pre>[12:08:25] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 - Deleting existing data... base.py:239 -[13:04:14] Getting all files in Councillors... base.py:191 +[12:08:26] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 103 files in Councillors/json base.py:207 +[12:08:27] ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:04:15] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:04:16] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:04:17] ...data deleted. base.py:246 +[12:08:28] Deleting batch no. 2 consisting of 100 files base.py:216 +[12:08:29] Deleting batch no. 3 consisting of 7 files base.py:216 +[12:08:30] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:04:19] Scraping from base.py:42 +[12:08:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:04:22] Scraping from base.py:42 +[12:08:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:04:25] Scraping from base.py:42 +[12:08:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:04:28] Scraping from base.py:42 +[12:08:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:04:30] Scraping from base.py:42 +[12:08:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:04:31] Scraping from base.py:42 +[12:08:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:04:34] Scraping from base.py:42 +[12:08:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:04:36] Scraping from base.py:42 +[12:08:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:04:37] Scraping from base.py:42 +[12:08:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:04:39] Scraping from base.py:42 +[12:08:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:04:41] Scraping from base.py:42 +[12:08:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:04:43] Scraping from base.py:42 +[12:08:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:04:44] Scraping from base.py:42 +[12:08:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:04:47] Scraping from base.py:42 +[12:09:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:04:49] Scraping from base.py:42 +[12:09:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:04:50] Scraping from base.py:42 +[12:09:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:04:53] Scraping from base.py:42 +[12:09:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:04:56] Scraping from base.py:42 +[12:09:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:04:58] Scraping from base.py:42 +[12:09:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:05:00] Scraping from base.py:42 +[12:09:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:05:03] Scraping from base.py:42 +[12:09:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:05:05] Scraping from base.py:42 +[12:09:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:05:06] Scraping from base.py:42 +[12:09:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:05:08] Scraping from base.py:42 +[12:09:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:05:09] Scraping from base.py:42 +[12:09:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:05:11] Scraping from base.py:42 +[12:09:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:05:13] Scraping from base.py:42 +[12:09:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:05:16] Scraping from base.py:42 +[12:09:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:05:18] Scraping from base.py:42 +[12:09:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:05:20] Scraping from base.py:42 +[12:09:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:05:22] Scraping from base.py:42 +[12:09:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:05:25] Scraping from base.py:42 +[12:09:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:05:27] Scraping from base.py:42 +[12:09:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:05:29] Scraping from base.py:42 +[12:09:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:05:32] Scraping from base.py:42 +[12:09:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:05:34] Scraping from base.py:42 +[12:09:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:05:37] Scraping from base.py:42 +[12:09:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:05:42] Scraping from base.py:42 +[12:09:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:05:43] Scraping from base.py:42 +[12:09:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:05:49] Scraping from base.py:42 +[12:09:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:05:56] Scraping from base.py:42 +[12:09:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:06:03] Scraping from base.py:42 +[12:09:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:06:04] Scraping from base.py:42 +[12:10:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:06:07] Scraping from base.py:42 +[12:10:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:06:08] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:06:16] Scraping from base.py:42 +[12:10:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:06:17] Scraping from base.py:42 +[12:10:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:06:29] Scraping from base.py:42 +[12:10:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:06:30] Scraping from base.py:42 +[12:10:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:06:36] Scraping from base.py:42 +[12:10:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:06:37] Scraping from base.py:42 +[12:10:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:06:49] Scraping from base.py:42 +[12:10:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:06:51] Scraping from base.py:42 +[12:10:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:07:05] Scraping from base.py:42 +[12:10:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:07:06] Scraping from base.py:42 +[12:10:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:07:18] Scraping from base.py:42 +[12:10:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:07:24] Scraping from base.py:42 +[12:10:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:07:26] Scraping from base.py:42 +[12:10:31] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper - Scraping from base.py:42 +[12:10:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:07:29] Scraping from base.py:42 +[12:10:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:07:35] Scraping from base.py:42 +[12:10:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:07:37] Scraping from base.py:42 +[12:10:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:07:39] Scraping from base.py:42 +[12:10:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; - Scraping from base.py:42 +[12:10:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:07:43] Scraping from base.py:42 +[12:10:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:07:46] Scraping from base.py:42 +[12:10:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:07:49] Scraping from base.py:42 +[12:10:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:07:50] Scraping from base.py:42 +[12:10:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:07:54] Scraping from base.py:42 +[12:10:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:07:56] Scraping from base.py:42 +[12:10:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:07:57] Scraping from base.py:42 +[12:11:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:07:59] Scraping from base.py:42 +[12:11:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:08:02] Scraping from base.py:42 +[12:11:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:08:06] Scraping from base.py:42 +[12:11:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:08:09] Scraping from base.py:42 +[12:11:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:08:12] Scraping from base.py:42 +[12:11:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:08:15] Scraping from base.py:42 +[12:11:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:08:17] Scraping from base.py:42 +[12:11:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:08:19] Scraping from base.py:42 +[12:11:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:08:21] Scraping from base.py:42 +[12:11:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:08:23] Scraping from base.py:42 +[12:11:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:08:25] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:08:27] Scraping from base.py:42 +[12:11:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:08:30] Scraping from base.py:42 +[12:11:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:08:33] Scraping from base.py:42 +[12:11:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:08:35] Scraping from base.py:42 +[12:11:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:08:37] Scraping from base.py:42 +[12:11:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:08:38] Scraping from base.py:42 +[12:11:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:08:42] Scraping from base.py:42 +[12:11:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:08:43] Scraping from base.py:42 +[12:11:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:08:46] Scraping from base.py:42 +[12:11:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:08:48] Scraping from base.py:42 +[12:11:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:08:51] Scraping from base.py:42 +[12:11:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:08:53] Committing batch 1 consisting of 92 files base.py:274 -[13:08:54] Scraping from base.py:42 +[12:11:47] Committing batch 1 consisting of 92 files base.py:274 +[12:11:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:08:56] Scraping from base.py:42 +[12:11:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:08:57] Scraping from base.py:42 +[12:11:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:09:00] Scraping from base.py:42 +[12:11:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:09:01] Scraping from base.py:42 +[12:11:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:09:04] Scraping from base.py:42 +[12:11:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:09:06] Scraping from base.py:42 +[12:12:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:09:07] Scraping from base.py:42 +[12:12:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:09:09] Scraping from base.py:42 +[12:12:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:09:12] Scraping from base.py:42 +[12:12:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:09:14] Scraping from base.py:42 +[12:12:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:09:17] Scraping from base.py:42 +[12:12:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan - Scraping from base.py:42 +[12:12:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:09:20] Scraping from base.py:42 +[12:12:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:09:21] Scraping from base.py:42 +[12:12:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:09:23] Scraping from base.py:42 +[12:12:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:09:24] Scraping from base.py:42 +[12:12:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:09:27] Scraping from base.py:42 +[12:12:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:09:28] Scraping from base.py:42 +[12:12:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:09:30] Scraping from base.py:42 +[12:12:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:09:33] Scraping from base.py:42 +[12:12:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:09:35] Scraping from base.py:42 +[12:12:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:09:36] Scraping from base.py:42 +[12:12:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:09:38] Scraping from base.py:42 +[12:12:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:09:39] Scraping from base.py:42 +[12:12:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:09:44] Scraping from base.py:42 +[12:12:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:09:46] Scraping from base.py:42 +[12:12:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:09:50] Scraping from base.py:42 +[12:12:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:09:54] Scraping from base.py:42 +[12:12:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:09:59] Scraping from base.py:42 +[12:12:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:10:01] Scraping from base.py:42 +[12:12:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:10:04] Scraping from base.py:42 +[12:12:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:10:06] Scraping from base.py:42 +[12:13:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:10:08] Scraping from base.py:42 +[12:13:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:10:10] Scraping from base.py:42 +[12:13:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:10:12] Scraping from base.py:42 +[12:13:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:10:13] Scraping from base.py:42 +[12:13:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:10:15] Scraping from base.py:42 +[12:13:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:10:17] Scraping from base.py:42 +[12:13:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:10:21] Scraping from base.py:42 +[12:13:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:10:22] Scraping from base.py:42 +[12:13:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:10:24] Scraping from base.py:42 +[12:13:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:10:25] Scraping from base.py:42 +[12:13:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:10:27] Scraping from base.py:42 +[12:13:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:10:29] Scraping from base.py:42 +[12:13:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:10:31] Scraping from base.py:42 +[12:13:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:10:32] Scraping from base.py:42 +[12:13:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:10:34] Scraping from base.py:42 +[12:13:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:10:36] Scraping from base.py:42 +[12:13:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:10:39] Scraping from base.py:42 +[12:13:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:10:42] Scraping from base.py:42 +[12:13:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:10:45] Scraping from base.py:42 +[12:13:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:10:46] Scraping from base.py:42 +[12:13:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:10:51] Scraping from base.py:42 +[12:13:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:10:54] Scraping from base.py:42 +[12:13:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:10:57] Scraping from base.py:42 +[12:13:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:10:59] Scraping from base.py:42 +[12:13:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:11:03] Scraping from base.py:42 +[12:13:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; - Scraping from base.py:42 +[12:13:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:11:07] Scraping from base.py:42 +[12:14:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:11:11] Scraping from base.py:42 +[12:14:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:11:15] Scraping from base.py:42 +[12:14:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:11:16] Scraping from base.py:42 +[12:14:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:11:18] Scraping from base.py:42 +[12:14:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:11:20] Scraping from base.py:42 +[12:14:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:11:22] Scraping from base.py:42 +[12:14:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:11:26] Scraping from base.py:42 +[12:14:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:11:28] Scraping from base.py:42 +[12:14:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[13:11:29] Scraping from base.py:42 +[12:14:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:11:32] Scraping from base.py:42 +[12:14:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:11:35] Scraping from base.py:42 +[12:14:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:11:37] Scraping from base.py:42 +[12:14:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; - Scraping from base.py:42 +[12:14:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:11:41] Scraping from base.py:42 +[12:14:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:11:43] Scraping from base.py:42 +[12:14:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:11:45] Scraping from base.py:42 +[12:14:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:11:46] Scraping from base.py:42 +[12:14:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:11:49] Scraping from base.py:42 +[12:14:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:11:51] Scraping from base.py:42 +[12:14:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:11:53] Scraping from base.py:42 +[12:14:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:11:56] Scraping from base.py:42 +[12:14:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:11:58] Scraping from base.py:42 +[12:14:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:12:00] Scraping from base.py:42 +[12:14:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:12:02] Scraping from base.py:42 +[12:14:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; - Scraping from base.py:42 +[12:14:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:12:04] Scraping from base.py:42 +[12:15:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:12:05] Scraping from base.py:42 +[12:15:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:12:06] Scraping from base.py:42 +[12:15:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:12:09] Scraping from base.py:42 +[12:15:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:12:10] Scraping from base.py:42 +[12:15:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:12:12] Scraping from base.py:42 +[12:15:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:12:14] Scraping from base.py:42 +[12:15:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:12:16] Scraping from base.py:42 +[12:15:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:12:17] Committing batch 2 consisting of 92 files base.py:274 -[13:12:18] Scraping from base.py:42 +[12:15:13] Committing batch 2 consisting of 92 files base.py:274 +[12:15:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:12:23] Scraping from base.py:42 +[12:15:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:12:24] Scraping from base.py:42 +[12:15:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:12:27] Scraping from base.py:42 +[12:15:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:12:29] Scraping from base.py:42 +[12:15:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:12:31] Scraping from base.py:42 +[12:15:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:12:33] Scraping from base.py:42 +[12:15:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:12:35] Scraping from base.py:42 +[12:15:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:12:37] Scraping from base.py:42 +[12:15:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:12:41] Scraping from base.py:42 +[12:15:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:12:42] Scraping from base.py:42 +[12:15:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:12:45] Scraping from base.py:42 +[12:15:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:12:46] Scraping from base.py:42 +[12:15:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:12:49] Scraping from base.py:42 +[12:15:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:12:55] Scraping from base.py:42 +[12:15:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:12:59] Scraping from base.py:42 +[12:15:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:13:00] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:13:02] Scraping from base.py:42 +[12:15:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:13:04] Scraping from base.py:42 +[12:15:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:13:06] Scraping from base.py:42 +[12:15:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:13:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:13:09] Scraping from base.py:42 +[12:15:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:13:10] Committing batch 3 consisting of 22 files base.py:274 -[13:13:12] Finished attempting to scrape: BIR base.py:324 +[12:15:58] Committing batch 3 consisting of 22 files base.py:274 +[12:15:59] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-05-13-43">2023-10-05</h2> + <h2 id="2023-10-06-13-04">2023-10-06</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>489 seconds</dd> + <dd>538 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-05 13:43:40.574402</dd> + <dd>2023-10-06 13:04:13.352543</dd> </div> <div> <dt>End</dt> - <dd>2023-10-05 13:51:50.455728</dd> + <dd>2023-10-06 13:13:12.113364</dd> </div> <div> <dt>Status code</dt> @@ -8206,806 +8206,806 @@ <h2 id="2023-10-05-13-43">2023-10-05</h2> </div> <h3>Run log</h3> - <pre>[13:43:40] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:04:13] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[13:43:41] Getting all files in Councillors... base.py:191 +[13:04:14] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:43:42] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:43:43] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:43:44] ...data deleted. base.py:246 +[13:04:15] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:04:16] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:04:17] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:43:47] Scraping from base.py:42 +[13:04:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:43:51] Scraping from base.py:42 +[13:04:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:43:54] Scraping from base.py:42 +[13:04:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:43:58] Scraping from base.py:42 +[13:04:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:44:00] Scraping from base.py:42 +[13:04:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:44:05] Scraping from base.py:42 +[13:04:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:44:07] Scraping from base.py:42 +[13:04:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:44:11] Scraping from base.py:42 +[13:04:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:44:12] Scraping from base.py:42 +[13:04:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:44:15] Scraping from base.py:42 +[13:04:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:44:16] Scraping from base.py:42 +[13:04:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:44:18] Scraping from base.py:42 +[13:04:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:44:19] Scraping from base.py:42 +[13:04:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:44:21] Scraping from base.py:42 +[13:04:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:44:24] Scraping from base.py:42 +[13:04:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:44:26] Scraping from base.py:42 +[13:04:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:44:28] Scraping from base.py:42 +[13:04:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:44:30] Scraping from base.py:42 +[13:04:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:44:32] Scraping from base.py:42 +[13:04:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:44:34] Scraping from base.py:42 +[13:05:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:44:36] Scraping from base.py:42 +[13:05:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:44:38] Scraping from base.py:42 +[13:05:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:44:39] Scraping from base.py:42 +[13:05:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:44:41] Scraping from base.py:42 +[13:05:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:44:42] Scraping from base.py:42 +[13:05:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:44:44] Scraping from base.py:42 +[13:05:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:44:47] Scraping from base.py:42 +[13:05:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:44:49] Scraping from base.py:42 +[13:05:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:44:52] Scraping from base.py:42 +[13:05:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:44:58] Scraping from base.py:42 +[13:05:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:45:00] Scraping from base.py:42 +[13:05:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:45:02] Scraping from base.py:42 +[13:05:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:45:04] Scraping from base.py:42 +[13:05:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:45:06] Scraping from base.py:42 +[13:05:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:45:08] Scraping from base.py:42 +[13:05:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:45:10] Scraping from base.py:42 +[13:05:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:45:13] Scraping from base.py:42 +[13:05:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:45:15] Scraping from base.py:42 +[13:05:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:45:16] Scraping from base.py:42 +[13:05:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:45:18] Scraping from base.py:42 +[13:05:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:45:21] Scraping from base.py:42 +[13:05:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:45:25] Scraping from base.py:42 +[13:06:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:45:26] Scraping from base.py:42 +[13:06:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:45:28] Scraping from base.py:42 +[13:06:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:45:29] Scraping from base.py:42 +[13:06:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:45:32] Scraping from base.py:42 +[13:06:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:45:33] Scraping from base.py:42 +[13:06:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:45:36] Scraping from base.py:42 +[13:06:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:45:37] Scraping from base.py:42 +[13:06:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:45:38] Scraping from base.py:42 +[13:06:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:45:39] Scraping from base.py:42 +[13:06:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:45:42] Scraping from base.py:42 +[13:06:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:45:43] Scraping from base.py:42 +[13:06:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:45:46] Scraping from base.py:42 +[13:07:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:45:47] Scraping from base.py:42 +[13:07:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:45:50] Scraping from base.py:42 +[13:07:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:45:53] Scraping from base.py:42 +[13:07:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:45:56] Scraping from base.py:42 +[13:07:26] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:45:57] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:45:59] Scraping from base.py:42 +[13:07:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:46:03] Scraping from base.py:42 +[13:07:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:46:04] Scraping from base.py:42 +[13:07:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:46:06] Scraping from base.py:42 +[13:07:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:46:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:46:13] Scraping from base.py:42 +[13:07:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:46:17] Scraping from base.py:42 +[13:07:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:46:19] Scraping from base.py:42 +[13:07:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:46:20] Scraping from base.py:42 +[13:07:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:46:23] Scraping from base.py:42 +[13:07:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:46:25] Scraping from base.py:42 +[13:07:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:46:26] Scraping from base.py:42 +[13:07:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:46:28] Scraping from base.py:42 +[13:07:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:46:32] Scraping from base.py:42 +[13:08:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:46:36] Scraping from base.py:42 +[13:08:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:46:38] Scraping from base.py:42 +[13:08:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:46:40] Scraping from base.py:42 +[13:08:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:46:43] Scraping from base.py:42 +[13:08:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:46:44] Scraping from base.py:42 +[13:08:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:46:46] Scraping from base.py:42 +[13:08:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:46:48] Scraping from base.py:42 +[13:08:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:46:51] Scraping from base.py:42 +[13:08:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:46:52] Scraping from base.py:42 +[13:08:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:46:55] Scraping from base.py:42 +[13:08:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:46:58] Scraping from base.py:42 +[13:08:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:47:02] Scraping from base.py:42 +[13:08:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:47:09] Scraping from base.py:42 +[13:08:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:47:12] Scraping from base.py:42 +[13:08:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:47:13] Scraping from base.py:42 +[13:08:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:47:16] Scraping from base.py:42 +[13:08:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:47:17] Scraping from base.py:42 +[13:08:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:47:20] Scraping from base.py:42 +[13:08:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:47:24] Scraping from base.py:42 +[13:08:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:47:27] Scraping from base.py:42 +[13:08:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:47:28] Committing batch 1 consisting of 92 files base.py:274 -[13:47:29] Scraping from base.py:42 +[13:08:53] Committing batch 1 consisting of 92 files base.py:274 +[13:08:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:47:31] Scraping from base.py:42 +[13:08:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:47:33] Scraping from base.py:42 +[13:08:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:47:36] Scraping from base.py:42 +[13:09:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:47:37] Scraping from base.py:42 +[13:09:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:47:40] Scraping from base.py:42 +[13:09:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:47:41] Scraping from base.py:42 +[13:09:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:47:44] Scraping from base.py:42 +[13:09:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:47:47] Scraping from base.py:42 +[13:09:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:47:49] Scraping from base.py:42 +[13:09:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:47:50] Scraping from base.py:42 +[13:09:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:47:52] Scraping from base.py:42 +[13:09:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:47:53] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:47:55] Scraping from base.py:42 +[13:09:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:47:57] Scraping from base.py:42 +[13:09:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:48:00] Scraping from base.py:42 +[13:09:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:48:01] Scraping from base.py:42 +[13:09:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:48:04] Scraping from base.py:42 +[13:09:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; - Scraping from base.py:42 +[13:09:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:48:08] Scraping from base.py:42 +[13:09:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:48:11] Scraping from base.py:42 +[13:09:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:48:12] Scraping from base.py:42 +[13:09:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:48:15] Scraping from base.py:42 +[13:09:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:48:17] Scraping from base.py:42 +[13:09:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:48:18] Scraping from base.py:42 +[13:09:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:48:21] Scraping from base.py:42 +[13:09:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:48:22] Scraping from base.py:42 +[13:09:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:48:24] Scraping from base.py:42 +[13:09:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:48:26] Scraping from base.py:42 +[13:09:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:48:28] Scraping from base.py:42 +[13:09:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:48:30] Scraping from base.py:42 +[13:10:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:48:32] Scraping from base.py:42 +[13:10:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[13:48:34] Scraping from base.py:42 +[13:10:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:48:36] Scraping from base.py:42 +[13:10:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:48:38] Scraping from base.py:42 +[13:10:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:48:41] Scraping from base.py:42 +[13:10:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; - Scraping from base.py:42 +[13:10:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:48:44] Scraping from base.py:42 +[13:10:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:48:45] Scraping from base.py:42 +[13:10:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:48:48] Scraping from base.py:42 +[13:10:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:48:49] Scraping from base.py:42 +[13:10:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:48:52] Scraping from base.py:42 +[13:10:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; - Scraping from base.py:42 +[13:10:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:48:54] Scraping from base.py:42 +[13:10:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:48:58] Scraping from base.py:42 +[13:10:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:49:00] Scraping from base.py:42 +[13:10:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:49:02] Scraping from base.py:42 +[13:10:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:49:06] Scraping from base.py:42 +[13:10:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:49:08] Scraping from base.py:42 +[13:10:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:49:11] Scraping from base.py:42 +[13:10:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:49:15] Scraping from base.py:42 +[13:10:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:49:18] Scraping from base.py:42 +[13:10:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:49:19] Scraping from base.py:42 +[13:10:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:49:21] Scraping from base.py:42 +[13:10:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:49:24] Scraping from base.py:42 +[13:10:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:49:26] Scraping from base.py:42 +[13:10:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:49:29] Scraping from base.py:42 +[13:10:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:49:33] Scraping from base.py:42 +[13:11:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:49:35] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:49:40] Scraping from base.py:42 +[13:11:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:49:43] Scraping from base.py:42 +[13:11:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:49:46] Scraping from base.py:42 +[13:11:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:49:47] Scraping from base.py:42 +[13:11:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:49:52] Scraping from base.py:42 +[13:11:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:49:55] Scraping from base.py:42 +[13:11:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:49:59] Scraping from base.py:42 +[13:11:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:50:03] Scraping from base.py:42 +[13:11:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:50:07] Scraping from base.py:42 +[13:11:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; - Scraping from base.py:42 +[13:11:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:50:11] Scraping from base.py:42 +[13:11:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:50:15] Scraping from base.py:42 +[13:11:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:50:18] Scraping from base.py:42 +[13:11:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[13:50:19] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:50:23] Scraping from base.py:42 +[13:11:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:50:27] Scraping from base.py:42 +[13:11:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:50:30] Scraping from base.py:42 +[13:11:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:50:31] Scraping from base.py:42 +[13:11:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:50:35] Scraping from base.py:42 +[13:11:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:50:38] Scraping from base.py:42 +[13:11:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:50:40] Scraping from base.py:42 +[13:11:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:50:41] Scraping from base.py:42 +[13:11:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:50:43] Scraping from base.py:42 +[13:11:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:50:45] Scraping from base.py:42 +[13:12:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:50:46] Scraping from base.py:42 +[13:12:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:50:47] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:50:48] Scraping from base.py:42 +[13:12:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:50:49] Scraping from base.py:42 +[13:12:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:50:50] Scraping from base.py:42 +[13:12:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:50:53] Scraping from base.py:42 +[13:12:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; - Scraping from base.py:42 +[13:12:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:50:55] Scraping from base.py:42 +[13:12:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:50:58] Scraping from base.py:42 +[13:12:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:51:01] Scraping from base.py:42 +[13:12:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:51:02] Committing batch 2 consisting of 92 files base.py:274 -[13:51:03] Scraping from base.py:42 +[13:12:17] Committing batch 2 consisting of 92 files base.py:274 +[13:12:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:51:05] Scraping from base.py:42 +[13:12:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:51:07] Scraping from base.py:42 +[13:12:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:51:08] Scraping from base.py:42 +[13:12:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:51:10] Scraping from base.py:42 +[13:12:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:51:12] Scraping from base.py:42 +[13:12:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:51:14] Scraping from base.py:42 +[13:12:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:51:16] Scraping from base.py:42 +[13:12:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:51:17] Scraping from base.py:42 +[13:12:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:51:20] Scraping from base.py:42 +[13:12:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:51:21] Scraping from base.py:42 +[13:12:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:51:23] Scraping from base.py:42 +[13:12:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:51:25] Scraping from base.py:42 +[13:12:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:51:30] Scraping from base.py:42 +[13:12:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:51:35] Scraping from base.py:42 +[13:12:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:51:37] Scraping from base.py:42 +[13:12:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:51:38] Scraping from base.py:42 +[13:13:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:51:41] Scraping from base.py:42 +[13:13:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:51:42] Scraping from base.py:42 +[13:13:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:51:45] Scraping from base.py:42 +[13:13:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:51:46] Scraping from base.py:42 +[13:13:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:51:48] Scraping from base.py:42 +[13:13:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:51:49] Committing batch 3 consisting of 22 files base.py:274 -[13:51:50] Finished attempting to scrape: BIR base.py:324 +[13:13:10] Committing batch 3 consisting of 22 files base.py:274 +[13:13:12] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-04-12-43">2023-10-04</h2> + <h2 id="2023-10-05-13-43">2023-10-05</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>470 seconds</dd> + <dd>489 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-04 12:43:31.164200</dd> + <dd>2023-10-05 13:43:40.574402</dd> </div> <div> <dt>End</dt> - <dd>2023-10-04 12:51:22.079098</dd> + <dd>2023-10-05 13:51:50.455728</dd> </div> <div> <dt>Status code</dt> @@ -9020,806 +9020,806 @@ <h2 id="2023-10-04-12-43">2023-10-04</h2> </div> <h3>Run log</h3> - <pre>[12:43:31] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:43:40] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:43:32] Getting all files in Councillors/json... base.py:191 +[13:43:41] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:43:33] Deleting batch no. 2 consisting of 100 files base.py:216 -[12:43:34] Deleting batch no. 3 consisting of 7 files base.py:216 - ...data deleted. base.py:246 +[13:43:42] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:43:43] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:43:44] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[12:43:37] Scraping from base.py:42 +[13:43:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[12:43:40] Scraping from base.py:42 +[13:43:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[12:43:44] Scraping from base.py:42 +[13:43:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[12:43:46] Scraping from base.py:42 +[13:43:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[12:43:53] Scraping from base.py:42 +[13:44:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[12:43:56] Scraping from base.py:42 +[13:44:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[12:43:58] Scraping from base.py:42 +[13:44:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[12:44:03] Scraping from base.py:42 +[13:44:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[12:44:04] Scraping from base.py:42 +[13:44:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[12:44:08] Scraping from base.py:42 +[13:44:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[12:44:10] Scraping from base.py:42 +[13:44:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[12:44:11] Scraping from base.py:42 +[13:44:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[12:44:13] Scraping from base.py:42 +[13:44:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[12:44:15] Scraping from base.py:42 +[13:44:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[12:44:16] Scraping from base.py:42 +[13:44:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[12:44:19] Scraping from base.py:42 +[13:44:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[12:44:22] Scraping from base.py:42 +[13:44:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[12:44:25] Scraping from base.py:42 +[13:44:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[12:44:27] Scraping from base.py:42 +[13:44:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[12:44:29] Scraping from base.py:42 +[13:44:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[12:44:30] Scraping from base.py:42 +[13:44:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[12:44:32] Scraping from base.py:42 +[13:44:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[12:44:34] Scraping from base.py:42 +[13:44:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[12:44:35] Scraping from base.py:42 +[13:44:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[12:44:36] Scraping from base.py:42 +[13:44:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[12:44:38] Scraping from base.py:42 +[13:44:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[12:44:40] Scraping from base.py:42 +[13:44:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[12:44:42] Scraping from base.py:42 +[13:44:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[12:44:44] Scraping from base.py:42 +[13:44:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[12:44:47] Scraping from base.py:42 +[13:44:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[12:44:49] Scraping from base.py:42 +[13:45:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[12:44:51] Scraping from base.py:42 +[13:45:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[12:44:53] Scraping from base.py:42 +[13:45:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[12:44:56] Scraping from base.py:42 +[13:45:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[12:44:58] Scraping from base.py:42 +[13:45:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[12:45:00] Scraping from base.py:42 +[13:45:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[12:45:02] Scraping from base.py:42 +[13:45:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[12:45:04] Scraping from base.py:42 +[13:45:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[12:45:05] Scraping from base.py:42 +[13:45:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[12:45:07] Scraping from base.py:42 +[13:45:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[12:45:10] Scraping from base.py:42 +[13:45:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[12:45:15] Scraping from base.py:42 +[13:45:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[12:45:16] Scraping from base.py:42 +[13:45:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[12:45:19] Scraping from base.py:42 +[13:45:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[12:45:20] Scraping from base.py:42 +[13:45:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[12:45:23] Scraping from base.py:42 +[13:45:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; - Scraping from base.py:42 +[13:45:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[12:45:27] Scraping from base.py:42 +[13:45:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[12:45:28] Scraping from base.py:42 +[13:45:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[12:45:30] Scraping from base.py:42 +[13:45:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; - Scraping from base.py:42 +[13:45:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[12:45:33] Scraping from base.py:42 +[13:45:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[12:45:34] Scraping from base.py:42 +[13:45:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[12:45:37] Scraping from base.py:42 +[13:45:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[12:45:38] Scraping from base.py:42 +[13:45:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[12:45:41] Scraping from base.py:42 +[13:45:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[12:45:44] Scraping from base.py:42 +[13:45:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[12:45:46] Scraping from base.py:42 +[13:45:56] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[12:45:47] Scraping from base.py:42 +[13:45:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[12:45:50] Scraping from base.py:42 +[13:45:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[12:45:54] Scraping from base.py:42 +[13:46:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[12:45:55] Scraping from base.py:42 +[13:46:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[12:45:57] Scraping from base.py:42 +[13:46:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[12:45:58] Scraping from base.py:42 +[13:46:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[12:46:01] Scraping from base.py:42 +[13:46:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[12:46:04] Scraping from base.py:42 +[13:46:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[12:46:07] Scraping from base.py:42 +[13:46:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; - Scraping from base.py:42 +[13:46:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[12:46:09] Scraping from base.py:42 +[13:46:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[12:46:12] Scraping from base.py:42 +[13:46:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[12:46:13] Scraping from base.py:42 +[13:46:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[12:46:14] Scraping from base.py:42 +[13:46:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[12:46:17] Scraping from base.py:42 +[13:46:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[12:46:21] Scraping from base.py:42 +[13:46:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[12:46:23] Scraping from base.py:42 +[13:46:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[12:46:25] Scraping from base.py:42 +[13:46:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[12:46:28] Scraping from base.py:42 +[13:46:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[12:46:30] Scraping from base.py:42 +[13:46:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[12:46:32] Scraping from base.py:42 +[13:46:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[12:46:33] Scraping from base.py:42 +[13:46:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[12:46:36] Scraping from base.py:42 +[13:46:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[12:46:37] Scraping from base.py:42 +[13:46:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[12:46:39] Scraping from base.py:42 +[13:46:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[12:46:42] Scraping from base.py:42 +[13:46:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[12:46:44] Scraping from base.py:42 +[13:47:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[12:46:47] Scraping from base.py:42 +[13:47:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[12:46:52] Scraping from base.py:42 +[13:47:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[12:46:53] Scraping from base.py:42 +[13:47:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[12:46:56] Scraping from base.py:42 +[13:47:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[12:46:57] Scraping from base.py:42 +[13:47:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[12:47:00] Scraping from base.py:42 +[13:47:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[12:47:03] Scraping from base.py:42 +[13:47:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[12:47:06] Scraping from base.py:42 +[13:47:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[12:47:07] Committing batch 1 consisting of 92 files base.py:274 -[12:47:08] Scraping from base.py:42 +[13:47:28] Committing batch 1 consisting of 92 files base.py:274 +[13:47:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[12:47:10] Scraping from base.py:42 +[13:47:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[12:47:11] Scraping from base.py:42 +[13:47:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[12:47:15] Scraping from base.py:42 +[13:47:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; - Scraping from base.py:42 +[13:47:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[12:47:19] Scraping from base.py:42 +[13:47:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[12:47:20] Scraping from base.py:42 +[13:47:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[12:47:22] Scraping from base.py:42 +[13:47:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[12:47:26] Scraping from base.py:42 +[13:47:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[12:47:29] Scraping from base.py:42 +[13:47:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; - Scraping from base.py:42 +[13:47:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[12:47:31] Scraping from base.py:42 +[13:47:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[12:47:32] Scraping from base.py:42 +[13:47:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[12:47:35] Scraping from base.py:42 +[13:47:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; - Scraping from base.py:42 +[13:47:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[12:47:38] Scraping from base.py:42 +[13:48:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[12:47:39] Scraping from base.py:42 +[13:48:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[12:47:42] Scraping from base.py:42 +[13:48:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[12:47:44] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[12:47:46] Scraping from base.py:42 +[13:48:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[12:47:49] Scraping from base.py:42 +[13:48:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[12:47:51] Scraping from base.py:42 +[13:48:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[12:47:52] Scraping from base.py:42 +[13:48:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[12:47:55] Scraping from base.py:42 +[13:48:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[12:47:56] Scraping from base.py:42 +[13:48:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[12:47:59] Scraping from base.py:42 +[13:48:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[12:48:00] Scraping from base.py:42 +[13:48:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[12:48:02] Scraping from base.py:42 +[13:48:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[12:48:04] Scraping from base.py:42 +[13:48:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[12:48:07] Scraping from base.py:42 +[13:48:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[12:48:09] Scraping from base.py:42 +[13:48:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[12:48:12] Scraping from base.py:42 +[13:48:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; - Scraping from base.py:42 +[13:48:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[12:48:14] Scraping from base.py:42 +[13:48:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[12:48:16] Scraping from base.py:42 +[13:48:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[12:48:18] Scraping from base.py:42 +[13:48:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[12:48:19] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[12:48:23] Scraping from base.py:42 +[13:48:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[12:48:24] Scraping from base.py:42 +[13:48:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[12:48:27] Scraping from base.py:42 +[13:48:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; - Scraping from base.py:42 +[13:48:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[12:48:30] Scraping from base.py:42 +[13:48:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[12:48:31] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[12:48:33] Scraping from base.py:42 +[13:48:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[12:48:34] Scraping from base.py:42 +[13:48:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[12:48:36] Scraping from base.py:42 +[13:49:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[12:48:38] Scraping from base.py:42 +[13:49:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[12:48:40] Scraping from base.py:42 +[13:49:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[12:48:41] Scraping from base.py:42 +[13:49:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[12:48:44] Scraping from base.py:42 +[13:49:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[12:48:46] Scraping from base.py:42 +[13:49:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[12:48:49] Scraping from base.py:42 +[13:49:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[12:48:51] Scraping from base.py:42 +[13:49:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[12:48:54] Scraping from base.py:42 +[13:49:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[12:48:56] Scraping from base.py:42 +[13:49:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[12:48:59] Scraping from base.py:42 +[13:49:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[12:49:03] Scraping from base.py:42 +[13:49:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[12:49:10] Scraping from base.py:42 +[13:49:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[12:49:11] Scraping from base.py:42 +[13:49:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[12:49:14] Scraping from base.py:42 +[13:49:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[12:49:17] Scraping from base.py:42 +[13:49:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[12:49:20] Scraping from base.py:42 +[13:49:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[12:49:22] Scraping from base.py:42 +[13:49:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[12:49:24] Scraping from base.py:42 +[13:49:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[12:49:26] Scraping from base.py:42 +[13:49:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[12:49:29] Scraping from base.py:42 +[13:49:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[12:49:32] Scraping from base.py:42 +[13:50:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[12:49:34] Scraping from base.py:42 +[13:50:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[12:49:35] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[12:49:37] Scraping from base.py:42 +[13:50:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[12:49:39] Scraping from base.py:42 +[13:50:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[12:49:42] Scraping from base.py:42 +[13:50:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[12:49:43] Scraping from base.py:42 +[13:50:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[12:49:45] Scraping from base.py:42 +[13:50:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[12:49:48] Scraping from base.py:42 +[13:50:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[12:49:51] Scraping from base.py:42 +[13:50:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[12:49:52] Scraping from base.py:42 +[13:50:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[12:49:54] Scraping from base.py:42 +[13:50:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[12:49:59] Scraping from base.py:42 +[13:50:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[12:50:01] Scraping from base.py:42 +[13:50:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[12:50:02] Scraping from base.py:42 +[13:50:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[12:50:04] Scraping from base.py:42 +[13:50:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[12:50:06] Scraping from base.py:42 +[13:50:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[12:50:07] Scraping from base.py:42 +[13:50:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[12:50:08] Scraping from base.py:42 +[13:50:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[12:50:10] Scraping from base.py:42 +[13:50:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[12:50:11] Scraping from base.py:42 +[13:50:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[12:50:12] Scraping from base.py:42 +[13:50:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[12:50:14] Scraping from base.py:42 +[13:50:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[12:50:15] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[12:50:16] Scraping from base.py:42 +[13:50:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[12:50:18] Scraping from base.py:42 +[13:50:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[12:50:22] Scraping from base.py:42 +[13:51:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[12:50:23] Committing batch 2 consisting of 92 files base.py:274 -[12:50:24] Scraping from base.py:42 +[13:51:02] Committing batch 2 consisting of 92 files base.py:274 +[13:51:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[12:50:26] Scraping from base.py:42 +[13:51:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[12:50:27] Scraping from base.py:42 +[13:51:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[12:50:30] Scraping from base.py:42 +[13:51:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[12:50:32] Scraping from base.py:42 +[13:51:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[12:50:33] Scraping from base.py:42 +[13:51:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[12:50:35] Scraping from base.py:42 +[13:51:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[12:50:39] Scraping from base.py:42 +[13:51:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[12:50:41] Scraping from base.py:42 +[13:51:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[12:50:46] Scraping from base.py:42 +[13:51:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[12:50:48] Scraping from base.py:42 +[13:51:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[12:50:50] Scraping from base.py:42 +[13:51:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[12:50:52] Scraping from base.py:42 +[13:51:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[12:50:56] Scraping from base.py:42 +[13:51:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[12:51:04] Scraping from base.py:42 +[13:51:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[12:51:07] Scraping from base.py:42 +[13:51:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[12:51:08] Scraping from base.py:42 +[13:51:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[12:51:13] Scraping from base.py:42 +[13:51:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[12:51:15] Scraping from base.py:42 +[13:51:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[12:51:17] Scraping from base.py:42 +[13:51:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[12:51:18] Scraping from base.py:42 +[13:51:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[12:51:19] Scraping from base.py:42 +[13:51:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[12:51:20] Committing batch 3 consisting of 22 files base.py:274 -[12:51:22] Finished attempting to scrape: BIR base.py:324 +[13:51:49] Committing batch 3 consisting of 22 files base.py:274 +[13:51:50] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-03-13-10">2023-10-03</h2> + <h2 id="2023-10-04-12-43">2023-10-04</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>474 seconds</dd> + <dd>470 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-03 13:10:13.400152</dd> + <dd>2023-10-04 12:43:31.164200</dd> </div> <div> <dt>End</dt> - <dd>2023-10-03 13:18:07.476334</dd> + <dd>2023-10-04 12:51:22.079098</dd> </div> <div> <dt>Status code</dt> @@ -9834,806 +9834,806 @@ <h2 id="2023-10-03-13-10">2023-10-03</h2> </div> <h3>Run log</h3> - <pre>[13:10:13] Fetching Scraper for: BIR handlers.py:23 + <pre>[12:43:31] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 -[13:10:14] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 + Getting all files in Councillors... base.py:191 +[12:43:32] Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:10:15] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:10:16] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:10:17] ...data deleted. base.py:246 +[12:43:33] Deleting batch no. 2 consisting of 100 files base.py:216 +[12:43:34] Deleting batch no. 3 consisting of 7 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:10:19] Scraping from base.py:42 +[12:43:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:10:22] Scraping from base.py:42 +[12:43:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:10:26] Scraping from base.py:42 +[12:43:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:10:27] Scraping from base.py:42 +[12:43:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:10:29] Scraping from base.py:42 +[12:43:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:10:31] Scraping from base.py:42 +[12:43:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:10:34] Scraping from base.py:42 +[12:43:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:10:36] Scraping from base.py:42 +[12:44:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:10:37] Scraping from base.py:42 +[12:44:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:10:40] Scraping from base.py:42 +[12:44:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:10:41] Scraping from base.py:42 +[12:44:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:10:42] Scraping from base.py:42 +[12:44:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:10:44] Scraping from base.py:42 +[12:44:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:10:46] Scraping from base.py:42 +[12:44:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:10:47] Scraping from base.py:42 +[12:44:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:10:50] Scraping from base.py:42 +[12:44:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:10:52] Scraping from base.py:42 +[12:44:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:10:54] Scraping from base.py:42 +[12:44:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:10:57] Scraping from base.py:42 +[12:44:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:10:58] Scraping from base.py:42 +[12:44:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:11:02] Scraping from base.py:42 +[12:44:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:11:04] Scraping from base.py:42 +[12:44:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:11:06] Scraping from base.py:42 +[12:44:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:11:07] Scraping from base.py:42 +[12:44:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:11:08] Scraping from base.py:42 +[12:44:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:11:10] Scraping from base.py:42 +[12:44:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:11:12] Scraping from base.py:42 +[12:44:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:11:14] Scraping from base.py:42 +[12:44:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:11:16] Scraping from base.py:42 +[12:44:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:11:18] Scraping from base.py:42 +[12:44:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:11:19] Scraping from base.py:42 +[12:44:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:11:23] Scraping from base.py:42 +[12:44:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:11:24] Scraping from base.py:42 +[12:44:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:11:26] Scraping from base.py:42 +[12:44:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:11:29] Scraping from base.py:42 +[12:44:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:11:31] Scraping from base.py:42 +[12:45:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:11:33] Scraping from base.py:42 +[12:45:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:11:35] Scraping from base.py:42 +[12:45:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:11:37] Scraping from base.py:42 +[12:45:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:11:40] Scraping from base.py:42 +[12:45:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:11:42] Scraping from base.py:42 +[12:45:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:11:45] Scraping from base.py:42 +[12:45:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; - Scraping from base.py:42 +[12:45:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:11:47] Scraping from base.py:42 +[12:45:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:11:48] Scraping from base.py:42 +[12:45:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:11:51] Scraping from base.py:42 +[12:45:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:11:52] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:11:54] Scraping from base.py:42 +[12:45:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:11:56] Scraping from base.py:42 +[12:45:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:11:59] Scraping from base.py:42 +[12:45:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:12:00] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:12:03] Scraping from base.py:42 +[12:45:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:12:04] Scraping from base.py:42 +[12:45:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:12:07] Scraping from base.py:42 +[12:45:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:12:08] Scraping from base.py:42 +[12:45:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:12:11] Scraping from base.py:42 +[12:45:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:12:15] Scraping from base.py:42 +[12:45:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:12:17] Scraping from base.py:42 +[12:45:46] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper - Scraping from base.py:42 +[12:45:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:12:20] Scraping from base.py:42 +[12:45:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:12:24] Scraping from base.py:42 +[12:45:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:12:25] Scraping from base.py:42 +[12:45:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:12:26] Scraping from base.py:42 +[12:45:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:12:28] Scraping from base.py:42 +[12:45:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:12:31] Scraping from base.py:42 +[12:46:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:12:37] Scraping from base.py:42 +[12:46:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:12:39] Scraping from base.py:42 +[12:46:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:12:40] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:12:42] Scraping from base.py:42 +[12:46:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:12:45] Scraping from base.py:42 +[12:46:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:12:47] Scraping from base.py:42 +[12:46:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:12:48] Scraping from base.py:42 +[12:46:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:12:52] Scraping from base.py:42 +[12:46:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:12:54] Scraping from base.py:42 +[12:46:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:12:57] Scraping from base.py:42 +[12:46:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:12:59] Scraping from base.py:42 +[12:46:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:13:02] Scraping from base.py:42 +[12:46:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:13:04] Scraping from base.py:42 +[12:46:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:13:07] Scraping from base.py:42 +[12:46:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:13:08] Scraping from base.py:42 +[12:46:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:13:11] Scraping from base.py:42 +[12:46:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; - Scraping from base.py:42 +[12:46:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:13:14] Scraping from base.py:42 +[12:46:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:13:17] Scraping from base.py:42 +[12:46:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:13:19] Scraping from base.py:42 +[12:46:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:13:21] Scraping from base.py:42 +[12:46:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:13:24] Scraping from base.py:42 +[12:46:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; - Scraping from base.py:42 +[12:46:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:13:27] Scraping from base.py:42 +[12:46:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:13:28] Scraping from base.py:42 +[12:46:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:13:31] Scraping from base.py:42 +[12:47:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:13:33] Scraping from base.py:42 +[12:47:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:13:37] Scraping from base.py:42 +[12:47:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[13:13:38] Committing batch 1 consisting of 92 files base.py:274 -[13:13:40] Scraping from base.py:42 +[12:47:07] Committing batch 1 consisting of 92 files base.py:274 +[12:47:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:13:42] Scraping from base.py:42 +[12:47:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:13:43] Scraping from base.py:42 +[12:47:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:13:46] Scraping from base.py:42 +[12:47:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:13:47] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:13:49] Scraping from base.py:42 +[12:47:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:13:51] Scraping from base.py:42 +[12:47:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:13:53] Scraping from base.py:42 +[12:47:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:13:55] Scraping from base.py:42 +[12:47:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:13:58] Scraping from base.py:42 +[12:47:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:14:00] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:14:02] Scraping from base.py:42 +[12:47:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[13:14:03] Scraping from base.py:42 +[12:47:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:14:05] Scraping from base.py:42 +[12:47:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[13:14:06] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:14:10] Scraping from base.py:42 +[12:47:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:14:11] Scraping from base.py:42 +[12:47:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:14:14] Scraping from base.py:42 +[12:47:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:14:15] Scraping from base.py:42 +[12:47:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:14:19] Scraping from base.py:42 +[12:47:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:14:22] Scraping from base.py:42 +[12:47:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:14:24] Scraping from base.py:42 +[12:47:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:14:26] Scraping from base.py:42 +[12:47:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:14:27] Scraping from base.py:42 +[12:47:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:14:29] Scraping from base.py:42 +[12:47:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:14:31] Scraping from base.py:42 +[12:47:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:14:33] Scraping from base.py:42 +[12:48:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:14:35] Scraping from base.py:42 +[12:48:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:14:37] Scraping from base.py:42 +[12:48:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:14:41] Scraping from base.py:42 +[12:48:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:14:45] Scraping from base.py:42 +[12:48:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:14:48] Scraping from base.py:42 +[12:48:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:14:53] Scraping from base.py:42 +[12:48:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:14:55] Scraping from base.py:42 +[12:48:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:14:57] Scraping from base.py:42 +[12:48:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:14:58] Scraping from base.py:42 +[12:48:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:15:03] Scraping from base.py:42 +[12:48:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:15:04] Scraping from base.py:42 +[12:48:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:15:09] Scraping from base.py:42 +[12:48:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:15:10] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:15:13] Scraping from base.py:42 +[12:48:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:15:14] Scraping from base.py:42 +[12:48:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:15:17] Scraping from base.py:42 +[12:48:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:15:20] Scraping from base.py:42 +[12:48:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:15:24] Scraping from base.py:42 +[12:48:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:15:25] Scraping from base.py:42 +[12:48:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:15:28] Scraping from base.py:42 +[12:48:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:15:30] Scraping from base.py:42 +[12:48:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:15:32] Scraping from base.py:42 +[12:48:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:15:36] Scraping from base.py:42 +[12:48:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:15:38] Scraping from base.py:42 +[12:48:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:15:39] Scraping from base.py:42 +[12:48:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:15:43] Scraping from base.py:42 +[12:48:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:15:46] Scraping from base.py:42 +[12:48:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:15:48] Scraping from base.py:42 +[12:48:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:15:52] Scraping from base.py:42 +[12:49:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:15:59] Scraping from base.py:42 +[12:49:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:16:00] Scraping from base.py:42 +[12:49:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:16:06] Scraping from base.py:42 +[12:49:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:16:12] Scraping from base.py:42 +[12:49:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:16:15] Scraping from base.py:42 +[12:49:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:16:17] Scraping from base.py:42 +[12:49:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:16:19] Scraping from base.py:42 +[12:49:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:16:21] Scraping from base.py:42 +[12:49:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:16:23] Scraping from base.py:42 +[12:49:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:16:25] Scraping from base.py:42 +[12:49:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:16:27] Scraping from base.py:42 +[12:49:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; - Scraping from base.py:42 +[12:49:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:16:30] Scraping from base.py:42 +[12:49:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:16:35] Scraping from base.py:42 +[12:49:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:16:39] Scraping from base.py:42 +[12:49:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; - Scraping from base.py:42 +[12:49:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:16:42] Scraping from base.py:42 +[12:49:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:16:45] Scraping from base.py:42 +[12:49:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:16:47] Scraping from base.py:42 +[12:49:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:16:48] Scraping from base.py:42 +[12:49:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:16:50] Scraping from base.py:42 +[12:49:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:16:53] Scraping from base.py:42 +[12:49:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:16:55] Scraping from base.py:42 +[12:50:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:16:58] Scraping from base.py:42 +[12:50:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:17:00] Scraping from base.py:42 +[12:50:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:17:02] Scraping from base.py:42 +[12:50:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:17:05] Scraping from base.py:42 +[12:50:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[13:17:06] Scraping from base.py:42 +[12:50:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:17:08] Scraping from base.py:42 +[12:50:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:17:09] Scraping from base.py:42 +[12:50:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:17:10] Scraping from base.py:42 +[12:50:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:17:12] Scraping from base.py:42 +[12:50:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:17:13] Scraping from base.py:42 +[12:50:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:17:15] Scraping from base.py:42 +[12:50:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:17:16] Scraping from base.py:42 +[12:50:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:17:19] Scraping from base.py:42 +[12:50:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; - Committing batch 2 consisting of 92 files base.py:274 -[13:17:21] Scraping from base.py:42 +[12:50:23] Committing batch 2 consisting of 92 files base.py:274 +[12:50:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:17:22] Scraping from base.py:42 +[12:50:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:17:24] Scraping from base.py:42 +[12:50:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:17:26] Scraping from base.py:42 +[12:50:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:17:28] Scraping from base.py:42 +[12:50:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:17:31] Scraping from base.py:42 +[12:50:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:17:33] Scraping from base.py:42 +[12:50:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:17:36] Scraping from base.py:42 +[12:50:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; - Scraping from base.py:42 +[12:50:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:17:40] Scraping from base.py:42 +[12:50:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:17:41] Scraping from base.py:42 +[12:50:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:17:43] Scraping from base.py:42 +[12:50:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:17:44] Scraping from base.py:42 +[12:50:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:17:48] Scraping from base.py:42 +[12:50:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:17:51] Scraping from base.py:42 +[12:51:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:17:53] Scraping from base.py:42 +[12:51:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; - Scraping from base.py:42 +[12:51:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:17:56] Scraping from base.py:42 +[12:51:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:17:57] Scraping from base.py:42 +[12:51:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:17:59] Scraping from base.py:42 +[12:51:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:18:02] Scraping from base.py:42 +[12:51:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:18:04] Scraping from base.py:42 +[12:51:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[13:18:05] Committing batch 3 consisting of 22 files base.py:274 -[13:18:07] Finished attempting to scrape: BIR base.py:324 +[12:51:20] Committing batch 3 consisting of 22 files base.py:274 +[12:51:22] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-02-13-01">2023-10-02</h2> + <h2 id="2023-10-03-13-10">2023-10-03</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>441 seconds</dd> + <dd>474 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-02 13:01:47.012348</dd> + <dd>2023-10-03 13:10:13.400152</dd> </div> <div> <dt>End</dt> - <dd>2023-10-02 13:09:08.368068</dd> + <dd>2023-10-03 13:18:07.476334</dd> </div> <div> <dt>Status code</dt> @@ -10648,806 +10648,806 @@ <h2 id="2023-10-02-13-01">2023-10-02</h2> </div> <h3>Run log</h3> - <pre>[13:01:47] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:10:13] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:01:48] Getting all files in Councillors/json... base.py:191 +[13:10:14] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:01:49] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:01:50] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:01:51] ...data deleted. base.py:246 +[13:10:15] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:10:16] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:10:17] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:01:53] Scraping from base.py:42 +[13:10:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:01:57] Scraping from base.py:42 +[13:10:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:02:00] Scraping from base.py:42 +[13:10:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:02:02] Scraping from base.py:42 +[13:10:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:02:03] Scraping from base.py:42 +[13:10:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:02:05] Scraping from base.py:42 +[13:10:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:02:07] Scraping from base.py:42 +[13:10:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:02:09] Scraping from base.py:42 +[13:10:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:02:10] Scraping from base.py:42 +[13:10:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:02:14] Scraping from base.py:42 +[13:10:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; - Scraping from base.py:42 +[13:10:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:02:16] Scraping from base.py:42 +[13:10:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:02:17] Scraping from base.py:42 +[13:10:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:02:19] Scraping from base.py:42 +[13:10:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:02:21] Scraping from base.py:42 +[13:10:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:02:23] Scraping from base.py:42 +[13:10:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:02:25] Scraping from base.py:42 +[13:10:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:02:26] Scraping from base.py:42 +[13:10:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:02:28] Scraping from base.py:42 +[13:10:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:02:30] Scraping from base.py:42 +[13:10:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:02:31] Scraping from base.py:42 +[13:11:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:02:34] Scraping from base.py:42 +[13:11:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:02:35] Scraping from base.py:42 +[13:11:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:02:38] Scraping from base.py:42 +[13:11:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:02:40] Scraping from base.py:42 +[13:11:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:02:42] Scraping from base.py:42 +[13:11:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:02:44] Scraping from base.py:42 +[13:11:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:02:46] Scraping from base.py:42 +[13:11:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:02:48] Scraping from base.py:42 +[13:11:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:02:50] Scraping from base.py:42 +[13:11:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:02:52] Scraping from base.py:42 +[13:11:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:02:55] Scraping from base.py:42 +[13:11:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:02:56] Scraping from base.py:42 +[13:11:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:02:59] Scraping from base.py:42 +[13:11:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:03:01] Scraping from base.py:42 +[13:11:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:03:03] Scraping from base.py:42 +[13:11:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:03:05] Scraping from base.py:42 +[13:11:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:03:09] Scraping from base.py:42 +[13:11:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:03:11] Scraping from base.py:42 +[13:11:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:03:14] Scraping from base.py:42 +[13:11:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:03:17] Scraping from base.py:42 +[13:11:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:03:19] Scraping from base.py:42 +[13:11:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:03:20] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:03:22] Scraping from base.py:42 +[13:11:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:03:23] Scraping from base.py:42 +[13:11:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:03:25] Scraping from base.py:42 +[13:11:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:03:26] Scraping from base.py:42 +[13:11:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:03:29] Scraping from base.py:42 +[13:11:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:03:30] Scraping from base.py:42 +[13:11:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:03:31] Scraping from base.py:42 +[13:11:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:03:33] Scraping from base.py:42 +[13:12:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:03:36] Scraping from base.py:42 +[13:12:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:03:37] Scraping from base.py:42 +[13:12:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:03:42] Scraping from base.py:42 +[13:12:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:03:43] Scraping from base.py:42 +[13:12:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:03:46] Scraping from base.py:42 +[13:12:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:03:49] Scraping from base.py:42 +[13:12:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:03:51] Scraping from base.py:42 +[13:12:17] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:03:52] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:03:54] Scraping from base.py:42 +[13:12:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:03:57] Scraping from base.py:42 +[13:12:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:03:58] Scraping from base.py:42 +[13:12:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:04:00] Scraping from base.py:42 +[13:12:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:04:01] Scraping from base.py:42 +[13:12:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:04:03] Scraping from base.py:42 +[13:12:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:04:05] Scraping from base.py:42 +[13:12:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:04:07] Scraping from base.py:42 +[13:12:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:04:08] Scraping from base.py:42 +[13:12:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:04:11] Scraping from base.py:42 +[13:12:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:04:13] Scraping from base.py:42 +[13:12:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:04:15] Scraping from base.py:42 +[13:12:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:04:16] Scraping from base.py:42 +[13:12:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:04:19] Scraping from base.py:42 +[13:12:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:04:21] Scraping from base.py:42 +[13:12:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:04:23] Scraping from base.py:42 +[13:12:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:04:25] Scraping from base.py:42 +[13:12:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:04:28] Scraping from base.py:42 +[13:13:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:04:30] Scraping from base.py:42 +[13:13:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:04:32] Scraping from base.py:42 +[13:13:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:04:34] Scraping from base.py:42 +[13:13:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:04:36] Scraping from base.py:42 +[13:13:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:04:39] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:04:41] Scraping from base.py:42 +[13:13:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:04:43] Scraping from base.py:42 +[13:13:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:04:45] Scraping from base.py:42 +[13:13:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:04:49] Scraping from base.py:42 +[13:13:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:04:54] Scraping from base.py:42 +[13:13:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:04:55] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[13:04:58] Scraping from base.py:42 +[13:13:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[13:04:59] Scraping from base.py:42 +[13:13:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:05:01] Scraping from base.py:42 +[13:13:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[13:05:03] Scraping from base.py:42 +[13:13:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[13:05:06] Scraping from base.py:42 +[13:13:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss - ain ; -[13:05:07] Committing batch 1 consisting of 92 files base.py:274 -[13:05:08] Scraping from base.py:42 + ain ; +[13:13:38] Committing batch 1 consisting of 92 files base.py:274 +[13:13:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[13:05:10] Scraping from base.py:42 +[13:13:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[13:05:13] Scraping from base.py:42 +[13:13:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[13:05:16] Scraping from base.py:42 +[13:13:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[13:05:17] Scraping from base.py:42 +[13:13:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[13:05:19] Scraping from base.py:42 +[13:13:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[13:05:21] Scraping from base.py:42 +[13:13:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:05:23] Scraping from base.py:42 +[13:13:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[13:05:24] Scraping from base.py:42 +[13:13:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[13:05:26] Scraping from base.py:42 +[13:13:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[13:05:27] Scraping from base.py:42 +[13:14:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[13:05:29] Scraping from base.py:42 +[13:14:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan - Scraping from base.py:42 +[13:14:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[13:05:32] Scraping from base.py:42 +[13:14:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; - Scraping from base.py:42 +[13:14:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[13:05:35] Scraping from base.py:42 +[13:14:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[13:05:37] Scraping from base.py:42 +[13:14:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[13:05:40] Scraping from base.py:42 +[13:14:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[13:05:43] Scraping from base.py:42 +[13:14:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:05:46] Scraping from base.py:42 +[13:14:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[13:05:49] Scraping from base.py:42 +[13:14:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:05:50] Scraping from base.py:42 +[13:14:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[13:05:52] Scraping from base.py:42 +[13:14:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:05:53] Scraping from base.py:42 +[13:14:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[13:05:55] Scraping from base.py:42 +[13:14:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[13:05:57] Scraping from base.py:42 +[13:14:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[13:05:58] Scraping from base.py:42 +[13:14:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:06:01] Scraping from base.py:42 +[13:14:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[13:06:03] Scraping from base.py:42 +[13:14:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:06:05] Scraping from base.py:42 +[13:14:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[13:06:08] Scraping from base.py:42 +[13:14:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[13:06:11] Scraping from base.py:42 +[13:14:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:06:14] Scraping from base.py:42 +[13:14:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[13:06:16] Scraping from base.py:42 +[13:14:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[13:06:18] Scraping from base.py:42 +[13:14:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[13:06:19] Scraping from base.py:42 +[13:14:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[13:06:21] Scraping from base.py:42 +[13:15:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[13:06:22] Scraping from base.py:42 +[13:15:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[13:06:25] Scraping from base.py:42 +[13:15:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[13:06:27] Scraping from base.py:42 +[13:15:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[13:06:29] Scraping from base.py:42 +[13:15:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[13:06:30] Scraping from base.py:42 +[13:15:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:06:31] Scraping from base.py:42 +[13:15:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[13:06:33] Scraping from base.py:42 +[13:15:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[13:06:35] Scraping from base.py:42 +[13:15:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[13:06:36] Scraping from base.py:42 +[13:15:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:06:39] Scraping from base.py:42 +[13:15:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[13:06:41] Scraping from base.py:42 +[13:15:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:06:44] Scraping from base.py:42 +[13:15:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[13:06:46] Scraping from base.py:42 +[13:15:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[13:06:49] Scraping from base.py:42 +[13:15:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[13:06:50] Scraping from base.py:42 +[13:15:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:06:53] Scraping from base.py:42 +[13:15:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[13:06:56] Scraping from base.py:42 +[13:15:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:06:58] Scraping from base.py:42 +[13:15:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[13:07:02] Scraping from base.py:42 +[13:15:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[13:07:06] Scraping from base.py:42 +[13:15:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[13:07:07] Scraping from base.py:42 +[13:16:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:07:11] Scraping from base.py:42 +[13:16:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[13:07:15] Scraping from base.py:42 +[13:16:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[13:07:18] Scraping from base.py:42 +[13:16:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[13:07:19] Scraping from base.py:42 +[13:16:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:07:21] Scraping from base.py:42 +[13:16:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[13:07:23] Scraping from base.py:42 +[13:16:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:07:25] Scraping from base.py:42 +[13:16:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[13:07:27] Scraping from base.py:42 +[13:16:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[13:07:29] Scraping from base.py:42 +[13:16:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[13:07:31] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:07:33] Scraping from base.py:42 +[13:16:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[13:07:35] Scraping from base.py:42 +[13:16:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[13:07:38] Scraping from base.py:42 +[13:16:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[13:07:40] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:07:43] Scraping from base.py:42 +[13:16:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[13:07:46] Scraping from base.py:42 +[13:16:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[13:07:48] Scraping from base.py:42 +[13:16:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[13:07:50] Scraping from base.py:42 +[13:16:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:07:52] Scraping from base.py:42 +[13:16:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[13:07:55] Scraping from base.py:42 +[13:16:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:07:57] Scraping from base.py:42 +[13:16:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[13:07:58] Scraping from base.py:42 +[13:16:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:08:00] Scraping from base.py:42 +[13:17:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[13:08:02] Scraping from base.py:42 +[13:17:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:08:04] Scraping from base.py:42 +[13:17:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; - Scraping from base.py:42 +[13:17:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[13:08:05] Scraping from base.py:42 +[13:17:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:08:07] Scraping from base.py:42 +[13:17:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[13:08:10] Scraping from base.py:42 +[13:17:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[13:08:12] Scraping from base.py:42 +[13:17:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[13:08:14] Scraping from base.py:42 +[13:17:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:08:16] Scraping from base.py:42 +[13:17:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[13:08:18] Scraping from base.py:42 +[13:17:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[13:08:20] Scraping from base.py:42 +[13:17:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[13:08:22] Committing batch 2 consisting of 92 files base.py:274 -[13:08:23] Scraping from base.py:42 + Committing batch 2 consisting of 92 files base.py:274 +[13:17:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[13:08:25] Scraping from base.py:42 +[13:17:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[13:08:26] Scraping from base.py:42 +[13:17:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:08:28] Scraping from base.py:42 +[13:17:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[13:08:30] Scraping from base.py:42 +[13:17:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:08:31] Scraping from base.py:42 +[13:17:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[13:08:34] Scraping from base.py:42 +[13:17:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[13:08:38] Scraping from base.py:42 +[13:17:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[13:08:40] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[13:08:44] Scraping from base.py:42 +[13:17:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[13:08:45] Scraping from base.py:42 +[13:17:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[13:08:47] Scraping from base.py:42 +[13:17:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[13:08:48] Scraping from base.py:42 +[13:17:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:08:51] Scraping from base.py:42 +[13:17:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[13:08:53] Scraping from base.py:42 +[13:17:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[13:08:56] Scraping from base.py:42 +[13:17:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[13:08:57] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[13:09:00] Scraping from base.py:42 +[13:17:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[13:09:01] Scraping from base.py:42 +[13:17:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[13:09:03] Scraping from base.py:42 +[13:17:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[13:09:04] Scraping from base.py:42 +[13:18:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[13:09:06] Scraping from base.py:42 +[13:18:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; - Committing batch 3 consisting of 22 files base.py:274 -[13:09:08] Finished attempting to scrape: BIR base.py:324 +[13:18:05] Committing batch 3 consisting of 22 files base.py:274 +[13:18:07] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-10-01-14-25">2023-10-01</h2> + <h2 id="2023-10-02-13-01">2023-10-02</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>422 seconds</dd> + <dd>441 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-01 14:25:00.779680</dd> + <dd>2023-10-02 13:01:47.012348</dd> </div> <div> <dt>End</dt> - <dd>2023-10-01 14:32:02.975656</dd> + <dd>2023-10-02 13:09:08.368068</dd> </div> <div> <dt>Status code</dt> @@ -11462,806 +11462,806 @@ <h2 id="2023-10-01-14-25">2023-10-01</h2> </div> <h3>Run log</h3> - <pre>[14:25:00] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:01:47] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[14:25:01] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:25:02] ...found 103 files in Councillors/json base.py:207 +[13:01:48] Getting all files in Councillors/json... base.py:191 + ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 - ...found 207 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:25:03] Deleting batch no. 2 consisting of 100 files base.py:216 -[14:25:04] Deleting batch no. 3 consisting of 7 files base.py:216 -[14:25:05] ...data deleted. base.py:246 + ...found 207 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[13:01:49] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:01:50] Deleting batch no. 3 consisting of 7 files base.py:216 +[13:01:51] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[14:25:07] Scraping from base.py:42 +[13:01:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:25:10] Scraping from base.py:42 +[13:01:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:25:13] Scraping from base.py:42 +[13:02:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:25:15] Scraping from base.py:42 +[13:02:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:25:16] Scraping from base.py:42 +[13:02:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:25:18] Scraping from base.py:42 +[13:02:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:25:20] Scraping from base.py:42 +[13:02:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[14:25:22] Scraping from base.py:42 +[13:02:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[14:25:23] Scraping from base.py:42 +[13:02:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[14:25:27] Scraping from base.py:42 +[13:02:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[14:25:28] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[14:25:33] Scraping from base.py:42 +[13:02:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[14:25:34] Scraping from base.py:42 +[13:02:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:25:36] Scraping from base.py:42 +[13:02:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:25:39] Scraping from base.py:42 +[13:02:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:25:42] Scraping from base.py:42 +[13:02:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:25:44] Scraping from base.py:42 +[13:02:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:25:45] Scraping from base.py:42 +[13:02:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:25:47] Scraping from base.py:42 +[13:02:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:25:50] Scraping from base.py:42 +[13:02:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:25:51] Scraping from base.py:42 +[13:02:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[14:25:54] Scraping from base.py:42 +[13:02:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[14:25:55] Scraping from base.py:42 +[13:02:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[14:25:57] Scraping from base.py:42 +[13:02:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[14:25:58] Scraping from base.py:42 +[13:02:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:26:01] Scraping from base.py:42 +[13:02:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:26:03] Scraping from base.py:42 +[13:02:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:26:05] Scraping from base.py:42 +[13:02:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:26:07] Scraping from base.py:42 +[13:02:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:26:08] Scraping from base.py:42 +[13:02:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:26:10] Scraping from base.py:42 +[13:02:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[14:26:12] Scraping from base.py:42 +[13:02:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[14:26:14] Scraping from base.py:42 +[13:02:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:26:16] Scraping from base.py:42 +[13:02:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:26:18] Scraping from base.py:42 +[13:03:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:26:20] Scraping from base.py:42 +[13:03:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:26:22] Scraping from base.py:42 +[13:03:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[14:26:24] Scraping from base.py:42 +[13:03:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[14:26:26] Scraping from base.py:42 +[13:03:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:26:28] Scraping from base.py:42 +[13:03:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:26:31] Scraping from base.py:42 +[13:03:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[14:26:33] Scraping from base.py:42 +[13:03:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[14:26:34] Scraping from base.py:42 +[13:03:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[14:26:35] Scraping from base.py:42 +[13:03:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[14:26:36] Scraping from base.py:42 +[13:03:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[14:26:38] Scraping from base.py:42 +[13:03:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[14:26:39] Scraping from base.py:42 +[13:03:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[14:26:41] Scraping from base.py:42 +[13:03:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[14:26:42] Scraping from base.py:42 +[13:03:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[14:26:44] Scraping from base.py:42 +[13:03:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; - Scraping from base.py:42 +[13:03:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[14:26:47] Scraping from base.py:42 +[13:03:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[14:26:48] Scraping from base.py:42 +[13:03:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[14:26:51] Scraping from base.py:42 +[13:03:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[14:26:53] Scraping from base.py:42 +[13:03:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:26:56] Scraping from base.py:42 +[13:03:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:26:59] Scraping from base.py:42 +[13:03:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:27:00] Scraping from base.py:42 +[13:03:51] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[14:27:01] Scraping from base.py:42 +[13:03:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:27:03] Scraping from base.py:42 +[13:03:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[14:27:06] Scraping from base.py:42 +[13:03:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[14:27:08] Scraping from base.py:42 +[13:03:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[14:27:09] Scraping from base.py:42 +[13:04:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[14:27:10] Scraping from base.py:42 +[13:04:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:27:13] Scraping from base.py:42 +[13:04:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:27:15] Scraping from base.py:42 +[13:04:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[14:27:17] Scraping from base.py:42 +[13:04:07] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[14:27:18] Scraping from base.py:42 +[13:04:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:27:20] Scraping from base.py:42 +[13:04:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:27:23] Scraping from base.py:42 +[13:04:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:27:24] Scraping from base.py:42 +[13:04:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:27:26] Scraping from base.py:42 +[13:04:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:27:29] Scraping from base.py:42 +[13:04:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:27:31] Scraping from base.py:42 +[13:04:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:27:33] Scraping from base.py:42 +[13:04:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:27:36] Scraping from base.py:42 +[13:04:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[14:27:38] Scraping from base.py:42 +[13:04:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[14:27:40] Scraping from base.py:42 +[13:04:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:27:42] Scraping from base.py:42 +[13:04:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:27:44] Scraping from base.py:42 +[13:04:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[14:27:46] Scraping from base.py:42 +[13:04:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[14:27:47] Scraping from base.py:42 +[13:04:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:27:51] Scraping from base.py:42 +[13:04:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:27:53] Scraping from base.py:42 +[13:04:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:27:55] Scraping from base.py:42 +[13:04:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:27:57] Scraping from base.py:42 +[13:04:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:27:59] Scraping from base.py:42 +[13:04:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[14:28:00] Scraping from base.py:42 +[13:04:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:28:03] Scraping from base.py:42 +[13:04:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; - Scraping from base.py:42 +[13:04:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:28:06] Scraping from base.py:42 +[13:05:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:28:09] Scraping from base.py:42 +[13:05:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:28:11] Scraping from base.py:42 +[13:05:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:28:12] Committing batch 1 consisting of 92 files base.py:274 -[14:28:14] Scraping from base.py:42 +[13:05:07] Committing batch 1 consisting of 92 files base.py:274 +[13:05:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:28:15] Scraping from base.py:42 +[13:05:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[14:28:16] Scraping from base.py:42 +[13:05:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:28:20] Scraping from base.py:42 +[13:05:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:28:21] Scraping from base.py:42 +[13:05:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:28:23] Scraping from base.py:42 +[13:05:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:28:25] Scraping from base.py:42 +[13:05:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:28:26] Scraping from base.py:42 +[13:05:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:28:28] Scraping from base.py:42 +[13:05:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:28:30] Scraping from base.py:42 +[13:05:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:28:31] Scraping from base.py:42 +[13:05:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:28:33] Scraping from base.py:42 +[13:05:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[14:28:34] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:28:37] Scraping from base.py:42 +[13:05:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:28:40] Scraping from base.py:42 +[13:05:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; - Scraping from base.py:42 +[13:05:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:28:43] Scraping from base.py:42 +[13:05:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:28:44] Scraping from base.py:42 +[13:05:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:28:49] Scraping from base.py:42 +[13:05:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:28:54] Scraping from base.py:42 +[13:05:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:28:55] Scraping from base.py:42 +[13:05:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:28:57] Scraping from base.py:42 +[13:05:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:28:58] Scraping from base.py:42 +[13:05:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:29:00] Scraping from base.py:42 +[13:05:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:29:02] Scraping from base.py:42 +[13:05:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:29:03] Scraping from base.py:42 +[13:05:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:29:05] Scraping from base.py:42 +[13:06:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:29:07] Scraping from base.py:42 +[13:06:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:29:09] Scraping from base.py:42 +[13:06:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:29:11] Scraping from base.py:42 +[13:06:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:29:13] Scraping from base.py:42 +[13:06:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:29:14] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:29:17] Scraping from base.py:42 +[13:06:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:29:19] Scraping from base.py:42 +[13:06:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:29:21] Scraping from base.py:42 +[13:06:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:29:22] Scraping from base.py:42 +[13:06:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:29:24] Scraping from base.py:42 +[13:06:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:29:25] Scraping from base.py:42 +[13:06:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:29:28] Scraping from base.py:42 +[13:06:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:29:29] Scraping from base.py:42 +[13:06:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:29:32] Scraping from base.py:42 +[13:06:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; - Scraping from base.py:42 +[13:06:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:29:34] Scraping from base.py:42 +[13:06:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:29:35] Scraping from base.py:42 +[13:06:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:29:40] Scraping from base.py:42 +[13:06:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[14:29:41] Scraping from base.py:42 +[13:06:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:29:43] Scraping from base.py:42 +[13:06:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:29:46] Scraping from base.py:42 +[13:06:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:29:49] Scraping from base.py:42 +[13:06:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:29:51] Scraping from base.py:42 +[13:06:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:29:54] Scraping from base.py:42 +[13:06:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[14:29:55] Scraping from base.py:42 +[13:06:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:29:57] Scraping from base.py:42 +[13:06:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:30:00] Scraping from base.py:42 +[13:06:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:30:02] Scraping from base.py:42 +[13:06:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:30:05] Scraping from base.py:42 +[13:07:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:30:08] Scraping from base.py:42 +[13:07:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:30:10] Scraping from base.py:42 +[13:07:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:30:13] Scraping from base.py:42 +[13:07:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:30:17] Scraping from base.py:42 +[13:07:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:30:19] Scraping from base.py:42 +[13:07:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:30:21] Scraping from base.py:42 +[13:07:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:30:23] Scraping from base.py:42 +[13:07:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:30:25] Scraping from base.py:42 +[13:07:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:30:27] Scraping from base.py:42 +[13:07:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:30:29] Scraping from base.py:42 +[13:07:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:30:33] Scraping from base.py:42 +[13:07:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:30:34] Scraping from base.py:42 +[13:07:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:30:36] Scraping from base.py:42 +[13:07:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:30:39] Scraping from base.py:42 +[13:07:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:30:41] Scraping from base.py:42 +[13:07:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:30:42] Scraping from base.py:42 +[13:07:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:30:45] Scraping from base.py:42 +[13:07:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:30:48] Scraping from base.py:42 +[13:07:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:30:50] Scraping from base.py:42 +[13:07:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:30:52] Scraping from base.py:42 +[13:07:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:30:54] Scraping from base.py:42 +[13:07:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:30:57] Scraping from base.py:42 +[13:07:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:30:58] Scraping from base.py:42 +[13:07:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:31:00] Scraping from base.py:42 +[13:07:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:31:02] Scraping from base.py:42 +[13:08:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:31:04] Scraping from base.py:42 +[13:08:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:31:05] Scraping from base.py:42 +[13:08:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:31:06] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:31:07] Scraping from base.py:42 +[13:08:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:31:08] Scraping from base.py:42 +[13:08:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:31:09] Scraping from base.py:42 +[13:08:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:31:13] Scraping from base.py:42 +[13:08:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:31:14] Scraping from base.py:42 +[13:08:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:31:15] Scraping from base.py:42 +[13:08:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:31:17] Scraping from base.py:42 +[13:08:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:31:19] Scraping from base.py:42 +[13:08:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:31:20] Committing batch 2 consisting of 92 files base.py:274 -[14:31:21] Scraping from base.py:42 +[13:08:22] Committing batch 2 consisting of 92 files base.py:274 +[13:08:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:31:23] Scraping from base.py:42 +[13:08:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; - Scraping from base.py:42 +[13:08:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:31:25] Scraping from base.py:42 +[13:08:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:31:27] Scraping from base.py:42 +[13:08:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:31:29] Scraping from base.py:42 +[13:08:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:31:30] Scraping from base.py:42 +[13:08:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:31:33] Scraping from base.py:42 +[13:08:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[14:31:34] Scraping from base.py:42 +[13:08:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:31:38] Scraping from base.py:42 +[13:08:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:31:39] Scraping from base.py:42 +[13:08:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:31:41] Scraping from base.py:42 +[13:08:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:31:42] Scraping from base.py:42 +[13:08:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:31:44] Scraping from base.py:42 +[13:08:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:31:47] Scraping from base.py:42 +[13:08:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:31:49] Scraping from base.py:42 +[13:08:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:31:50] Scraping from base.py:42 +[13:08:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:31:53] Scraping from base.py:42 +[13:09:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:31:54] Scraping from base.py:42 +[13:09:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:31:56] Scraping from base.py:42 +[13:09:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:31:58] Scraping from base.py:42 +[13:09:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:31:59] Scraping from base.py:42 +[13:09:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:32:01] Committing batch 3 consisting of 22 files base.py:274 -[14:32:02] Finished attempting to scrape: BIR base.py:324 + Committing batch 3 consisting of 22 files base.py:274 +[13:09:08] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-09-30-13-56">2023-09-30</h2> + <h2 id="2023-10-01-14-25">2023-10-01</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>428 seconds</dd> + <dd>422 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-30 13:56:59.187597</dd> + <dd>2023-10-01 14:25:00.779680</dd> </div> <div> <dt>End</dt> - <dd>2023-09-30 14:04:07.325798</dd> + <dd>2023-10-01 14:32:02.975656</dd> </div> <div> <dt>Status code</dt> @@ -12276,806 +12276,806 @@ <h2 id="2023-09-30-13-56">2023-09-30</h2> </div> <h3>Run log</h3> - <pre>[13:56:59] Fetching Scraper for: BIR handlers.py:23 + <pre>[14:25:00] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 - Deleting existing data... base.py:239 -[13:57:00] Getting all files in Councillors... base.py:191 +[14:25:01] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 103 files in Councillors/json base.py:207 +[14:25:02] ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:57:01] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:57:02] Deleting batch no. 3 consisting of 7 files base.py:216 - ...data deleted. base.py:246 +[14:25:03] Deleting batch no. 2 consisting of 100 files base.py:216 +[14:25:04] Deleting batch no. 3 consisting of 7 files base.py:216 +[14:25:05] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:57:05] Scraping from base.py:42 +[14:25:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:57:08] Scraping from base.py:42 +[14:25:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:57:11] Scraping from base.py:42 +[14:25:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:57:12] Scraping from base.py:42 +[14:25:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:57:14] Scraping from base.py:42 +[14:25:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:57:16] Scraping from base.py:42 +[14:25:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:57:18] Scraping from base.py:42 +[14:25:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:57:21] Scraping from base.py:42 +[14:25:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:57:23] Scraping from base.py:42 +[14:25:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:57:25] Scraping from base.py:42 +[14:25:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:57:26] Scraping from base.py:42 +[14:25:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:57:28] Scraping from base.py:42 +[14:25:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; - Scraping from base.py:42 +[14:25:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:57:30] Scraping from base.py:42 +[14:25:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:57:32] Scraping from base.py:42 +[14:25:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:57:34] Scraping from base.py:42 +[14:25:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:57:36] Scraping from base.py:42 +[14:25:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:57:38] Scraping from base.py:42 +[14:25:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:57:40] Scraping from base.py:42 +[14:25:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:57:42] Scraping from base.py:42 +[14:25:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:57:43] Scraping from base.py:42 +[14:25:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:57:47] Scraping from base.py:42 +[14:25:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:57:48] Scraping from base.py:42 +[14:25:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:57:50] Scraping from base.py:42 +[14:25:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:57:51] Scraping from base.py:42 +[14:25:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:57:53] Scraping from base.py:42 +[14:26:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:57:55] Scraping from base.py:42 +[14:26:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:57:57] Scraping from base.py:42 +[14:26:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:57:59] Scraping from base.py:42 +[14:26:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:58:01] Scraping from base.py:42 +[14:26:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:58:03] Scraping from base.py:42 +[14:26:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:58:05] Scraping from base.py:42 +[14:26:12] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:58:06] Scraping from base.py:42 +[14:26:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:58:08] Scraping from base.py:42 +[14:26:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:58:10] Scraping from base.py:42 +[14:26:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:58:14] Scraping from base.py:42 +[14:26:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:58:16] Scraping from base.py:42 +[14:26:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:58:18] Scraping from base.py:42 +[14:26:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:58:19] Scraping from base.py:42 +[14:26:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:58:22] Scraping from base.py:42 +[14:26:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:58:25] Scraping from base.py:42 +[14:26:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:58:27] Scraping from base.py:42 +[14:26:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:58:29] Scraping from base.py:42 +[14:26:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:58:30] Scraping from base.py:42 +[14:26:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:58:31] Scraping from base.py:42 +[14:26:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:58:34] Scraping from base.py:42 +[14:26:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:58:35] Scraping from base.py:42 +[14:26:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:58:37] Scraping from base.py:42 +[14:26:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:58:38] Scraping from base.py:42 +[14:26:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:58:40] Scraping from base.py:42 +[14:26:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:58:42] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:58:46] Scraping from base.py:42 +[14:26:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; - Scraping from base.py:42 +[14:26:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:58:51] Scraping from base.py:42 +[14:26:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; - Scraping from base.py:42 +[14:26:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:58:54] Scraping from base.py:42 +[14:26:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:58:58] Scraping from base.py:42 +[14:26:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:59:00] Scraping from base.py:42 +[14:27:00] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper - Scraping from base.py:42 +[14:27:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:59:04] Scraping from base.py:42 +[14:27:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:59:08] Scraping from base.py:42 +[14:27:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:59:09] Scraping from base.py:42 +[14:27:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:59:11] Scraping from base.py:42 +[14:27:09] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[13:59:12] Scraping from base.py:42 +[14:27:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:59:16] Scraping from base.py:42 +[14:27:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:59:19] Scraping from base.py:42 +[14:27:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:59:22] Scraping from base.py:42 +[14:27:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; - Scraping from base.py:42 +[14:27:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:59:25] Scraping from base.py:42 +[14:27:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:59:27] Scraping from base.py:42 +[14:27:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:59:28] Scraping from base.py:42 +[14:27:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:59:29] Scraping from base.py:42 +[14:27:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:59:33] Scraping from base.py:42 +[14:27:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:59:35] Scraping from base.py:42 +[14:27:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:59:37] Scraping from base.py:42 +[14:27:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:59:39] Scraping from base.py:42 +[14:27:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:59:42] Scraping from base.py:42 +[14:27:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[13:59:43] Scraping from base.py:42 +[14:27:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:59:45] Scraping from base.py:42 +[14:27:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:59:48] Scraping from base.py:42 +[14:27:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:59:50] Scraping from base.py:42 +[14:27:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:59:52] Scraping from base.py:42 +[14:27:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:59:54] Scraping from base.py:42 +[14:27:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:59:56] Scraping from base.py:42 +[14:27:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:59:58] Scraping from base.py:42 +[14:27:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:00:00] Scraping from base.py:42 +[14:27:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:00:02] Scraping from base.py:42 +[14:27:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[14:00:04] Scraping from base.py:42 +[14:28:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:00:06] Scraping from base.py:42 +[14:28:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[14:00:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:00:10] Scraping from base.py:42 +[14:28:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:00:12] Scraping from base.py:42 +[14:28:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:00:16] Scraping from base.py:42 +[14:28:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:00:17] Committing batch 1 consisting of 92 files base.py:274 -[14:00:18] Scraping from base.py:42 +[14:28:12] Committing batch 1 consisting of 92 files base.py:274 +[14:28:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:00:20] Scraping from base.py:42 +[14:28:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble - Scraping from base.py:42 +[14:28:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:00:24] Scraping from base.py:42 +[14:28:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:00:25] Scraping from base.py:42 +[14:28:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:00:27] Scraping from base.py:42 +[14:28:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:00:29] Scraping from base.py:42 +[14:28:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:00:31] Scraping from base.py:42 +[14:28:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:00:33] Scraping from base.py:42 +[14:28:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:00:35] Scraping from base.py:42 +[14:28:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:00:36] Scraping from base.py:42 +[14:28:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:00:38] Scraping from base.py:42 +[14:28:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[14:00:39] Scraping from base.py:42 +[14:28:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:00:41] Scraping from base.py:42 +[14:28:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[14:00:43] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:00:46] Scraping from base.py:42 +[14:28:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:00:48] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:00:51] Scraping from base.py:42 +[14:28:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; - Scraping from base.py:42 +[14:28:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:00:54] Scraping from base.py:42 +[14:28:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:00:56] Scraping from base.py:42 +[14:28:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:00:58] Scraping from base.py:42 +[14:28:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:01:00] Scraping from base.py:42 +[14:28:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:01:01] Scraping from base.py:42 +[14:28:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:01:03] Scraping from base.py:42 +[14:29:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:01:05] Scraping from base.py:42 +[14:29:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:01:06] Scraping from base.py:42 +[14:29:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:01:08] Scraping from base.py:42 +[14:29:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:01:10] Scraping from base.py:42 +[14:29:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:01:14] Scraping from base.py:42 +[14:29:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:01:16] Scraping from base.py:42 +[14:29:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:01:18] Scraping from base.py:42 +[14:29:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:01:19] Scraping from base.py:42 +[14:29:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:01:21] Scraping from base.py:42 +[14:29:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:01:23] Scraping from base.py:42 +[14:29:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:01:25] Scraping from base.py:42 +[14:29:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:01:26] Scraping from base.py:42 +[14:29:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:01:28] Scraping from base.py:42 +[14:29:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:01:29] Scraping from base.py:42 +[14:29:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:01:32] Scraping from base.py:42 +[14:29:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:01:33] Scraping from base.py:42 +[14:29:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:01:35] Scraping from base.py:42 +[14:29:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[14:01:36] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:01:37] Scraping from base.py:42 +[14:29:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:01:40] Scraping from base.py:42 +[14:29:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:01:43] Scraping from base.py:42 +[14:29:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[14:01:44] Scraping from base.py:42 +[14:29:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:01:46] Scraping from base.py:42 +[14:29:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:01:48] Scraping from base.py:42 +[14:29:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:01:51] Scraping from base.py:42 +[14:29:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:01:54] Scraping from base.py:42 +[14:29:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:01:56] Scraping from base.py:42 +[14:29:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[14:01:58] Scraping from base.py:42 +[14:29:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:02:01] Scraping from base.py:42 +[14:29:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:02:03] Scraping from base.py:42 +[14:30:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:02:06] Scraping from base.py:42 +[14:30:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:02:08] Scraping from base.py:42 +[14:30:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:02:13] Scraping from base.py:42 +[14:30:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:02:14] Scraping from base.py:42 +[14:30:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:02:17] Scraping from base.py:42 +[14:30:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:02:20] Scraping from base.py:42 +[14:30:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:02:23] Scraping from base.py:42 +[14:30:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; - Scraping from base.py:42 +[14:30:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:02:25] Scraping from base.py:42 +[14:30:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:02:28] Scraping from base.py:42 +[14:30:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:02:30] Scraping from base.py:42 +[14:30:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:02:32] Scraping from base.py:42 +[14:30:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:02:34] Scraping from base.py:42 +[14:30:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:02:35] Scraping from base.py:42 +[14:30:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:02:38] Scraping from base.py:42 +[14:30:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:02:40] Scraping from base.py:42 +[14:30:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:02:43] Scraping from base.py:42 +[14:30:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:02:44] Scraping from base.py:42 +[14:30:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:02:46] Scraping from base.py:42 +[14:30:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:02:49] Scraping from base.py:42 +[14:30:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:02:51] Scraping from base.py:42 +[14:30:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:02:52] Scraping from base.py:42 +[14:30:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:02:54] Scraping from base.py:42 +[14:30:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:02:57] Scraping from base.py:42 +[14:30:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:02:58] Scraping from base.py:42 +[14:30:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:03:00] Scraping from base.py:42 +[14:31:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:03:02] Scraping from base.py:42 +[14:31:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:03:03] Scraping from base.py:42 +[14:31:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:03:05] Scraping from base.py:42 +[14:31:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:03:06] Scraping from base.py:42 +[14:31:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:03:08] Scraping from base.py:42 +[14:31:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:03:09] Scraping from base.py:42 +[14:31:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:03:11] Scraping from base.py:42 +[14:31:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:03:13] Scraping from base.py:42 +[14:31:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:03:14] Scraping from base.py:42 +[14:31:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:03:16] Scraping from base.py:42 +[14:31:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:03:17] Scraping from base.py:42 +[14:31:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:03:19] Scraping from base.py:42 +[14:31:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:03:21] Committing batch 2 consisting of 92 files base.py:274 -[14:03:22] Scraping from base.py:42 +[14:31:20] Committing batch 2 consisting of 92 files base.py:274 +[14:31:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:03:23] Scraping from base.py:42 +[14:31:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[14:03:24] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:03:26] Scraping from base.py:42 +[14:31:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:03:28] Scraping from base.py:42 +[14:31:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:03:30] Scraping from base.py:42 +[14:31:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:03:33] Scraping from base.py:42 +[14:31:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:03:35] Scraping from base.py:42 +[14:31:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[14:03:37] Scraping from base.py:42 +[14:31:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:03:40] Scraping from base.py:42 +[14:31:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:03:41] Scraping from base.py:42 +[14:31:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:03:42] Scraping from base.py:42 +[14:31:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:03:44] Scraping from base.py:42 +[14:31:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:03:46] Scraping from base.py:42 +[14:31:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:03:49] Scraping from base.py:42 +[14:31:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:03:54] Scraping from base.py:42 +[14:31:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:03:55] Scraping from base.py:42 +[14:31:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:03:58] Scraping from base.py:42 +[14:31:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; - Scraping from base.py:42 +[14:31:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:04:00] Scraping from base.py:42 +[14:31:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:04:01] Scraping from base.py:42 +[14:31:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:04:04] Scraping from base.py:42 +[14:31:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:04:05] Committing batch 3 consisting of 22 files base.py:274 -[14:04:07] Finished attempting to scrape: BIR base.py:324 +[14:32:01] Committing batch 3 consisting of 22 files base.py:274 +[14:32:02] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-09-29-14-07">2023-09-29</h2> + <h2 id="2023-09-30-13-56">2023-09-30</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>506 seconds</dd> + <dd>428 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-29 14:07:16.126604</dd> + <dd>2023-09-30 13:56:59.187597</dd> </div> <div> <dt>End</dt> - <dd>2023-09-29 14:15:42.913754</dd> + <dd>2023-09-30 14:04:07.325798</dd> </div> <div> <dt>Status code</dt> @@ -13090,806 +13090,806 @@ <h2 id="2023-09-29-14-07">2023-09-29</h2> </div> <h3>Run log</h3> - <pre>[14:07:16] Fetching Scraper for: BIR handlers.py:23 + <pre>[13:56:59] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:07:17] Getting all files in Councillors/json... base.py:191 +[13:57:00] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:07:18] Deleting batch no. 2 consisting of 100 files base.py:216 -[14:07:19] Deleting batch no. 3 consisting of 7 files base.py:216 -[14:07:20] ...data deleted. base.py:246 +[13:57:01] Deleting batch no. 2 consisting of 100 files base.py:216 +[13:57:02] Deleting batch no. 3 consisting of 7 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[14:07:23] Scraping from base.py:42 +[13:57:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:07:26] Scraping from base.py:42 +[13:57:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:07:31] Scraping from base.py:42 +[13:57:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:07:32] Scraping from base.py:42 +[13:57:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:07:35] Scraping from base.py:42 +[13:57:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:07:37] Scraping from base.py:42 +[13:57:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:07:39] Scraping from base.py:42 +[13:57:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[14:07:41] Scraping from base.py:42 +[13:57:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[14:07:42] Scraping from base.py:42 +[13:57:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[14:07:44] Scraping from base.py:42 +[13:57:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[14:07:46] Scraping from base.py:42 +[13:57:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[14:07:50] Scraping from base.py:42 +[13:57:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[14:07:51] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:07:53] Scraping from base.py:42 +[13:57:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:07:56] Scraping from base.py:42 +[13:57:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:07:58] Scraping from base.py:42 +[13:57:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:08:00] Scraping from base.py:42 +[13:57:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:08:02] Scraping from base.py:42 +[13:57:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:08:04] Scraping from base.py:42 +[13:57:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:08:06] Scraping from base.py:42 +[13:57:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:08:08] Scraping from base.py:42 +[13:57:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[14:08:10] Scraping from base.py:42 +[13:57:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[14:08:12] Scraping from base.py:42 +[13:57:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[14:08:14] Scraping from base.py:42 +[13:57:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[14:08:15] Scraping from base.py:42 +[13:57:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:08:18] Scraping from base.py:42 +[13:57:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:08:21] Scraping from base.py:42 +[13:57:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:08:23] Scraping from base.py:42 +[13:57:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:08:25] Scraping from base.py:42 +[13:57:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:08:27] Scraping from base.py:42 +[13:58:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:08:29] Scraping from base.py:42 +[13:58:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[14:08:32] Scraping from base.py:42 +[13:58:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[14:08:34] Scraping from base.py:42 +[13:58:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:08:37] Scraping from base.py:42 +[13:58:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:08:40] Scraping from base.py:42 +[13:58:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:08:47] Scraping from base.py:42 +[13:58:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:08:49] Scraping from base.py:42 +[13:58:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[14:08:51] Scraping from base.py:42 +[13:58:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[14:08:54] Scraping from base.py:42 +[13:58:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:08:57] Scraping from base.py:42 +[13:58:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:09:00] Scraping from base.py:42 +[13:58:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[14:09:03] Scraping from base.py:42 +[13:58:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[14:09:04] Scraping from base.py:42 +[13:58:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[14:09:05] Scraping from base.py:42 +[13:58:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[14:09:06] Scraping from base.py:42 +[13:58:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[14:09:08] Scraping from base.py:42 +[13:58:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[14:09:09] Scraping from base.py:42 +[13:58:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[14:09:11] Scraping from base.py:42 +[13:58:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[14:09:13] Scraping from base.py:42 +[13:58:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[14:09:14] Scraping from base.py:42 +[13:58:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[14:09:15] Scraping from base.py:42 +[13:58:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[14:09:19] Scraping from base.py:42 +[13:58:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[14:09:21] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[14:09:24] Scraping from base.py:42 +[13:58:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[14:09:27] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:09:30] Scraping from base.py:42 +[13:58:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:09:33] Scraping from base.py:42 +[13:58:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:09:35] Scraping from base.py:42 +[13:59:00] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[14:09:36] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:09:38] Scraping from base.py:42 +[13:59:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[14:09:42] Scraping from base.py:42 +[13:59:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[14:09:43] Scraping from base.py:42 +[13:59:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[14:09:45] Scraping from base.py:42 +[13:59:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[14:09:46] Scraping from base.py:42 +[13:59:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:09:48] Scraping from base.py:42 +[13:59:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:09:50] Scraping from base.py:42 +[13:59:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[14:09:53] Scraping from base.py:42 +[13:59:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[14:09:54] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:09:56] Scraping from base.py:42 +[13:59:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:10:00] Scraping from base.py:42 +[13:59:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:10:01] Scraping from base.py:42 +[13:59:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:10:03] Scraping from base.py:42 +[13:59:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:10:06] Scraping from base.py:42 +[13:59:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:10:09] Scraping from base.py:42 +[13:59:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:10:11] Scraping from base.py:42 +[13:59:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:10:13] Scraping from base.py:42 +[13:59:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[14:10:16] Scraping from base.py:42 +[13:59:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; - Scraping from base.py:42 +[13:59:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:10:18] Scraping from base.py:42 +[13:59:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:10:20] Scraping from base.py:42 +[13:59:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[14:10:22] Scraping from base.py:42 +[13:59:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[14:10:23] Scraping from base.py:42 +[13:59:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:10:29] Scraping from base.py:42 +[13:59:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:10:32] Scraping from base.py:42 +[13:59:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:10:35] Scraping from base.py:42 +[13:59:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:10:38] Scraping from base.py:42 +[14:00:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:10:42] Scraping from base.py:42 +[14:00:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; - Scraping from base.py:42 +[14:00:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:10:47] Scraping from base.py:42 +[14:00:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[14:10:48] Scraping from base.py:42 +[14:00:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:10:52] Scraping from base.py:42 +[14:00:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:10:55] Scraping from base.py:42 +[14:00:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:10:58] Scraping from base.py:42 +[14:00:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:11:00] Committing batch 1 consisting of 92 files base.py:274 -[14:11:01] Scraping from base.py:42 +[14:00:17] Committing batch 1 consisting of 92 files base.py:274 +[14:00:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:11:04] Scraping from base.py:42 +[14:00:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[14:11:05] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:11:11] Scraping from base.py:42 +[14:00:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; - Scraping from base.py:42 +[14:00:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:11:14] Scraping from base.py:42 +[14:00:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:11:15] Scraping from base.py:42 +[14:00:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:11:18] Scraping from base.py:42 +[14:00:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:11:21] Scraping from base.py:42 +[14:00:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:11:23] Scraping from base.py:42 +[14:00:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:11:24] Scraping from base.py:42 +[14:00:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:11:26] Scraping from base.py:42 +[14:00:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[14:11:28] Scraping from base.py:42 +[14:00:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:11:30] Scraping from base.py:42 +[14:00:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; - Scraping from base.py:42 +[14:00:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:11:33] Scraping from base.py:42 +[14:00:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:11:34] Scraping from base.py:42 +[14:00:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:11:40] Scraping from base.py:42 +[14:00:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:11:41] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:11:46] Scraping from base.py:42 +[14:00:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:11:49] Scraping from base.py:42 +[14:00:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:11:51] Scraping from base.py:42 +[14:00:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:11:52] Scraping from base.py:42 +[14:01:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:11:54] Scraping from base.py:42 +[14:01:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:11:55] Scraping from base.py:42 +[14:01:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:12:01] Scraping from base.py:42 +[14:01:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:12:02] Scraping from base.py:42 +[14:01:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:12:04] Scraping from base.py:42 +[14:01:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:12:07] Scraping from base.py:42 +[14:01:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:12:11] Scraping from base.py:42 +[14:01:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:12:13] Scraping from base.py:42 +[14:01:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:12:16] Scraping from base.py:42 +[14:01:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; - Scraping from base.py:42 +[14:01:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:12:20] Scraping from base.py:42 +[14:01:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:12:22] Scraping from base.py:42 +[14:01:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:12:24] Scraping from base.py:42 +[14:01:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:12:25] Scraping from base.py:42 +[14:01:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:12:27] Scraping from base.py:42 +[14:01:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:12:28] Scraping from base.py:42 +[14:01:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:12:32] Scraping from base.py:42 +[14:01:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:12:33] Scraping from base.py:42 +[14:01:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:12:36] Scraping from base.py:42 +[14:01:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[14:12:38] Scraping from base.py:42 +[14:01:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:12:40] Scraping from base.py:42 +[14:01:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:12:42] Scraping from base.py:42 +[14:01:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:12:45] Scraping from base.py:42 +[14:01:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[14:12:46] Scraping from base.py:42 +[14:01:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:12:48] Scraping from base.py:42 +[14:01:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:12:52] Scraping from base.py:42 +[14:01:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:12:55] Scraping from base.py:42 +[14:01:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:13:01] Scraping from base.py:42 +[14:01:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:13:04] Scraping from base.py:42 +[14:01:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; - Scraping from base.py:42 +[14:01:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:13:07] Scraping from base.py:42 +[14:02:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:13:09] Scraping from base.py:42 +[14:02:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:13:12] Scraping from base.py:42 +[14:02:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:13:15] Scraping from base.py:42 +[14:02:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:13:19] Scraping from base.py:42 +[14:02:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:13:20] Scraping from base.py:42 +[14:02:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:13:24] Scraping from base.py:42 +[14:02:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:13:28] Scraping from base.py:42 +[14:02:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:13:31] Scraping from base.py:42 +[14:02:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:13:32] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:13:37] Scraping from base.py:42 +[14:02:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:13:40] Scraping from base.py:42 +[14:02:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:13:45] Scraping from base.py:42 +[14:02:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:13:48] Scraping from base.py:42 +[14:02:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:13:50] Scraping from base.py:42 +[14:02:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:13:51] Scraping from base.py:42 +[14:02:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:13:54] Scraping from base.py:42 +[14:02:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:13:58] Scraping from base.py:42 +[14:02:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:14:01] Scraping from base.py:42 +[14:02:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:14:03] Scraping from base.py:42 +[14:02:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:14:07] Scraping from base.py:42 +[14:02:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:14:12] Scraping from base.py:42 +[14:02:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:14:14] Scraping from base.py:42 +[14:02:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:14:16] Scraping from base.py:42 +[14:02:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:14:21] Scraping from base.py:42 +[14:02:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:14:25] Scraping from base.py:42 +[14:02:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:14:27] Scraping from base.py:42 +[14:02:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:14:29] Scraping from base.py:42 +[14:03:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:14:30] Scraping from base.py:42 +[14:03:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:14:32] Scraping from base.py:42 +[14:03:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:14:33] Scraping from base.py:42 +[14:03:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:14:34] Scraping from base.py:42 +[14:03:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:14:36] Scraping from base.py:42 +[14:03:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:14:37] Scraping from base.py:42 +[14:03:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:14:39] Scraping from base.py:42 +[14:03:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:14:42] Scraping from base.py:42 +[14:03:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; - Scraping from base.py:42 +[14:03:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:14:44] Scraping from base.py:42 +[14:03:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:14:45] Scraping from base.py:42 +[14:03:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:14:48] Scraping from base.py:42 +[14:03:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:14:50] Committing batch 2 consisting of 92 files base.py:274 -[14:14:51] Scraping from base.py:42 +[14:03:21] Committing batch 2 consisting of 92 files base.py:274 +[14:03:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:14:54] Scraping from base.py:42 +[14:03:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; - Scraping from base.py:42 +[14:03:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:14:57] Scraping from base.py:42 +[14:03:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:14:59] Scraping from base.py:42 +[14:03:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:15:00] Scraping from base.py:42 +[14:03:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:15:02] Scraping from base.py:42 +[14:03:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:15:05] Scraping from base.py:42 +[14:03:35] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[14:15:06] Scraping from base.py:42 +[14:03:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:15:13] Scraping from base.py:42 +[14:03:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:15:14] Scraping from base.py:42 +[14:03:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:15:16] Scraping from base.py:42 +[14:03:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:15:18] Scraping from base.py:42 +[14:03:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:15:24] Scraping from base.py:42 +[14:03:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:15:27] Scraping from base.py:42 +[14:03:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:15:29] Scraping from base.py:42 +[14:03:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:15:31] Scraping from base.py:42 +[14:03:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:15:33] Scraping from base.py:42 +[14:03:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:15:35] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:15:37] Scraping from base.py:42 +[14:04:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:15:38] Scraping from base.py:42 +[14:04:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:15:40] Scraping from base.py:42 +[14:04:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:15:41] Committing batch 3 consisting of 22 files base.py:274 -[14:15:42] Finished attempting to scrape: BIR base.py:324 +[14:04:05] Committing batch 3 consisting of 22 files base.py:274 +[14:04:07] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-09-28-14-12">2023-09-28</h2> + <h2 id="2023-09-29-14-07">2023-09-29</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>473 seconds</dd> + <dd>506 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-28 14:12:55.857446</dd> + <dd>2023-09-29 14:07:16.126604</dd> </div> <div> <dt>End</dt> - <dd>2023-09-28 14:20:48.894226</dd> + <dd>2023-09-29 14:15:42.913754</dd> </div> <div> <dt>Status code</dt> @@ -13904,806 +13904,806 @@ <h2 id="2023-09-28-14-12">2023-09-28</h2> </div> <h3>Run log</h3> - <pre>[14:12:55] Fetching Scraper for: BIR handlers.py:23 + <pre>[14:07:16] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[14:12:56] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 +[14:07:17] Getting all files in Councillors/json... base.py:191 ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[14:12:57] ...found 103 files in Councillors/raw base.py:207 + ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:12:58] Deleting batch no. 2 consisting of 100 files base.py:216 - Deleting batch no. 3 consisting of 7 files base.py:216 -[14:12:59] ...data deleted. base.py:246 +[14:07:18] Deleting batch no. 2 consisting of 100 files base.py:216 +[14:07:19] Deleting batch no. 3 consisting of 7 files base.py:216 +[14:07:20] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[14:13:03] Scraping from base.py:42 +[14:07:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:13:06] Scraping from base.py:42 +[14:07:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:13:09] Scraping from base.py:42 +[14:07:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:13:11] Scraping from base.py:42 +[14:07:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:13:12] Scraping from base.py:42 +[14:07:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:13:14] Scraping from base.py:42 +[14:07:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:13:16] Scraping from base.py:42 +[14:07:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[14:13:18] Scraping from base.py:42 +[14:07:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; - Scraping from base.py:42 +[14:07:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[14:13:21] Scraping from base.py:42 +[14:07:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[14:13:22] Scraping from base.py:42 +[14:07:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[14:13:23] Scraping from base.py:42 +[14:07:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[14:13:24] Scraping from base.py:42 +[14:07:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:13:26] Scraping from base.py:42 +[14:07:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:13:29] Scraping from base.py:42 +[14:07:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:13:31] Scraping from base.py:42 +[14:07:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:13:32] Scraping from base.py:42 +[14:08:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:13:34] Scraping from base.py:42 +[14:08:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:13:35] Scraping from base.py:42 +[14:08:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:13:38] Scraping from base.py:42 +[14:08:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:13:40] Scraping from base.py:42 +[14:08:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[14:13:43] Scraping from base.py:42 +[14:08:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; - Scraping from base.py:42 +[14:08:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[14:13:45] Scraping from base.py:42 +[14:08:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[14:13:46] Scraping from base.py:42 +[14:08:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:13:49] Scraping from base.py:42 +[14:08:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:13:51] Scraping from base.py:42 +[14:08:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:13:53] Scraping from base.py:42 +[14:08:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:13:59] Scraping from base.py:42 +[14:08:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:14:02] Scraping from base.py:42 +[14:08:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:14:05] Scraping from base.py:42 +[14:08:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[14:14:10] Scraping from base.py:42 +[14:08:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[14:14:11] Scraping from base.py:42 +[14:08:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:14:14] Scraping from base.py:42 +[14:08:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:14:17] Scraping from base.py:42 +[14:08:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:14:19] Scraping from base.py:42 +[14:08:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:14:21] Scraping from base.py:42 +[14:08:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[14:14:23] Scraping from base.py:42 +[14:08:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[14:14:24] Scraping from base.py:42 +[14:08:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:14:27] Scraping from base.py:42 +[14:08:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:14:30] Scraping from base.py:42 +[14:09:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[14:14:34] Scraping from base.py:42 +[14:09:03] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; - Scraping from base.py:42 +[14:09:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[14:14:36] Scraping from base.py:42 +[14:09:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[14:14:37] Scraping from base.py:42 +[14:09:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[14:14:39] Scraping from base.py:42 +[14:09:08] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[14:14:40] Scraping from base.py:42 +[14:09:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[14:14:42] Scraping from base.py:42 +[14:09:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[14:14:43] Scraping from base.py:42 +[14:09:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[14:14:44] Scraping from base.py:42 +[14:09:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[14:14:46] Scraping from base.py:42 +[14:09:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[14:14:49] Scraping from base.py:42 +[14:09:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[14:14:50] Scraping from base.py:42 +[14:09:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[14:14:53] Scraping from base.py:42 +[14:09:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[14:14:54] Scraping from base.py:42 +[14:09:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:14:57] Scraping from base.py:42 +[14:09:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:15:00] Scraping from base.py:42 +[14:09:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:15:03] Scraping from base.py:42 +[14:09:35] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[14:15:04] Scraping from base.py:42 +[14:09:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:15:07] Scraping from base.py:42 +[14:09:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[14:15:11] Scraping from base.py:42 +[14:09:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[14:15:12] Scraping from base.py:42 +[14:09:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[14:15:15] Scraping from base.py:42 +[14:09:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[14:15:16] Scraping from base.py:42 +[14:09:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:15:20] Scraping from base.py:42 +[14:09:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:15:23] Scraping from base.py:42 +[14:09:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[14:15:26] Scraping from base.py:42 +[14:09:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[14:15:28] Scraping from base.py:42 +[14:09:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:15:30] Scraping from base.py:42 +[14:09:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:15:32] Scraping from base.py:42 +[14:10:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:15:33] Scraping from base.py:42 +[14:10:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:15:35] Scraping from base.py:42 +[14:10:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:15:39] Scraping from base.py:42 +[14:10:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:15:41] Scraping from base.py:42 +[14:10:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:15:43] Scraping from base.py:42 +[14:10:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:15:45] Scraping from base.py:42 +[14:10:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[14:15:48] Scraping from base.py:42 +[14:10:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[14:15:49] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:15:51] Scraping from base.py:42 +[14:10:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:15:53] Scraping from base.py:42 +[14:10:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[14:15:56] Scraping from base.py:42 +[14:10:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[14:15:58] Scraping from base.py:42 +[14:10:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:16:00] Scraping from base.py:42 +[14:10:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:16:04] Scraping from base.py:42 +[14:10:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:16:06] Scraping from base.py:42 +[14:10:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:16:10] Scraping from base.py:42 +[14:10:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:16:13] Scraping from base.py:42 +[14:10:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:16:16] Scraping from base.py:42 +[14:10:47] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[14:16:17] Scraping from base.py:42 +[14:10:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:16:20] Scraping from base.py:42 +[14:10:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:16:23] Scraping from base.py:42 +[14:10:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:16:25] Scraping from base.py:42 +[14:10:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:16:26] Committing batch 1 consisting of 92 files base.py:274 -[14:16:28] Scraping from base.py:42 +[14:11:00] Committing batch 1 consisting of 92 files base.py:274 +[14:11:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:16:29] Scraping from base.py:42 +[14:11:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[14:16:30] Scraping from base.py:42 +[14:11:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:16:33] Scraping from base.py:42 +[14:11:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:16:34] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:16:36] Scraping from base.py:42 +[14:11:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:16:38] Scraping from base.py:42 +[14:11:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:16:41] Scraping from base.py:42 +[14:11:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:16:43] Scraping from base.py:42 +[14:11:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:16:45] Scraping from base.py:42 +[14:11:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:16:46] Scraping from base.py:42 +[14:11:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:16:48] Scraping from base.py:42 +[14:11:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan -[14:16:49] Scraping from base.py:42 +[14:11:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:16:51] Scraping from base.py:42 +[14:11:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[14:16:52] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:16:54] Scraping from base.py:42 +[14:11:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:16:56] Scraping from base.py:42 +[14:11:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:16:59] Scraping from base.py:42 +[14:11:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:17:00] Scraping from base.py:42 +[14:11:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:17:03] Scraping from base.py:42 +[14:11:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:17:06] Scraping from base.py:42 +[14:11:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:17:08] Scraping from base.py:42 +[14:11:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:17:11] Scraping from base.py:42 +[14:11:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:17:12] Scraping from base.py:42 +[14:11:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:17:13] Scraping from base.py:42 +[14:11:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:17:16] Scraping from base.py:42 +[14:12:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; - Scraping from base.py:42 +[14:12:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:17:18] Scraping from base.py:42 +[14:12:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:17:21] Scraping from base.py:42 +[14:12:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:17:25] Scraping from base.py:42 +[14:12:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:17:28] Scraping from base.py:42 +[14:12:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:17:30] Scraping from base.py:42 +[14:12:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:17:31] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:17:33] Scraping from base.py:42 +[14:12:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:17:35] Scraping from base.py:42 +[14:12:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:17:37] Scraping from base.py:42 +[14:12:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:17:40] Scraping from base.py:42 +[14:12:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:17:42] Scraping from base.py:42 +[14:12:27] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:17:43] Scraping from base.py:42 +[14:12:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:17:46] Scraping from base.py:42 +[14:12:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:17:47] Scraping from base.py:42 +[14:12:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:17:49] Scraping from base.py:42 +[14:12:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[14:17:51] Scraping from base.py:42 +[14:12:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:17:52] Scraping from base.py:42 +[14:12:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:17:54] Scraping from base.py:42 +[14:12:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:17:57] Scraping from base.py:42 +[14:12:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; - Scraping from base.py:42 +[14:12:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:18:00] Scraping from base.py:42 +[14:12:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:18:03] Scraping from base.py:42 +[14:12:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:18:07] Scraping from base.py:42 +[14:12:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:18:10] Scraping from base.py:42 +[14:13:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:18:14] Scraping from base.py:42 +[14:13:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[14:18:16] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:18:18] Scraping from base.py:42 +[14:13:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:18:21] Scraping from base.py:42 +[14:13:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:18:25] Scraping from base.py:42 +[14:13:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:18:30] Scraping from base.py:42 +[14:13:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:18:34] Scraping from base.py:42 +[14:13:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:18:36] Scraping from base.py:42 +[14:13:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:18:39] Scraping from base.py:42 +[14:13:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:18:42] Scraping from base.py:42 +[14:13:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:18:44] Scraping from base.py:42 +[14:13:31] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:18:46] Scraping from base.py:42 +[14:13:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:18:48] Scraping from base.py:42 +[14:13:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:18:52] Scraping from base.py:42 +[14:13:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:18:54] Scraping from base.py:42 +[14:13:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:18:56] Scraping from base.py:42 +[14:13:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:18:58] Scraping from base.py:42 +[14:13:50] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; - Scraping from base.py:42 +[14:13:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:19:03] Scraping from base.py:42 +[14:13:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:19:07] Scraping from base.py:42 +[14:13:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:19:11] Scraping from base.py:42 +[14:14:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:19:13] Scraping from base.py:42 +[14:14:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:19:15] Scraping from base.py:42 +[14:14:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:19:18] Scraping from base.py:42 +[14:14:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:19:21] Scraping from base.py:42 +[14:14:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:19:22] Scraping from base.py:42 +[14:14:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:19:24] Scraping from base.py:42 +[14:14:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:19:29] Scraping from base.py:42 +[14:14:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:19:30] Scraping from base.py:42 +[14:14:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:19:32] Scraping from base.py:42 +[14:14:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:19:34] Scraping from base.py:42 +[14:14:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:19:37] Scraping from base.py:42 +[14:14:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:19:39] Scraping from base.py:42 +[14:14:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:19:40] Scraping from base.py:42 +[14:14:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:19:42] Scraping from base.py:42 +[14:14:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:19:43] Scraping from base.py:42 +[14:14:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:19:44] Scraping from base.py:42 +[14:14:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:19:48] Scraping from base.py:42 +[14:14:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:19:50] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:19:52] Scraping from base.py:42 +[14:14:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:19:54] Scraping from base.py:42 +[14:14:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:19:59] Scraping from base.py:42 +[14:14:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:20:00] Committing batch 2 consisting of 92 files base.py:274 -[14:20:02] Scraping from base.py:42 +[14:14:50] Committing batch 2 consisting of 92 files base.py:274 +[14:14:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:20:05] Scraping from base.py:42 +[14:14:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[14:20:06] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:20:08] Scraping from base.py:42 +[14:14:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:20:10] Scraping from base.py:42 +[14:14:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:20:12] Scraping from base.py:42 +[14:15:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:20:13] Scraping from base.py:42 +[14:15:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:20:16] Scraping from base.py:42 +[14:15:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; - Scraping from base.py:42 +[14:15:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:20:20] Scraping from base.py:42 +[14:15:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:20:21] Scraping from base.py:42 +[14:15:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:20:23] Scraping from base.py:42 +[14:15:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:20:25] Scraping from base.py:42 +[14:15:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:20:30] Scraping from base.py:42 +[14:15:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:20:34] Scraping from base.py:42 +[14:15:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:20:36] Scraping from base.py:42 +[14:15:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:20:37] Scraping from base.py:42 +[14:15:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:20:40] Scraping from base.py:42 +[14:15:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:20:41] Scraping from base.py:42 +[14:15:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:20:43] Scraping from base.py:42 +[14:15:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:20:44] Scraping from base.py:42 +[14:15:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:20:45] Scraping from base.py:42 +[14:15:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:20:47] Committing batch 3 consisting of 22 files base.py:274 -[14:20:48] Finished attempting to scrape: BIR base.py:324 +[14:15:41] Committing batch 3 consisting of 22 files base.py:274 +[14:15:42] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-09-27-14-00">2023-09-27</h2> + <h2 id="2023-09-28-14-12">2023-09-28</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>448 seconds</dd> + <dd>473 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-27 14:00:12.952739</dd> + <dd>2023-09-28 14:12:55.857446</dd> </div> <div> <dt>End</dt> - <dd>2023-09-27 14:07:41.215495</dd> + <dd>2023-09-28 14:20:48.894226</dd> </div> <div> <dt>Status code</dt> @@ -14718,806 +14718,806 @@ <h2 id="2023-09-27-14-00">2023-09-27</h2> </div> <h3>Run log</h3> - <pre>[14:00:12] Fetching Scraper for: BIR handlers.py:23 + <pre>[14:12:55] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[14:00:13] Deleting existing data... base.py:239 +[14:12:56] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[14:00:14] ...found 103 files in Councillors/json base.py:207 + ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 103 files in Councillors/raw base.py:207 +[14:12:57] ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:00:15] Deleting batch no. 2 consisting of 100 files base.py:216 -[14:00:16] Deleting batch no. 3 consisting of 7 files base.py:216 -[14:00:17] ...data deleted. base.py:246 +[14:12:58] Deleting batch no. 2 consisting of 100 files base.py:216 + Deleting batch no. 3 consisting of 7 files base.py:216 +[14:12:59] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[14:00:19] Scraping from base.py:42 +[14:13:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:00:24] Scraping from base.py:42 +[14:13:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[14:00:28] Scraping from base.py:42 +[14:13:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:00:29] Scraping from base.py:42 +[14:13:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[14:00:31] Scraping from base.py:42 +[14:13:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:00:33] Scraping from base.py:42 +[14:13:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[14:00:34] Scraping from base.py:42 +[14:13:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[14:00:36] Scraping from base.py:42 +[14:13:18] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[14:00:37] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[14:00:40] Scraping from base.py:42 +[14:13:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; - Scraping from base.py:42 +[14:13:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[14:00:42] Scraping from base.py:42 +[14:13:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[14:00:43] Scraping from base.py:42 +[14:13:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:00:45] Scraping from base.py:42 +[14:13:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[14:00:47] Scraping from base.py:42 +[14:13:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:00:50] Scraping from base.py:42 +[14:13:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[14:00:52] Scraping from base.py:42 +[14:13:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:00:54] Scraping from base.py:42 +[14:13:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[14:00:56] Scraping from base.py:42 +[14:13:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:00:57] Scraping from base.py:42 +[14:13:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[14:00:59] Scraping from base.py:42 +[14:13:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[14:01:02] Scraping from base.py:42 +[14:13:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[14:01:03] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[14:01:05] Scraping from base.py:42 +[14:13:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; - Scraping from base.py:42 +[14:13:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:01:08] Scraping from base.py:42 +[14:13:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[14:01:09] Scraping from base.py:42 +[14:13:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:01:11] Scraping from base.py:42 +[14:13:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[14:01:13] Scraping from base.py:42 +[14:13:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:01:16] Scraping from base.py:42 +[14:14:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[14:01:18] Scraping from base.py:42 +[14:14:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[14:01:21] Scraping from base.py:42 +[14:14:10] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[14:01:22] Scraping from base.py:42 +[14:14:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:01:24] Scraping from base.py:42 +[14:14:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[14:01:26] Scraping from base.py:42 +[14:14:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:01:28] Scraping from base.py:42 +[14:14:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[14:01:30] Scraping from base.py:42 +[14:14:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[14:01:32] Scraping from base.py:42 +[14:14:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[14:01:33] Scraping from base.py:42 +[14:14:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:01:36] Scraping from base.py:42 +[14:14:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[14:01:38] Scraping from base.py:42 +[14:14:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[14:01:40] Scraping from base.py:42 +[14:14:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[14:01:43] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[14:01:44] Scraping from base.py:42 +[14:14:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[14:01:46] Scraping from base.py:42 +[14:14:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[14:01:48] Scraping from base.py:42 +[14:14:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[14:01:49] Scraping from base.py:42 +[14:14:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[14:01:51] Scraping from base.py:42 +[14:14:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[14:01:53] Scraping from base.py:42 +[14:14:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[14:01:55] Scraping from base.py:42 +[14:14:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[14:01:56] Scraping from base.py:42 +[14:14:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[14:01:59] Scraping from base.py:42 +[14:14:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[14:02:01] Scraping from base.py:42 +[14:14:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[14:02:04] Scraping from base.py:42 +[14:14:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[14:02:06] Scraping from base.py:42 +[14:14:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:02:08] Scraping from base.py:42 +[14:14:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[14:02:12] Scraping from base.py:42 +[14:15:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:02:13] Scraping from base.py:42 +[14:15:03] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[14:02:15] Scraping from base.py:42 +[14:15:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[14:02:18] Scraping from base.py:42 +[14:15:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[14:02:22] Scraping from base.py:42 +[14:15:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; - Scraping from base.py:42 +[14:15:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[14:02:24] Scraping from base.py:42 +[14:15:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; -[14:02:26] Scraping from base.py:42 +[14:15:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:02:28] Scraping from base.py:42 +[14:15:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[14:02:30] Scraping from base.py:42 +[14:15:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[14:02:33] Scraping from base.py:42 +[14:15:26] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; - Scraping from base.py:42 +[14:15:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:02:35] Scraping from base.py:42 +[14:15:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[14:02:37] Scraping from base.py:42 +[14:15:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:02:38] Scraping from base.py:42 +[14:15:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[14:02:39] Scraping from base.py:42 +[14:15:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:02:42] Scraping from base.py:42 +[14:15:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[14:02:46] Scraping from base.py:42 +[14:15:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:02:47] Scraping from base.py:42 +[14:15:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[14:02:49] Scraping from base.py:42 +[14:15:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[14:02:51] Scraping from base.py:42 +[14:15:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; -[14:02:53] Scraping from base.py:42 +[14:15:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:02:55] Scraping from base.py:42 +[14:15:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[14:02:57] Scraping from base.py:42 +[14:15:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[14:02:58] Scraping from base.py:42 +[14:15:56] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[14:03:00] Scraping from base.py:42 +[14:15:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:03:05] Scraping from base.py:42 +[14:16:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[14:03:07] Scraping from base.py:42 +[14:16:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:03:09] Scraping from base.py:42 +[14:16:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[14:03:11] Scraping from base.py:42 +[14:16:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[14:03:15] Scraping from base.py:42 +[14:16:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[14:03:17] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:03:20] Scraping from base.py:42 +[14:16:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; -[14:03:21] Scraping from base.py:42 +[14:16:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:03:24] Scraping from base.py:42 +[14:16:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:03:26] Scraping from base.py:42 +[14:16:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:03:28] Scraping from base.py:42 +[14:16:25] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:03:30] Committing batch 1 consisting of 92 files base.py:274 -[14:03:31] Scraping from base.py:42 +[14:16:26] Committing batch 1 consisting of 92 files base.py:274 +[14:16:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:03:33] Scraping from base.py:42 +[14:16:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble - Scraping from base.py:42 +[14:16:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:03:36] Scraping from base.py:42 +[14:16:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:03:37] Scraping from base.py:42 +[14:16:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:03:40] Scraping from base.py:42 +[14:16:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal -[14:03:42] Scraping from base.py:42 +[14:16:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:03:44] Scraping from base.py:42 +[14:16:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:03:47] Scraping from base.py:42 +[14:16:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:03:52] Scraping from base.py:42 +[14:16:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:03:53] Scraping from base.py:42 +[14:16:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:03:55] Scraping from base.py:42 +[14:16:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan - Scraping from base.py:42 +[14:16:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:03:59] Scraping from base.py:42 +[14:16:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; - Scraping from base.py:42 +[14:16:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:04:01] Scraping from base.py:42 +[14:16:54] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:04:03] Scraping from base.py:42 +[14:16:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:04:05] Scraping from base.py:42 +[14:16:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:04:07] Scraping from base.py:42 +[14:17:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:04:09] Scraping from base.py:42 +[14:17:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:04:12] Scraping from base.py:42 +[14:17:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:04:13] Scraping from base.py:42 +[14:17:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:04:15] Scraping from base.py:42 +[14:17:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:04:18] Scraping from base.py:42 +[14:17:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:04:20] Scraping from base.py:42 +[14:17:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:04:23] Scraping from base.py:42 +[14:17:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:04:25] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:04:27] Scraping from base.py:42 +[14:17:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:04:29] Scraping from base.py:42 +[14:17:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:04:31] Scraping from base.py:42 +[14:17:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:04:34] Scraping from base.py:42 +[14:17:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:04:36] Scraping from base.py:42 +[14:17:30] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:04:38] Scraping from base.py:42 +[14:17:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:04:41] Scraping from base.py:42 +[14:17:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:04:43] Scraping from base.py:42 +[14:17:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:04:46] Scraping from base.py:42 +[14:17:37] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; -[14:04:48] Scraping from base.py:42 +[14:17:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:04:52] Scraping from base.py:42 +[14:17:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:04:54] Scraping from base.py:42 +[14:17:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:04:57] Scraping from base.py:42 +[14:17:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:04:58] Scraping from base.py:42 +[14:17:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:05:00] Scraping from base.py:42 +[14:17:49] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[14:05:01] Scraping from base.py:42 +[14:17:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:05:02] Scraping from base.py:42 +[14:17:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:05:04] Scraping from base.py:42 +[14:17:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:05:06] Scraping from base.py:42 +[14:17:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[14:05:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:05:09] Scraping from base.py:42 +[14:18:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:05:11] Scraping from base.py:42 +[14:18:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:05:14] Scraping from base.py:42 +[14:18:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:05:18] Scraping from base.py:42 +[14:18:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:05:21] Scraping from base.py:42 +[14:18:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; -[14:05:23] Scraping from base.py:42 +[14:18:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:05:26] Scraping from base.py:42 +[14:18:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:05:29] Scraping from base.py:42 +[14:18:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:05:32] Scraping from base.py:42 +[14:18:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:05:36] Scraping from base.py:42 +[14:18:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:05:41] Scraping from base.py:42 +[14:18:34] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:05:43] Scraping from base.py:42 +[14:18:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:05:46] Scraping from base.py:42 +[14:18:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:05:51] Scraping from base.py:42 +[14:18:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:05:53] Scraping from base.py:42 +[14:18:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:05:55] Scraping from base.py:42 +[14:18:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:05:57] Scraping from base.py:42 +[14:18:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:05:59] Scraping from base.py:42 +[14:18:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:06:03] Scraping from base.py:42 +[14:18:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:06:05] Scraping from base.py:42 +[14:18:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:06:06] Scraping from base.py:42 +[14:18:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:06:07] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:06:09] Scraping from base.py:42 +[14:19:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:06:12] Scraping from base.py:42 +[14:19:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:06:14] Scraping from base.py:42 +[14:19:11] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:06:16] Scraping from base.py:42 +[14:19:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:06:18] Scraping from base.py:42 +[14:19:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:06:20] Scraping from base.py:42 +[14:19:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:06:22] Scraping from base.py:42 +[14:19:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:06:23] Scraping from base.py:42 +[14:19:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:06:26] Scraping from base.py:42 +[14:19:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:06:28] Scraping from base.py:42 +[14:19:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:06:31] Scraping from base.py:42 +[14:19:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:06:33] Scraping from base.py:42 +[14:19:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:06:34] Scraping from base.py:42 +[14:19:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:06:36] Scraping from base.py:42 +[14:19:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:06:38] Scraping from base.py:42 +[14:19:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:06:39] Scraping from base.py:42 +[14:19:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:06:40] Scraping from base.py:42 +[14:19:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:06:41] Scraping from base.py:42 +[14:19:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:06:42] Scraping from base.py:42 +[14:19:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:06:44] Scraping from base.py:42 +[14:19:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:06:46] Scraping from base.py:42 +[14:19:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:06:47] Scraping from base.py:42 +[14:19:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:06:49] Scraping from base.py:42 +[14:19:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:06:52] Scraping from base.py:42 +[14:19:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:06:55] Committing batch 2 consisting of 92 files base.py:274 -[14:06:56] Scraping from base.py:42 +[14:20:00] Committing batch 2 consisting of 92 files base.py:274 +[14:20:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:06:58] Scraping from base.py:42 +[14:20:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[14:07:00] Scraping from base.py:42 +[14:20:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:07:02] Scraping from base.py:42 +[14:20:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:07:06] Scraping from base.py:42 +[14:20:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:07:08] Scraping from base.py:42 +[14:20:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:07:10] Scraping from base.py:42 +[14:20:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:07:13] Scraping from base.py:42 +[14:20:16] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:07:17] Scraping from base.py:42 +[14:20:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:07:18] Scraping from base.py:42 +[14:20:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:07:19] Scraping from base.py:42 +[14:20:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:07:20] Scraping from base.py:42 +[14:20:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:07:23] Scraping from base.py:42 +[14:20:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:07:27] Scraping from base.py:42 +[14:20:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:07:29] Scraping from base.py:42 +[14:20:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:07:30] Scraping from base.py:42 +[14:20:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:07:32] Scraping from base.py:42 +[14:20:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:07:34] Scraping from base.py:42 +[14:20:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:07:36] Scraping from base.py:42 +[14:20:43] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:07:37] Scraping from base.py:42 +[14:20:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:07:39] Scraping from base.py:42 +[14:20:45] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; - Committing batch 3 consisting of 22 files base.py:274 -[14:07:41] Finished attempting to scrape: BIR base.py:324 +[14:20:47] Committing batch 3 consisting of 22 files base.py:274 +[14:20:48] Finished attempting to scrape: BIR base.py:324 </pre> - <h2 id="2023-09-26-13-56">2023-09-26</h2> + <h2 id="2023-09-27-14-00">2023-09-27</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>455 seconds</dd> + <dd>448 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-26 13:56:49.985863</dd> + <dd>2023-09-27 14:00:12.952739</dd> </div> <div> <dt>End</dt> - <dd>2023-09-26 14:04:25.198474</dd> + <dd>2023-09-27 14:07:41.215495</dd> </div> <div> <dt>Status code</dt> @@ -15532,785 +15532,785 @@ <h2 id="2023-09-26-13-56">2023-09-26</h2> </div> <h3>Run log</h3> - <pre>[13:56:49] Fetching Scraper for: BIR handlers.py:23 + <pre>[14:00:12] Fetching Scraper for: BIR handlers.py:23 Begin attempting to scrape: BIR handlers.py:27 -[13:56:50] Deleting existing data... base.py:239 +[14:00:13] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[13:56:51] Getting all files in Councillors/json... base.py:191 - ...found 103 files in Councillors/json base.py:207 + Getting all files in Councillors/json... base.py:191 +[14:00:14] ...found 103 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 103 files in Councillors/raw base.py:207 ...found 207 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:56:52] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:56:53] Deleting batch no. 3 consisting of 7 files base.py:216 -[13:56:54] ...data deleted. base.py:246 +[14:00:15] Deleting batch no. 2 consisting of 100 files base.py:216 +[14:00:16] Deleting batch no. 3 consisting of 7 files base.py:216 +[14:00:17] ...data deleted. base.py:246 Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors.aspx -[13:56:57] Scraping from base.py:42 +[14:00:19] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:57:01] Scraping from base.py:42 +[14:00:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1005/ScreenMode/Alphab etical/Default.aspx -[13:57:06] Scraping from base.py:42 +[14:00:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:57:07] Scraping from base.py:42 +[14:00:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1282/ScreenMode/Alphab etical/Default.aspx -[13:57:09] Scraping from base.py:42 +[14:00:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:57:11] Scraping from base.py:42 +[14:00:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphab etical/Default.aspx -[13:57:14] Scraping from base.py:42 +[14:00:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabet ical/Default.aspx -[13:57:16] Scraping from base.py:42 +[14:00:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/5/deirdre_alden ; -[13:57:17] Scraping from base.py:42 +[14:00:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Alphabe tical/Default.aspx -[13:57:20] Scraping from base.py:42 +[14:00:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/7/robert_alden ; -[13:57:22] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alphabet ical/Default.aspx -[13:57:24] Scraping from base.py:42 +[14:00:42] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/11/gurdial_singh _atwal ; -[13:57:25] Scraping from base.py:42 +[14:00:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:57:27] Scraping from base.py:42 +[14:00:45] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1228/ScreenMode/Alphab etical/Default.aspx -[13:57:29] Scraping from base.py:42 +[14:00:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:57:31] Scraping from base.py:42 +[14:00:50] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphab etical/Default.aspx -[13:57:32] Scraping from base.py:42 +[14:00:52] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:57:34] Scraping from base.py:42 +[14:00:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1245/ScreenMode/Alphab etical/Default.aspx -[13:57:36] Scraping from base.py:42 +[14:00:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:57:38] Scraping from base.py:42 +[14:00:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1229/ScreenMode/Alphab etical/Default.aspx -[13:57:41] Scraping from base.py:42 +[14:00:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Alphabe tical/Default.aspx -[13:57:43] Scraping from base.py:42 +[14:01:02] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/14/david_barrie ; -[13:57:44] Scraping from base.py:42 +[14:01:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabe tical/Default.aspx -[13:57:45] Scraping from base.py:42 +[14:01:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/16/matt_bennett ; -[13:57:46] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:57:48] Scraping from base.py:42 +[14:01:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1240/ScreenMode/Alphab etical/Default.aspx -[13:57:50] Scraping from base.py:42 +[14:01:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:57:51] Scraping from base.py:42 +[14:01:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1238/ScreenMode/Alphab etical/Default.aspx -[13:57:53] Scraping from base.py:42 +[14:01:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:57:55] Scraping from base.py:42 +[14:01:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1251/ScreenMode/Alphab etical/Default.aspx -[13:57:57] Scraping from base.py:42 +[14:01:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabet ical/Default.aspx -[13:57:59] Scraping from base.py:42 +[14:01:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/19/sir_albert_bo re ; -[13:58:01] Scraping from base.py:42 +[14:01:22] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:58:03] Scraping from base.py:42 +[14:01:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1023/ScreenMode/Alphab etical/Default.aspx -[13:58:06] Scraping from base.py:42 +[14:01:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:58:08] Scraping from base.py:42 +[14:01:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1227/ScreenMode/Alphab etical/Default.aspx -[13:58:10] Scraping from base.py:42 +[14:01:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabet ical/Default.aspx -[13:58:12] Scraping from base.py:42 +[14:01:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/22/marje_bridle ; -[13:58:14] Scraping from base.py:42 +[14:01:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:58:16] Scraping from base.py:42 +[14:01:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1231/ScreenMode/Alphab etical/Default.aspx -[13:58:19] Scraping from base.py:42 +[14:01:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabe tical/Default.aspx -[13:58:21] Scraping from base.py:42 +[14:01:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/23/mick_brown ; -[13:58:22] Scraping from base.py:42 +[14:01:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabe tical/Default.aspx -[13:58:23] Scraping from base.py:42 +[14:01:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/28/zaker_choudhr y ; -[13:58:25] Scraping from base.py:42 +[14:01:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabe tical/Default.aspx -[13:58:27] Scraping from base.py:42 +[14:01:48] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/29/debbie_clancy ; -[13:58:28] Scraping from base.py:42 +[14:01:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/967/ScreenMode/Alphabe tical/Default.aspx -[13:58:30] Scraping from base.py:42 +[14:01:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/123/liz_clements -[13:58:32] Scraping from base.py:42 +[14:01:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabet ical/Default.aspx -[13:58:35] Scraping from base.py:42 +[14:01:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/33/maureen_corni sh ; -[13:58:37] Scraping from base.py:42 +[14:01:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabet ical/Default.aspx -[13:58:40] Scraping from base.py:42 +[14:01:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/34/john_cotton ; -[13:58:41] Scraping from base.py:42 +[14:02:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Alphabe tical/Default.aspx -[13:58:44] Scraping from base.py:42 +[14:02:04] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/37/philip_davis_ ba_ma ; -[13:58:45] Scraping from base.py:42 +[14:02:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:58:48] Scraping from base.py:42 +[14:02:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1223/ScreenMode/Alphab etical/Default.aspx -[13:58:51] Scraping from base.py:42 +[14:02:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:58:52] Scraping from base.py:42 +[14:02:13] Scraping from base.py:42 http://www.birmingham.gov.uk/cs/Satellite?c=Page&childpage name=Member-Services%2FPageLayout&cid=1223092734506&pagena me=BCC%2FCommon%2FWrapper%2FWrapper -[13:58:53] Scraping from base.py:42 +[14:02:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/106/ScreenMode/Alphabe tical/Default.aspx -[13:58:54] Scraping from base.py:42 +[14:02:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/940/ScreenMode/Alphabe tical/Default.aspx -[13:58:57] Scraping from base.py:42 +[14:02:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/38/diane_donalds on ; -[13:58:59] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabet ical/Default.aspx -[13:59:01] Scraping from base.py:42 +[14:02:24] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/40/barbara_dring ; - Scraping from base.py:42 +[14:02:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:59:06] Scraping from base.py:42 +[14:02:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1242/ScreenMode/Alphab etical/Default.aspx -[13:59:11] Scraping from base.py:42 +[14:02:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/942/ScreenMode/Alphabe tical/Default.aspx -[13:59:14] Scraping from base.py:42 +[14:02:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/45/jayne_francis ; -[13:59:15] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:59:17] Scraping from base.py:42 +[14:02:35] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1230/ScreenMode/Alphab etical/Default.aspx -[13:59:20] Scraping from base.py:42 +[14:02:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:59:21] Scraping from base.py:42 +[14:02:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1233/ScreenMode/Alphab etical/Default.aspx -[13:59:22] Scraping from base.py:42 +[14:02:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:59:26] Scraping from base.py:42 +[14:02:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1244/ScreenMode/Alphab etical/Default.aspx -[13:59:29] Scraping from base.py:42 +[14:02:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:59:32] Scraping from base.py:42 +[14:02:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphab etical/Default.aspx -[13:59:33] Scraping from base.py:42 +[14:02:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabet ical/Default.aspx -[13:59:36] Scraping from base.py:42 +[14:02:51] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/51/roger_harmer ; - Scraping from base.py:42 +[14:02:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:59:40] Scraping from base.py:42 +[14:02:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1219/ScreenMode/Alphab etical/Default.aspx -[13:59:42] Scraping from base.py:42 +[14:02:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabe tical/Default.aspx -[13:59:44] Scraping from base.py:42 +[14:02:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/52/kath_hartley ; -[13:59:45] Scraping from base.py:42 +[14:03:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:59:49] Scraping from base.py:42 +[14:03:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1012/ScreenMode/Alphab etical/Default.aspx -[13:59:51] Scraping from base.py:42 +[14:03:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:59:53] Scraping from base.py:42 +[14:03:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1235/ScreenMode/Alphab etical/Default.aspx -[13:59:56] Scraping from base.py:42 +[14:03:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabet ical/Default.aspx -[13:59:58] Scraping from base.py:42 +[14:03:15] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/57/jon_hunt ; -[13:59:59] Scraping from base.py:42 +[14:03:17] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabet ical/Default.aspx -[14:00:02] Scraping from base.py:42 +[14:03:20] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/58/mahmood_hussa in ; - Scraping from base.py:42 +[14:03:21] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:00:06] Scraping from base.py:42 +[14:03:24] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1224/ScreenMode/Alphab etical/Default.aspx -[14:00:08] Scraping from base.py:42 +[14:03:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/944/ScreenMode/Alphabe tical/Default.aspx -[14:00:12] Scraping from base.py:42 +[14:03:28] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/59/shabrana_huss ain ; -[14:00:13] Committing batch 1 consisting of 92 files base.py:274 -[14:00:14] Scraping from base.py:42 +[14:03:30] Committing batch 1 consisting of 92 files base.py:274 +[14:03:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabet ical/Default.aspx -[14:00:16] Scraping from base.py:42 +[14:03:33] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/60/timothy_huxta ble -[14:00:18] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenMode/Alphabe tical/Default.aspx -[14:00:21] Scraping from base.py:42 +[14:03:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/61/mohammed_idre es ; -[14:00:24] Scraping from base.py:42 +[14:03:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode/Alphabe tical/Default.aspx -[14:00:26] Scraping from base.py:42 +[14:03:40] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/62/zafar_iqbal - Scraping from base.py:42 +[14:03:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:00:28] Scraping from base.py:42 +[14:03:44] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1202/ScreenMode/Alphab etical/Default.aspx -[14:00:30] Scraping from base.py:42 +[14:03:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabet ical/Default.aspx -[14:00:32] Scraping from base.py:42 +[14:03:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/63/ziaul_islam_m be ; -[14:00:33] Scraping from base.py:42 +[14:03:53] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/966/ScreenMode/Alphabe tical/Default.aspx -[14:00:36] Scraping from base.py:42 +[14:03:55] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/122/morriam_jan Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabe tical/Default.aspx -[14:00:39] Scraping from base.py:42 +[14:03:59] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/64/kerry_jenkins ; -[14:00:40] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabe tical/Default.aspx -[14:00:44] Scraping from base.py:42 +[14:04:01] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/65/meirion_jenki ns ; -[14:00:45] Scraping from base.py:42 +[14:04:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabet ical/Default.aspx -[14:00:48] Scraping from base.py:42 +[14:04:05] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/68/brigid_jones ; -[14:00:50] Scraping from base.py:42 +[14:04:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:00:53] Scraping from base.py:42 +[14:04:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1248/ScreenMode/Alphab etical/Default.aspx -[14:00:55] Scraping from base.py:42 +[14:04:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:00:58] Scraping from base.py:42 +[14:04:13] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1249/ScreenMode/Alphab etical/Default.aspx -[14:01:00] Scraping from base.py:42 +[14:04:15] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:01:02] Scraping from base.py:42 +[14:04:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1225/ScreenMode/Alphab etical/Default.aspx -[14:01:03] Scraping from base.py:42 +[14:04:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabe tical/Default.aspx -[14:01:08] Scraping from base.py:42 +[14:04:23] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/75/mariam_khan ; -[14:01:10] Scraping from base.py:42 +[14:04:25] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:01:14] Scraping from base.py:42 +[14:04:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1246/ScreenMode/Alphab etical/Default.aspx -[14:01:16] Scraping from base.py:42 +[14:04:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:01:20] Scraping from base.py:42 +[14:04:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1236/ScreenMode/Alphab etical/Default.aspx -[14:01:23] Scraping from base.py:42 +[14:04:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabe tical/Default.aspx -[14:01:25] Scraping from base.py:42 +[14:04:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/76/narinder_kaur _kooner ; -[14:01:26] Scraping from base.py:42 +[14:04:38] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:01:28] Scraping from base.py:42 +[14:04:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1239/ScreenMode/Alphab etical/Default.aspx -[14:01:30] Scraping from base.py:42 +[14:04:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabe tical/Default.aspx -[14:01:33] Scraping from base.py:42 +[14:04:46] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/77/chaman_lal ; - Scraping from base.py:42 +[14:04:48] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabet ical/Default.aspx -[14:01:36] Scraping from base.py:42 +[14:04:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/79/bruce_lines ; -[14:01:38] Scraping from base.py:42 +[14:04:54] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/946/ScreenMode/Alphabe tical/Default.aspx -[14:01:40] Scraping from base.py:42 +[14:04:57] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/82/mary_locke ; -[14:01:41] Scraping from base.py:42 +[14:04:58] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabe tical/Default.aspx -[14:01:43] Scraping from base.py:42 +[14:05:00] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; -[14:01:44] Scraping from base.py:42 +[14:05:01] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:01:45] Scraping from base.py:42 +[14:05:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1241/ScreenMode/Alphab etical/Default.aspx -[14:01:48] Scraping from base.py:42 +[14:05:04] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabe tical/Default.aspx -[14:01:51] Scraping from base.py:42 +[14:05:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/84/majid_mahmood ; -[14:01:52] Scraping from base.py:42 +[14:05:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:01:54] Scraping from base.py:42 +[14:05:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1247/ScreenMode/Alphab etical/Default.aspx -[14:01:56] Scraping from base.py:42 +[14:05:11] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:01:58] Scraping from base.py:42 +[14:05:14] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1237/ScreenMode/Alphab etical/Default.aspx -[14:02:02] Scraping from base.py:42 +[14:05:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabet ical/Default.aspx -[14:02:05] Scraping from base.py:42 +[14:05:21] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/85/karen_mccarth y ; - Scraping from base.py:42 +[14:05:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:02:08] Scraping from base.py:42 +[14:05:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1016/ScreenMode/Alphab etical/Default.aspx -[14:02:10] Scraping from base.py:42 +[14:05:29] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:02:13] Scraping from base.py:42 +[14:05:32] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1226/ScreenMode/Alphab etical/Default.aspx -[14:02:16] Scraping from base.py:42 +[14:05:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabet ical/Default.aspx -[14:02:21] Scraping from base.py:42 +[14:05:41] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/87/gareth_moore ; -[14:02:22] Scraping from base.py:42 +[14:05:43] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:02:25] Scraping from base.py:42 +[14:05:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1017/ScreenMode/Alphab etical/Default.aspx -[14:02:28] Scraping from base.py:42 +[14:05:51] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabet ical/Default.aspx -[14:02:30] Scraping from base.py:42 +[14:05:53] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/88/yvonne_mosqui to ; -[14:02:32] Scraping from base.py:42 +[14:05:55] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:02:35] Scraping from base.py:42 +[14:05:57] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1250/ScreenMode/Alphab etical/Default.aspx -[14:02:38] Scraping from base.py:42 +[14:05:59] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:02:40] Scraping from base.py:42 +[14:06:03] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1234/ScreenMode/Alphab etical/Default.aspx -[14:02:42] Scraping from base.py:42 +[14:06:05] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabet ical/Default.aspx -[14:02:44] Scraping from base.py:42 +[14:06:06] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/91/david_pears ; -[14:02:46] Scraping from base.py:42 +[14:06:07] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:02:48] Scraping from base.py:42 +[14:06:09] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1253/ScreenMode/Alphab etical/Default.aspx -[14:02:51] Scraping from base.py:42 +[14:06:12] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabet ical/Default.aspx -[14:02:54] Scraping from base.py:42 +[14:06:14] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/93/rob_pocock ; -[14:02:55] Scraping from base.py:42 +[14:06:16] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:02:57] Scraping from base.py:42 +[14:06:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1018/ScreenMode/Alphab etical/Default.aspx -[14:03:00] Scraping from base.py:42 +[14:06:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabe tical/Default.aspx -[14:03:02] Scraping from base.py:42 +[14:06:22] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/95/hendrina_quin nen ; -[14:03:03] Scraping from base.py:42 +[14:06:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:03:06] Scraping from base.py:42 +[14:06:26] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1243/ScreenMode/Alphab etical/Default.aspx -[14:03:10] Scraping from base.py:42 +[14:06:28] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:03:12] Scraping from base.py:42 +[14:06:31] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1200/ScreenMode/Alphab etical/Default.aspx -[14:03:13] Scraping from base.py:42 +[14:06:33] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:03:15] Scraping from base.py:42 +[14:06:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1020/ScreenMode/Alphab etical/Default.aspx -[14:03:17] Scraping from base.py:42 +[14:06:36] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:03:18] Scraping from base.py:42 +[14:06:38] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/101/valerie_seab right ; -[14:03:22] Scraping from base.py:42 +[14:06:39] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabet ical/Default.aspx -[14:03:23] Scraping from base.py:42 +[14:06:40] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:03:24] Scraping from base.py:42 +[14:06:41] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1021/ScreenMode/Alphab etical/Default.aspx -[14:03:25] Scraping from base.py:42 +[14:06:42] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabe tical/Default.aspx -[14:03:27] Scraping from base.py:42 +[14:06:44] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/103/shafique_sha h ; -[14:03:28] Scraping from base.py:42 +[14:06:46] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:03:29] Scraping from base.py:42 +[14:06:47] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1232/ScreenMode/Alphab etical/Default.aspx -[14:03:31] Scraping from base.py:42 +[14:06:49] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenMode/Alphabe tical/Default.aspx -[14:03:33] Scraping from base.py:42 +[14:06:52] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/105/sybil_spence ; -[14:03:35] Committing batch 2 consisting of 92 files base.py:274 -[14:03:36] Scraping from base.py:42 +[14:06:55] Committing batch 2 consisting of 92 files base.py:274 +[14:06:56] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabet ical/Default.aspx -[14:03:38] Scraping from base.py:42 +[14:06:58] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/108/ron_storer ; -[14:03:40] Scraping from base.py:42 +[14:07:00] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:03:42] Scraping from base.py:42 +[14:07:02] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1203/ScreenMode/Alphab etical/Default.aspx -[14:03:44] Scraping from base.py:42 +[14:07:06] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:03:45] Scraping from base.py:42 +[14:07:08] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1252/ScreenMode/Alphab etical/Default.aspx -[14:03:48] Scraping from base.py:42 +[14:07:10] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabet ical/Default.aspx -[14:03:51] Scraping from base.py:42 +[14:07:13] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/110/sharon_thomp son ; -[14:03:52] Scraping from base.py:42 + Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabe tical/Default.aspx -[14:03:56] Scraping from base.py:42 +[14:07:17] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/111/paul_tilsley _cbe ; -[14:03:57] Scraping from base.py:42 +[14:07:18] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabet ical/Default.aspx -[14:03:59] Scraping from base.py:42 +[14:07:19] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/113/lisa_tricket t ; -[14:04:01] Scraping from base.py:42 +[14:07:20] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:04:03] Scraping from base.py:42 +[14:07:23] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/1222/ScreenMode/Alphab etical/Default.aspx -[14:04:07] Scraping from base.py:42 +[14:07:27] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabet ical/Default.aspx -[14:04:11] Scraping from base.py:42 +[14:07:29] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/116/ian_ward ; -[14:04:12] Scraping from base.py:42 +[14:07:30] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabe tical/Default.aspx -[14:04:15] Scraping from base.py:42 +[14:07:32] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/119/ken_wood ; -[14:04:16] Scraping from base.py:42 +[14:07:34] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabe tical/Default.aspx -[14:04:18] Scraping from base.py:42 +[14:07:36] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/120/alex_yip ; -[14:04:19] Scraping from base.py:42 +[14:07:37] Scraping from base.py:42 https://birmingham.cmis.uk.com/birmingham/Councillors/tabi d/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabet ical/Default.aspx -[14:04:22] Scraping from base.py:42 +[14:07:39] Scraping from base.py:42 https://www.birmingham.gov.uk/councillors/121/waseem_zaffa r ; -[14:04:23] Committing batch 3 consisting of 22 files base.py:274 -[14:04:25] Finished attempting to scrape: BIR base.py:324 + Committing batch 3 consisting of 22 files base.py:274 +[14:07:41] Finished attempting to scrape: BIR base.py:324 </pre> diff --git a/logbooks/BLA/index.html b/logbooks/BLA/index.html index 1f914428b4..bb109dfe41 100644 --- a/logbooks/BLA/index.html +++ b/logbooks/BLA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:36:46.071371</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:36:54.944635</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:36:46] Fetching Scraper for: BLA handlers.py:23 + Begin attempting to scrape: BLA handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:36:47] Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[09:36:48] ...data deleted. base.py:246 + Scraping from base.py:42 + https://w3.blaby.gov.uk/decision-making/mgWebService.asmx/ + GetCouncillorsByWard +[09:36:53] Committing batch 1 consisting of 72 files base.py:274 +[09:36:54] Finished attempting to scrape: BLA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1150,57 +1201,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:54:52.879803</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:58.941998</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:54:52] Fetching Scraper for: BLA handlers.py:23 - Begin attempting to scrape: BLA handlers.py:27 -[13:54:53] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:54:54] ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 - ...data deleted. base.py:246 -[13:54:55] Scraping from base.py:42 - https://w3.blaby.gov.uk/decision-making/mgWebService.asmx/ - GetCouncillorsByWard -[13:54:57] Committing batch 1 consisting of 72 files base.py:274 -[13:54:58] Finished attempting to scrape: BLA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BNE/index.html b/logbooks/BNE/index.html index 9b538f23b4..b11135e7a9 100644 --- a/logbooks/BNE/index.html +++ b/logbooks/BNE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:44:39.017889</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:44:49.375067</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:44:39] Fetching Scraper for: BNE handlers.py:23 + Begin attempting to scrape: BNE handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:44:40] Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:44:41] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:44:42] ...data deleted. base.py:246 + Scraping from base.py:42 + https://barnet.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:44:46] Committing batch 1 consisting of 92 files base.py:274 +[09:44:48] Committing batch 2 consisting of 34 files base.py:274 +[09:44:49] Finished attempting to scrape: BNE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-59">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:39:19.839907</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:29.045958</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:39:19] Fetching Scraper for: BNE handlers.py:23 - Begin attempting to scrape: BNE handlers.py:27 -[12:39:20] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 -[12:39:21] Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:39:22] Deleting batch no. 2 consisting of 27 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://barnet.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:39:26] Committing batch 1 consisting of 92 files base.py:274 -[12:39:27] Committing batch 2 consisting of 34 files base.py:274 -[12:39:29] Finished attempting to scrape: BNE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BNH/index.html b/logbooks/BNH/index.html index 757b04023b..f24bce8c72 100644 --- a/logbooks/BNH/index.html +++ b/logbooks/BNH/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:22.375710</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:42:30.698188</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:22] Fetching Scraper for: BNH handlers.py:23 + Begin attempting to scrape: BNH handlers.py:27 + Deleting existing data... base.py:239 +[08:42:23] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:42:24] Deleting batch no. 2 consisting of 11 files base.py:216 +[08:42:25] ...data deleted. base.py:246 + Scraping from base.py:42 + http://present.brighton-hove.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[08:42:28] Committing batch 1 consisting of 92 files base.py:274 +[08:42:29] Committing batch 2 consisting of 18 files base.py:274 +[08:42:30] Finished attempting to scrape: BNH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:05:22.093612</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:05:30.858124</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:05:22] Fetching Scraper for: BNH handlers.py:23 - Begin attempting to scrape: BNH handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:05:23] Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:05:24] Deleting batch no. 2 consisting of 9 files base.py:216 -[13:05:25] ...data deleted. base.py:246 - Scraping from base.py:42 - http://present.brighton-hove.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[13:05:28] Committing batch 1 consisting of 92 files base.py:274 -[13:05:29] Committing batch 2 consisting of 16 files base.py:274 -[13:05:30] Finished attempting to scrape: BNH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BNS/index.html b/logbooks/BNS/index.html index 6aa608ba58..f9a623d00c 100644 --- a/logbooks/BNS/index.html +++ b/logbooks/BNS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:35:46.300580</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:35:57.036305</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:35:46] Fetching Scraper for: BNS handlers.py:23 +[10:35:47] Begin attempting to scrape: BNS handlers.py:27 + Deleting existing data... base.py:239 +[10:35:48] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 +[10:35:49] ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 27 files base.py:216 +[10:35:50] ...data deleted. base.py:246 + Scraping from base.py:42 + http://barnsleymbc.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:35:54] Committing batch 1 consisting of 92 files base.py:274 +[10:35:55] Committing batch 2 consisting of 34 files base.py:274 +[10:35:57] Finished attempting to scrape: BNS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-37">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:50:25.046530</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:34.826837</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:50:25] Fetching Scraper for: BNS handlers.py:23 - Begin attempting to scrape: BNS handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:50:26] Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:50:27] Deleting batch no. 2 consisting of 27 files base.py:216 -[12:50:28] ...data deleted. base.py:246 - Scraping from base.py:42 - http://barnsleymbc.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:50:32] Committing batch 1 consisting of 92 files base.py:274 -[12:50:33] Committing batch 2 consisting of 34 files base.py:274 -[12:50:34] Finished attempting to scrape: BNS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BOL/index.html b/logbooks/BOL/index.html index 3f58e0c8f0..25733ca6e0 100644 --- a/logbooks/BOL/index.html +++ b/logbooks/BOL/index.html @@ -37,6 +37,290 @@ + <h2 id="2023-10-15-10-07">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>87 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:07:04.447072</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:08:32.043382</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:07:04] Fetching Scraper for: BOL handlers.py:23 + Begin attempting to scrape: BOL handlers.py:27 + Deleting existing data... base.py:239 +[10:07:05] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:07:06] Deleting batch no. 2 consisting of 17 files base.py:216 +[10:07:07] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People.aspx +[10:07:09] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/563/ScreenMode/Ward/Default + .aspx +[10:07:10] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/921/ScreenMode/Ward/Default + .aspx +[10:07:11] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/562/ScreenMode/Ward/Default + .aspx +[10:07:14] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/710/ScreenMode/Ward/Default + .aspx +[10:07:15] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/923/ScreenMode/Ward/Default + .aspx +[10:07:16] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/922/ScreenMode/Ward/Default + .aspx +[10:07:17] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/925/ScreenMode/Ward/Default + .aspx +[10:07:19] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/924/ScreenMode/Ward/Default + .aspx +[10:07:20] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default + .aspx +[10:07:22] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default + .aspx +[10:07:23] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/911/ScreenMode/Ward/Default + .aspx +[10:07:24] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default + .aspx +[10:07:25] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/914/ScreenMode/Ward/Default + .aspx +[10:07:26] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/842/ScreenMode/Ward/Default + .aspx +[10:07:28] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/884/ScreenMode/Ward/Default + .aspx +[10:07:29] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/935/ScreenMode/Ward/Default + .aspx +[10:07:30] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/658/ScreenMode/Ward/Default + .aspx +[10:07:31] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/878/ScreenMode/Ward/Default + .aspx +[10:07:33] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/642/ScreenMode/Ward/Default + .aspx +[10:07:36] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/926/ScreenMode/Ward/Default + .aspx +[10:07:37] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/707/ScreenMode/Ward/Default + .aspx +[10:07:38] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/906/ScreenMode/Ward/Default + .aspx +[10:07:39] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/936/ScreenMode/Ward/Default + .aspx +[10:07:40] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/937/ScreenMode/Ward/Default + .aspx +[10:07:41] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/694/ScreenMode/Ward/Default + .aspx +[10:07:42] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default + .aspx +[10:07:44] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/617/ScreenMode/Ward/Default + .aspx +[10:07:45] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/938/ScreenMode/Ward/Default + .aspx +[10:07:46] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/940/ScreenMode/Ward/Default + .aspx +[10:07:47] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/939/ScreenMode/Ward/Default + .aspx +[10:07:48] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/903/ScreenMode/Ward/Default + .aspx +[10:07:49] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default + .aspx +[10:07:52] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/897/ScreenMode/Ward/Default + .aspx +[10:07:53] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/893/ScreenMode/Ward/Default + .aspx +[10:07:54] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/927/ScreenMode/Ward/Default + .aspx +[10:07:55] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/928/ScreenMode/Ward/Default + .aspx +[10:07:56] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/929/ScreenMode/Ward/Default + .aspx +[10:07:57] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/912/ScreenMode/Ward/Default + .aspx +[10:07:58] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/930/ScreenMode/Ward/Default + .aspx +[10:07:59] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/916/ScreenMode/Ward/Default + .aspx +[10:08:00] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/909/ScreenMode/Ward/Default + .aspx +[10:08:01] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/568/ScreenMode/Ward/Default + .aspx +[10:08:02] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/585/ScreenMode/Ward/Default + .aspx +[10:08:04] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/586/ScreenMode/Ward/Default + .aspx +[10:08:07] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/931/ScreenMode/Ward/Default + .aspx +[10:08:08] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/915/ScreenMode/Ward/Default + .aspx +[10:08:09] Committing batch 1 consisting of 92 files base.py:274 +[10:08:11] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/932/ScreenMode/Ward/Default + .aspx +[10:08:12] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/561/ScreenMode/Ward/Default + .aspx +[10:08:14] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/913/ScreenMode/Ward/Default + .aspx +[10:08:15] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default + .aspx +[10:08:16] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/711/ScreenMode/Ward/Default + .aspx +[10:08:17] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/918/ScreenMode/Ward/Default + .aspx +[10:08:18] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/598/ScreenMode/Ward/Default + .aspx +[10:08:23] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/942/ScreenMode/Ward/Default + .aspx +[10:08:24] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/943/ScreenMode/Ward/Default + .aspx +[10:08:25] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/933/ScreenMode/Ward/Default + .aspx +[10:08:26] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/934/ScreenMode/Ward/Default + .aspx +[10:08:29] Scraping from base.py:42 + https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ + ctl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default + .aspx +[10:08:30] Committing batch 2 consisting of 24 files base.py:274 +[10:08:32] Finished attempting to scrape: BOL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-33">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5401,298 +5685,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-19">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>84 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:19:35.688666</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:21:00.467577</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:19:35] Fetching Scraper for: BOL handlers.py:23 - Begin attempting to scrape: BOL handlers.py:27 -[13:19:36] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:19:37] ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 21 files base.py:216 -[13:19:38] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People.aspx -[13:19:40] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/563/ScreenMode/Ward/Default - .aspx -[13:19:42] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/921/ScreenMode/Ward/Default - .aspx -[13:19:44] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/562/ScreenMode/Ward/Default - .aspx -[13:19:46] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/710/ScreenMode/Ward/Default - .aspx -[13:19:47] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/923/ScreenMode/Ward/Default - .aspx -[13:19:48] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/922/ScreenMode/Ward/Default - .aspx -[13:19:49] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/925/ScreenMode/Ward/Default - .aspx -[13:19:50] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/924/ScreenMode/Ward/Default - .aspx -[13:19:51] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default - .aspx -[13:19:52] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default - .aspx -[13:19:54] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/911/ScreenMode/Ward/Default - .aspx -[13:19:55] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default - .aspx -[13:19:56] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/914/ScreenMode/Ward/Default - .aspx -[13:19:57] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/842/ScreenMode/Ward/Default - .aspx -[13:19:58] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/884/ScreenMode/Ward/Default - .aspx -[13:20:00] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/935/ScreenMode/Ward/Default - .aspx -[13:20:02] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/658/ScreenMode/Ward/Default - .aspx -[13:20:03] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/878/ScreenMode/Ward/Default - .aspx -[13:20:04] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/642/ScreenMode/Ward/Default - .aspx -[13:20:06] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/926/ScreenMode/Ward/Default - .aspx - Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/707/ScreenMode/Ward/Default - .aspx -[13:20:08] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/906/ScreenMode/Ward/Default - .aspx -[13:20:09] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/936/ScreenMode/Ward/Default - .aspx -[13:20:10] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/937/ScreenMode/Ward/Default - .aspx -[13:20:11] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/694/ScreenMode/Ward/Default - .aspx -[13:20:12] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default - .aspx -[13:20:13] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/617/ScreenMode/Ward/Default - .aspx -[13:20:16] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/938/ScreenMode/Ward/Default - .aspx -[13:20:17] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/940/ScreenMode/Ward/Default - .aspx -[13:20:18] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/939/ScreenMode/Ward/Default - .aspx -[13:20:20] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/903/ScreenMode/Ward/Default - .aspx - Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default - .aspx -[13:20:22] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/897/ScreenMode/Ward/Default - .aspx -[13:20:23] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/893/ScreenMode/Ward/Default - .aspx -[13:20:24] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/927/ScreenMode/Ward/Default - .aspx -[13:20:25] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/928/ScreenMode/Ward/Default - .aspx -[13:20:26] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/896/ScreenMode/Ward/Default - .aspx -[13:20:27] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/929/ScreenMode/Ward/Default - .aspx -[13:20:28] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/912/ScreenMode/Ward/Default - .aspx -[13:20:29] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/930/ScreenMode/Ward/Default - .aspx -[13:20:31] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/916/ScreenMode/Ward/Default - .aspx -[13:20:32] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/909/ScreenMode/Ward/Default - .aspx -[13:20:33] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/568/ScreenMode/Ward/Default - .aspx -[13:20:34] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/585/ScreenMode/Ward/Default - .aspx -[13:20:36] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/586/ScreenMode/Ward/Default - .aspx -[13:20:38] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/931/ScreenMode/Ward/Default - .aspx -[13:20:39] Committing batch 1 consisting of 92 files base.py:274 -[13:20:40] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/915/ScreenMode/Ward/Default - .aspx -[13:20:41] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/932/ScreenMode/Ward/Default - .aspx -[13:20:42] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/561/ScreenMode/Ward/Default - .aspx -[13:20:44] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/913/ScreenMode/Ward/Default - .aspx -[13:20:45] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default - .aspx -[13:20:47] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/711/ScreenMode/Ward/Default - .aspx -[13:20:49] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/918/ScreenMode/Ward/Default - .aspx -[13:20:50] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/598/ScreenMode/Ward/Default - .aspx -[13:20:52] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/895/ScreenMode/Ward/Default - .aspx -[13:20:53] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/942/ScreenMode/Ward/Default - .aspx -[13:20:54] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/943/ScreenMode/Ward/Default - .aspx -[13:20:55] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/933/ScreenMode/Ward/Default - .aspx -[13:20:56] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/934/ScreenMode/Ward/Default - .aspx -[13:20:57] Scraping from base.py:42 - https://www.democracy.bolton.gov.uk/cmis5/People/tabid/62/ - ctl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default - .aspx -[13:20:58] Committing batch 2 consisting of 28 files base.py:274 -[13:21:00] Finished attempting to scrape: BOL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BOS/index.html b/logbooks/BOS/index.html index 2597a18748..314fc0166e 100644 --- a/logbooks/BOS/index.html +++ b/logbooks/BOS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:54:35.949869</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:54:41.698194</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:54:35] Fetching Scraper for: BOS handlers.py:23 + Begin attempting to scrape: BOS handlers.py:27 +[08:54:36] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:54:37] ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[08:54:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://committees.bolsover.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:54:40] Committing batch 1 consisting of 74 files base.py:274 +[08:54:41] Finished attempting to scrape: BOS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:38:33.933931</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:38:39.781869</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:38:33] Fetching Scraper for: BOS handlers.py:23 - Begin attempting to scrape: BOS handlers.py:27 -[13:38:34] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:38:35] ...found 37 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 37 files in Councillors/raw base.py:207 - ...found 75 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 75 files base.py:216 -[13:38:36] ...data deleted. base.py:246 - Scraping from base.py:42 - https://committees.bolsover.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:38:38] Committing batch 1 consisting of 74 files base.py:274 -[13:38:39] Finished attempting to scrape: BOS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BOT/index.html b/logbooks/BOT/index.html index 7d946f7106..cef59cd28a 100644 --- a/logbooks/BOT/index.html +++ b/logbooks/BOT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:34:30.414760</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:35.903098</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:34:30] Fetching Scraper for: BOT handlers.py:23 + Begin attempting to scrape: BOT handlers.py:27 + Deleting existing data... base.py:239 +[09:34:31] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 +[09:34:32] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.boston.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:34:34] Committing batch 1 consisting of 60 files base.py:274 +[09:34:35] Finished attempting to scrape: BOT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-00">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:00:19.903145</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:00:25.835545</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:00:19] Fetching Scraper for: BOT handlers.py:23 - Begin attempting to scrape: BOT handlers.py:27 -[13:00:20] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:00:21] ...found 30 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 30 files in Councillors/raw base.py:207 - ...found 61 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 61 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.boston.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:00:24] Committing batch 1 consisting of 60 files base.py:274 -[13:00:25] Finished attempting to scrape: BOT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BPC/index.html b/logbooks/BPC/index.html index 1c56ceb0d3..272ae709d6 100644 --- a/logbooks/BPC/index.html +++ b/logbooks/BPC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:26:36.046431</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:26:47.557890</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:26:36] Fetching Scraper for: BPC handlers.py:23 + Begin attempting to scrape: BPC handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:26:37] Getting all files in Councillors/json... base.py:191 + ...found 76 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 76 files in Councillors/raw base.py:207 + ...found 153 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:26:38] Deleting batch no. 2 consisting of 53 files base.py:216 +[10:26:39] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.bcpcouncil.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:26:44] Committing batch 1 consisting of 92 files base.py:274 +[10:26:46] Committing batch 2 consisting of 60 files base.py:274 +[10:26:47] Finished attempting to scrape: BPC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1105,59 +1158,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:07:04.810694</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:07:16.482346</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:07:04] Fetching Scraper for: BPC handlers.py:23 - Begin attempting to scrape: BPC handlers.py:27 -[13:07:05] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:07:06] ...found 76 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 76 files in Councillors/raw base.py:207 - ...found 153 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:07:07] Deleting batch no. 2 consisting of 53 files base.py:216 -[13:07:08] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.bcpcouncil.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:07:13] Committing batch 1 consisting of 92 files base.py:274 -[13:07:15] Committing batch 2 consisting of 60 files base.py:274 -[13:07:16] Finished attempting to scrape: BPC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BPL/index.html b/logbooks/BPL/index.html index 6c8133e48e..967f01a8a6 100644 --- a/logbooks/BPL/index.html +++ b/logbooks/BPL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-56">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:56:23.388801</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:56:29.356960</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:56:23] Fetching Scraper for: BPL handlers.py:23 + Begin attempting to scrape: BPL handlers.py:27 + Deleting existing data... base.py:239 +[09:56:24] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[09:56:25] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.blackpool.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:56:28] Committing batch 1 consisting of 84 files base.py:274 +[09:56:29] Finished attempting to scrape: BPL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:04:30.162754</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:04:36.088155</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:04:30] Fetching Scraper for: BPL handlers.py:23 - Begin attempting to scrape: BPL handlers.py:27 - Deleting existing data... base.py:239 -[14:04:31] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[14:04:32] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.blackpool.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:04:34] Committing batch 1 consisting of 84 files base.py:274 -[14:04:36] Finished attempting to scrape: BPL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRA/index.html b/logbooks/BRA/index.html index 4908dcf1fa..aea4bc3075 100644 --- a/logbooks/BRA/index.html +++ b/logbooks/BRA/index.html @@ -37,6 +37,253 @@ + <h2 id="2023-10-15-09-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>81 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:54:39.354992</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:56:01.052061</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:54:39] Fetching Scraper for: BRA handlers.py:23 + Begin attempting to scrape: BRA handlers.py:27 + Deleting existing data... base.py:239 +[09:54:40] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[09:54:41] ...data deleted. base.py:246 + Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors.aspx +[09:54:43] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMode/Alphabetica + l/Default.aspx +[09:54:45] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/143/ScreenMode/Alphabetic + al/Default.aspx +[09:54:46] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/147/ScreenMode/Alphabetic + al/Default.aspx +[09:54:48] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabetic + al/Default.aspx +[09:54:49] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetica + l/Default.aspx +[09:54:51] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetica + l/Default.aspx +[09:54:53] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetic + al/Default.aspx +[09:54:54] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alphabetica + l/Default.aspx +[09:54:55] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabetica + l/Default.aspx +[09:54:57] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode/Alphabetica + l/Default.aspx +[09:54:59] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/111/ScreenMode/Alphabetic + al/Default.aspx +[09:55:00] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabetic + al/Default.aspx +[09:55:02] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alphabetica + l/Default.aspx +[09:55:05] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabetica + l/Default.aspx +[09:55:07] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/115/ScreenMode/Alphabetic + al/Default.aspx +[09:55:08] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/159/ScreenMode/Alphabetic + al/Default.aspx +[09:55:09] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/161/ScreenMode/Alphabetic + al/Default.aspx +[09:55:11] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabetic + al/Default.aspx +[09:55:12] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMode/Alphabetic + al/Default.aspx +[09:55:13] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica + l/Default.aspx +[09:55:15] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/142/ScreenMode/Alphabetic + al/Default.aspx +[09:55:16] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetic + al/Default.aspx +[09:55:17] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/166/ScreenMode/Alphabetic + al/Default.aspx +[09:55:18] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/164/ScreenMode/Alphabetic + al/Default.aspx +[09:55:20] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/162/ScreenMode/Alphabetic + al/Default.aspx +[09:55:22] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/160/ScreenMode/Alphabetic + al/Default.aspx +[09:55:23] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabetic + al/Default.aspx +[09:55:24] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/157/ScreenMode/Alphabetic + al/Default.aspx +[09:55:25] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/119/ScreenMode/Alphabetic + al/Default.aspx +[09:55:26] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetica + l/Default.aspx +[09:55:28] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabetica + l/Default.aspx +[09:55:30] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/156/ScreenMode/Alphabetic + al/Default.aspx +[09:55:31] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabetic + al/Default.aspx +[09:55:32] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alphabetica + l/Default.aspx +[09:55:33] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetica + l/Default.aspx +[09:55:37] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/83/ScreenMode/Alphabetica + l/Default.aspx +[09:55:39] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/61/ScreenMode/Alphabetica + l/Default.aspx +[09:55:41] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabetic + al/Default.aspx +[09:55:42] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphabetic + al/Default.aspx +[09:55:43] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabetic + al/Default.aspx +[09:55:44] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica + l/Default.aspx +[09:55:45] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/124/ScreenMode/Alphabetic + al/Default.aspx +[09:55:47] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabetica + l/Default.aspx +[09:55:48] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/127/ScreenMode/Alphabetic + al/Default.aspx +[09:55:50] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alphabetica + l/Default.aspx +[09:55:53] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabetic + al/Default.aspx +[09:55:54] Committing batch 1 consisting of 92 files base.py:274 +[09:55:55] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetic + al/Default.aspx +[09:55:57] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabetic + al/Default.aspx +[09:55:58] Scraping from base.py:42 + http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 + 3/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMode/Alphabetic + al/Default.aspx +[09:55:59] Committing batch 2 consisting of 6 files base.py:274 +[09:56:01] Finished attempting to scrape: BRA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-06">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4727,253 +4974,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>83 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:51:41.092960</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:53:04.595472</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:51:41] Fetching Scraper for: BRA handlers.py:23 - Begin attempting to scrape: BRA handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:51:42] Getting all files in Councillors/json... base.py:191 - ...found 49 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 49 files in Councillors/raw base.py:207 - ...found 99 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 99 files base.py:216 -[13:51:43] ...data deleted. base.py:246 - Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors.aspx -[13:51:44] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMode/Alphabetica - l/Default.aspx -[13:51:46] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/143/ScreenMode/Alphabetic - al/Default.aspx -[13:51:47] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/147/ScreenMode/Alphabetic - al/Default.aspx -[13:51:49] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode/Alphabetic - al/Default.aspx -[13:51:50] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetica - l/Default.aspx -[13:51:51] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetica - l/Default.aspx -[13:51:54] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetic - al/Default.aspx -[13:51:55] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alphabetica - l/Default.aspx -[13:51:57] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabetica - l/Default.aspx -[13:51:59] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode/Alphabetica - l/Default.aspx -[13:52:01] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/111/ScreenMode/Alphabetic - al/Default.aspx -[13:52:03] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/114/ScreenMode/Alphabetic - al/Default.aspx -[13:52:04] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alphabetica - l/Default.aspx -[13:52:06] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabetica - l/Default.aspx -[13:52:08] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/115/ScreenMode/Alphabetic - al/Default.aspx -[13:52:11] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/159/ScreenMode/Alphabetic - al/Default.aspx -[13:52:12] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/161/ScreenMode/Alphabetic - al/Default.aspx -[13:52:13] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabetic - al/Default.aspx -[13:52:14] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMode/Alphabetic - al/Default.aspx -[13:52:15] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica - l/Default.aspx -[13:52:17] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/142/ScreenMode/Alphabetic - al/Default.aspx -[13:52:18] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetic - al/Default.aspx -[13:52:19] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/166/ScreenMode/Alphabetic - al/Default.aspx -[13:52:20] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/164/ScreenMode/Alphabetic - al/Default.aspx -[13:52:22] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/162/ScreenMode/Alphabetic - al/Default.aspx -[13:52:23] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/160/ScreenMode/Alphabetic - al/Default.aspx -[13:52:24] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/158/ScreenMode/Alphabetic - al/Default.aspx -[13:52:25] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/157/ScreenMode/Alphabetic - al/Default.aspx -[13:52:27] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/119/ScreenMode/Alphabetic - al/Default.aspx -[13:52:29] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetica - l/Default.aspx -[13:52:31] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alphabetica - l/Default.aspx -[13:52:33] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/156/ScreenMode/Alphabetic - al/Default.aspx -[13:52:34] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/155/ScreenMode/Alphabetic - al/Default.aspx -[13:52:35] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alphabetica - l/Default.aspx -[13:52:37] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetica - l/Default.aspx -[13:52:39] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/83/ScreenMode/Alphabetica - l/Default.aspx -[13:52:41] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/61/ScreenMode/Alphabetica - l/Default.aspx -[13:52:44] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/152/ScreenMode/Alphabetic - al/Default.aspx -[13:52:45] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphabetic - al/Default.aspx -[13:52:46] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabetic - al/Default.aspx -[13:52:47] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica - l/Default.aspx -[13:52:49] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/124/ScreenMode/Alphabetic - al/Default.aspx -[13:52:50] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode/Alphabetica - l/Default.aspx -[13:52:52] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/127/ScreenMode/Alphabetic - al/Default.aspx -[13:52:53] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alphabetica - l/Default.aspx -[13:52:55] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/146/ScreenMode/Alphabetic - al/Default.aspx -[13:52:56] Committing batch 1 consisting of 92 files base.py:274 -[13:52:58] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetic - al/Default.aspx -[13:52:59] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Alphabetic - al/Default.aspx -[13:53:01] Scraping from base.py:42 - http://braintree.cmis.uk.com/braintree/Councillors/tabid/6 - 3/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMode/Alphabetic - al/Default.aspx -[13:53:03] Committing batch 2 consisting of 6 files base.py:274 -[13:53:04] Finished attempting to scrape: BRA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRC/index.html b/logbooks/BRC/index.html index ff884e09b5..686cf4d174 100644 --- a/logbooks/BRC/index.html +++ b/logbooks/BRC/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:33:29.150442</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:33:35.041887</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:33:29] Fetching Scraper for: BRC handlers.py:23 + Begin attempting to scrape: BRC handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:33:30] Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[09:33:31] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democratic.bracknell-forest.gov.uk/mgWebService.asm + x/GetCouncillorsByWard +[09:33:33] Committing batch 1 consisting of 82 files base.py:274 +[09:33:35] Finished attempting to scrape: BRC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:13:29.569871</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:13:35.611617</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:13:29] Fetching Scraper for: BRC handlers.py:23 - Begin attempting to scrape: BRC handlers.py:27 - Deleting existing data... base.py:239 -[13:13:30] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[13:13:31] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democratic.bracknell-forest.gov.uk/mgWebService.asm - x/GetCouncillorsByWard -[13:13:34] Committing batch 1 consisting of 82 files base.py:274 -[13:13:35] Finished attempting to scrape: BRC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRD/index.html b/logbooks/BRD/index.html index a1f467b113..1975787c21 100644 --- a/logbooks/BRD/index.html +++ b/logbooks/BRD/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-04">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:04:11.974447</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:04:22.731090</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:04:11] Fetching Scraper for: BRD handlers.py:23 + Begin attempting to scrape: BRD handlers.py:27 +[10:04:12] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:04:13] ...found 90 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 90 files in Councillors/raw base.py:207 + ...found 181 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:04:14] Deleting batch no. 2 consisting of 81 files base.py:216 +[10:04:15] ...data deleted. base.py:246 + Scraping from base.py:42 + https://bradford.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:04:19] Committing batch 1 consisting of 92 files base.py:274 +[10:04:21] Committing batch 2 consisting of 88 files base.py:274 +[10:04:22] Finished attempting to scrape: BRD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-45">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:45:43.515300</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:45:54.270639</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:45:43] Fetching Scraper for: BRD handlers.py:23 - Begin attempting to scrape: BRD handlers.py:27 - Deleting existing data... base.py:239 -[13:45:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 90 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:45:45] ...found 90 files in Councillors/raw base.py:207 - ...found 181 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:45:46] Deleting batch no. 2 consisting of 81 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://bradford.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:45:51] Committing batch 1 consisting of 92 files base.py:274 -[13:45:52] Committing batch 2 consisting of 88 files base.py:274 -[13:45:54] Finished attempting to scrape: BRD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRE/index.html b/logbooks/BRE/index.html index 971d8fe249..92f6b7a7cc 100644 --- a/logbooks/BRE/index.html +++ b/logbooks/BRE/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:06:36.224285</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:06:45.492509</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:06:36] Fetching Scraper for: BRE handlers.py:23 + Begin attempting to scrape: BRE handlers.py:27 + Deleting existing data... base.py:239 +[10:06:37] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[10:06:38] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.breckland.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:06:43] Committing batch 1 consisting of 92 files base.py:274 +[10:06:44] Committing batch 2 consisting of 6 files base.py:274 +[10:06:45] Finished attempting to scrape: BRE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:08:35.818979</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:43.405632</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:08:35] Fetching Scraper for: BRE handlers.py:23 - Begin attempting to scrape: BRE handlers.py:27 -[12:08:36] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 49 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:08:37] ...found 49 files in Councillors/raw base.py:207 - ...found 99 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 99 files base.py:216 -[12:08:38] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.breckland.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:08:41] Committing batch 1 consisting of 92 files base.py:274 -[12:08:42] Committing batch 2 consisting of 6 files base.py:274 -[12:08:43] Finished attempting to scrape: BRE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRM/index.html b/logbooks/BRM/index.html index 9780e545dd..790d48c956 100644 --- a/logbooks/BRM/index.html +++ b/logbooks/BRM/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:58:17.247278</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:58:22.548682</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:58:17] Fetching Scraper for: BRM handlers.py:23 + Begin attempting to scrape: BRM handlers.py:27 + Deleting existing data... base.py:239 +[08:58:18] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 31 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 31 files in Councillors/raw base.py:207 + ...found 63 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 63 files base.py:216 +[08:58:19] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngovwebpublic.bromsgrove.gov.uk/mgWebService.a + smx/GetCouncillorsByWard +[08:58:21] Committing batch 1 consisting of 62 files base.py:274 +[08:58:22] Finished attempting to scrape: BRM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-43">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:43:38.852416</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:43:46.424165</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:43:38] Fetching Scraper for: BRM handlers.py:23 - Begin attempting to scrape: BRM handlers.py:27 -[13:43:39] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:43:40] ...found 31 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 31 files in Councillors/raw base.py:207 - ...found 63 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 63 files base.py:216 -[13:43:41] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngovwebpublic.bromsgrove.gov.uk/mgWebService.a - smx/GetCouncillorsByWard -[13:43:45] Committing batch 1 consisting of 62 files base.py:274 -[13:43:46] Finished attempting to scrape: BRM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRT/index.html b/logbooks/BRT/index.html index bb08fb606d..cb9fd189ea 100644 --- a/logbooks/BRT/index.html +++ b/logbooks/BRT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-07">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:07:23.766391</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:07:29.889684</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:07:23] Fetching Scraper for: BRT handlers.py:23 + Begin attempting to scrape: BRT handlers.py:27 +[09:07:24] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:07:25] ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[09:07:26] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.broxtowe.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:07:28] Committing batch 1 consisting of 88 files base.py:274 +[09:07:29] Finished attempting to scrape: BRT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-05">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1267,53 +1318,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:22:12.580276</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:22:19.366870</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:22:12] Fetching Scraper for: BRT handlers.py:23 - Begin attempting to scrape: BRT handlers.py:27 - Deleting existing data... base.py:239 -[14:22:13] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:22:14] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.broxtowe.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[14:22:18] Committing batch 1 consisting of 88 files base.py:274 -[14:22:19] Finished attempting to scrape: BRT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRW/index.html b/logbooks/BRW/index.html index 4bb95caec3..5290c683d0 100644 --- a/logbooks/BRW/index.html +++ b/logbooks/BRW/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:28:22.508848</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:28:29.750763</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:28:22] Fetching Scraper for: BRW handlers.py:23 + Begin attempting to scrape: BRW handlers.py:27 + Deleting existing data... base.py:239 +[10:28:23] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[10:28:24] ...data deleted. base.py:246 + Scraping from base.py:42 + http://brentwood.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:28:28] Committing batch 1 consisting of 74 files base.py:274 +[10:28:29] Finished attempting to scrape: BRW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-49">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:23:56.850320</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:24:04.754511</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:23:56] Fetching Scraper for: BRW handlers.py:23 - Begin attempting to scrape: BRW handlers.py:27 -[12:23:57] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 37 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:23:58] ...found 37 files in Councillors/raw base.py:207 - ...found 75 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 75 files base.py:216 -[12:23:59] ...data deleted. base.py:246 - Scraping from base.py:42 - http://brentwood.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:24:02] Committing batch 1 consisting of 74 files base.py:274 -[12:24:04] Finished attempting to scrape: BRW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRX/index.html b/logbooks/BRX/index.html index 7a43f5d876..44035fc6b0 100644 --- a/logbooks/BRX/index.html +++ b/logbooks/BRX/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-01">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:01:33.732618</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:01:39.798476</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:01:33] Fetching Scraper for: BRX handlers.py:23 + Begin attempting to scrape: BRX handlers.py:27 +[10:01:34] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:01:35] ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://broxbourne.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:01:38] Committing batch 1 consisting of 60 files base.py:274 +[10:01:39] Finished attempting to scrape: BRX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1071,61 +1122,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-20">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:20:35.186436</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:20:38.144092</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container - return selected[0] -IndexError: list index out of range -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:20:35] Fetching Scraper for: BRX handlers.py:23 - Begin attempting to scrape: BRX handlers.py:27 - Deleting existing data... base.py:239 -[14:20:36] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:20:37] ...data deleted. base.py:246 - Scraping from https://www.broxbourne.gov.uk/councillors base.py:42 - list index out of range handlers.py:36 -[14:20:38] Finished attempting to scrape: BRX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BRY/index.html b/logbooks/BRY/index.html index f6a7001bf3..30416be0ad 100644 --- a/logbooks/BRY/index.html +++ b/logbooks/BRY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-51">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:51:01.492986</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:51:13.418635</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:51:01] Fetching Scraper for: BRY handlers.py:23 + Begin attempting to scrape: BRY handlers.py:27 + Deleting existing data... base.py:239 +[09:51:02] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:51:04] Deleting batch no. 2 consisting of 17 files base.py:216 +[09:51:05] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cds.bromley.gov.uk/mgWebService.asmx/GetCouncillor + sByWard +[09:51:10] Committing batch 1 consisting of 92 files base.py:274 +[09:51:12] Committing batch 2 consisting of 24 files base.py:274 +[09:51:13] Finished attempting to scrape: BRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2124,123 +2177,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>132 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:39:09.339409</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:41:22.091477</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connection.py", line 174, in _new_conn - conn = connection.create_connection( - File "/opt/python/urllib3/util/connection.py", line 95, in create_connection - raise err - File "/opt/python/urllib3/util/connection.py", line 85, in create_connection - sock.connect(sa) -TimeoutError: [Errno 110] Connection timed out - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 415, in _make_request - conn.request(method, url, **httplib_request_kw) - File "/opt/python/urllib3/connection.py", line 244, in request - super(HTTPConnection, self).request(method, url, body=body, headers=headers) - File "/var/lang/lib/python3.8/http/client.py", line 1256, in request - self._send_request(method, url, body, headers, encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1302, in _send_request - self.endheaders(body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1251, in endheaders - self._send_output(message_body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1011, in _send_output - self.send(msg) - File "/var/lang/lib/python3.8/http/client.py", line 951, in send - self.connect() - File "/opt/python/urllib3/connection.py", line 205, in connect - conn = self._new_conn() - File "/opt/python/urllib3/connection.py", line 186, in _new_conn - raise NewConnectionError( -urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7efdcc912d00>: Failed to establish a new connection: [Errno 110] Connection timed out - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='cds.bromley.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdcc912d00>: Failed to establish a new connection: [Errno 110] Connection timed out')) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 519, in send - raise ConnectionError(e, request=request) -requests.exceptions.ConnectionError: HTTPConnectionPool(host='cds.bromley.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdcc912d00>: Failed to establish a new connection: [Errno 110] Connection timed out')) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:39:09] Fetching Scraper for: BRY handlers.py:23 - Begin attempting to scrape: BRY handlers.py:27 - Deleting existing data... base.py:239 -[13:39:10] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:39:11] ...data deleted. base.py:246 - Scraping from base.py:42 - http://cds.bromley.gov.uk/mgWebService.asmx/GetCouncillors - ByWard -[13:41:21] HTTPConnectionPool(host='cds.bromley.gov.uk', handlers.py:36 - port=80): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - NewConnectionError('<urllib3.connection.HTTPConnection - object at 0x7efdcc912d00>: Failed to establish a new - connection: [Errno 110] Connection timed out')) -[13:41:22] Finished attempting to scrape: BRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BST/index.html b/logbooks/BST/index.html index 50e5054a79..acd1845fbd 100644 --- a/logbooks/BST/index.html +++ b/logbooks/BST/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:21:37.905806</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:21:48.363062</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:21:37] Fetching Scraper for: BST handlers.py:23 + Begin attempting to scrape: BST handlers.py:27 +[08:21:38] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:21:39] ...found 71 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 71 files in Councillors/raw base.py:207 + ...found 143 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:21:40] Deleting batch no. 2 consisting of 43 files base.py:216 +[08:21:41] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.bristol.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:21:44] Committing batch 1 consisting of 92 files base.py:274 +[08:21:46] Committing batch 2 consisting of 50 files base.py:274 +[08:21:48] Finished attempting to scrape: BST base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:32:47.099816</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:32:56.973640</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:32:47] Fetching Scraper for: BST handlers.py:23 - Begin attempting to scrape: BST handlers.py:27 - Deleting existing data... base.py:239 -[13:32:48] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 71 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 71 files in Councillors/raw base.py:207 - ...found 143 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:32:49] Deleting batch no. 2 consisting of 43 files base.py:216 -[13:32:50] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.bristol.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:32:53] Committing batch 1 consisting of 92 files base.py:274 -[13:32:55] Committing batch 2 consisting of 50 files base.py:274 -[13:32:56] Finished attempting to scrape: BST base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BUN/index.html b/logbooks/BUN/index.html index 3e70b71b69..08e34f0080 100644 --- a/logbooks/BUN/index.html +++ b/logbooks/BUN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:02:57.086264</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:03:05.672822</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:02:57] Fetching Scraper for: BUN handlers.py:23 + Begin attempting to scrape: BUN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:02:58] ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[09:02:59] ...data deleted. base.py:246 + Scraping from base.py:42 + https://burnley.moderngov.co.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:03:04] Committing batch 1 consisting of 90 files base.py:274 +[09:03:05] Finished attempting to scrape: BUN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-23">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:06:32.144093</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:06:38.700898</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:06:32] Fetching Scraper for: BUN handlers.py:23 - Begin attempting to scrape: BUN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:06:33] Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[14:06:34] ...data deleted. base.py:246 - Scraping from base.py:42 - https://burnley.moderngov.co.uk/mgWebService.asmx/GetCounc - illorsByWard -[14:06:37] Committing batch 1 consisting of 90 files base.py:274 -[14:06:38] Finished attempting to scrape: BUN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/BUR/index.html b/logbooks/BUR/index.html index 8d9e555f9a..b1c1394046 100644 --- a/logbooks/BUR/index.html +++ b/logbooks/BUR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:29:54.709172</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:30:02.926209</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:29:54] Fetching Scraper for: BUR handlers.py:23 + Begin attempting to scrape: BUR handlers.py:27 +[10:29:55] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:29:56] ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:29:57] Deleting batch no. 2 consisting of 3 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://councildecisions.bury.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[10:30:00] Committing batch 1 consisting of 92 files base.py:274 +[10:30:01] Committing batch 2 consisting of 10 files base.py:274 +[10:30:02] Finished attempting to scrape: BUR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-04">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:01.499220</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:38:10.680001</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:01] Fetching Scraper for: BUR handlers.py:23 - Begin attempting to scrape: BUR handlers.py:27 - Deleting existing data... base.py:239 -[12:38:02] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:38:03] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:38:04] ...data deleted. base.py:246 - Scraping from base.py:42 - https://councildecisions.bury.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:38:08] Committing batch 1 consisting of 92 files base.py:274 -[12:38:09] Committing batch 2 consisting of 10 files base.py:274 -[12:38:10] Finished attempting to scrape: BUR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAB/index.html b/logbooks/CAB/index.html index 3d1a7d3abb..840c330065 100644 --- a/logbooks/CAB/index.html +++ b/logbooks/CAB/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:28:51.076513</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:28:57.736542</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:28:51] Fetching Scraper for: CAB handlers.py:23 + Begin attempting to scrape: CAB handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:28:52] Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[08:28:53] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.cambridge.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:28:56] Committing batch 1 consisting of 82 files base.py:274 +[08:28:57] Finished attempting to scrape: CAB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-47">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1201,57 +1252,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:12:16.508990</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:12:23.382570</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:12:16] Fetching Scraper for: CAB handlers.py:23 - Begin attempting to scrape: CAB handlers.py:27 - Deleting existing data... base.py:239 -[14:12:17] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[14:12:19] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.cambridge.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:12:22] Committing batch 1 consisting of 84 files base.py:274 -[14:12:23] Finished attempting to scrape: CAB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAM/index.html b/logbooks/CAM/index.html index 1c3d34fd02..67828238c5 100644 --- a/logbooks/CAM/index.html +++ b/logbooks/CAM/index.html @@ -37,6 +37,303 @@ + <h2 id="2023-10-15-10-18">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>104 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:18:04.051959</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:19:48.805125</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:18:04] Fetching Scraper for: CAM handlers.py:23 + Begin attempting to scrape: CAM handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:18:05] Getting all files in Councillors/json... base.py:191 + ...found 61 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 61 files in Councillors/raw base.py:207 + ...found 123 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:18:06] Deleting batch no. 2 consisting of 23 files base.py:216 +[10:18:07] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cambridgeshire.cmis.uk.com/ccc_live/Councillors.as + px +[10:18:08] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/276/ScreenMode/Alphab + etical/Default.aspx +[10:18:10] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1534/ScreenMode/Alpha + betical/Default.aspx +[10:18:11] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/306/ScreenMode/Alphab + etical/Default.aspx +[10:18:13] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1517/ScreenMode/Alpha + betical/Default.aspx +[10:18:14] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1532/ScreenMode/Alpha + betical/Default.aspx +[10:18:15] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1528/ScreenMode/Alpha + betical/Default.aspx +[10:18:17] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1597/ScreenMode/Alpha + betical/Default.aspx +[10:18:18] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/305/ScreenMode/Alphab + etical/Default.aspx +[10:18:19] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/307/ScreenMode/Alphab + etical/Default.aspx +[10:18:21] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1518/ScreenMode/Alpha + betical/Default.aspx +[10:18:24] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/316/ScreenMode/Alphab + etical/Default.aspx +[10:18:25] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/303/ScreenMode/Alphab + etical/Default.aspx +[10:18:26] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1543/ScreenMode/Alpha + betical/Default.aspx +[10:18:28] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/314/ScreenMode/Alphab + etical/Default.aspx +[10:18:29] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/321/ScreenMode/Alphab + etical/Default.aspx +[10:18:31] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1539/ScreenMode/Alpha + betical/Default.aspx +[10:18:32] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/320/ScreenMode/Alphab + etical/Default.aspx +[10:18:34] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1523/ScreenMode/Alpha + betical/Default.aspx +[10:18:35] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1525/ScreenMode/Alpha + betical/Default.aspx +[10:18:36] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/279/ScreenMode/Alphab + etical/Default.aspx +[10:18:38] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1542/ScreenMode/Alpha + betical/Default.aspx +[10:18:40] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/322/ScreenMode/Alphab + etical/Default.aspx +[10:18:42] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/311/ScreenMode/Alphab + etical/Default.aspx +[10:18:44] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/325/ScreenMode/Alphab + etical/Default.aspx +[10:18:45] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1536/ScreenMode/Alpha + betical/Default.aspx +[10:18:47] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1390/ScreenMode/Alpha + betical/Default.aspx +[10:18:48] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1521/ScreenMode/Alpha + betical/Default.aspx +[10:18:50] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1535/ScreenMode/Alpha + betical/Default.aspx +[10:18:51] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/287/ScreenMode/Alphab + etical/Default.aspx +[10:18:53] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1541/ScreenMode/Alpha + betical/Default.aspx +[10:18:54] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/299/ScreenMode/Alphab + etical/Default.aspx +[10:18:56] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/295/ScreenMode/Alphab + etical/Default.aspx +[10:18:57] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1540/ScreenMode/Alpha + betical/Default.aspx +[10:18:58] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/313/ScreenMode/Alphab + etical/Default.aspx +[10:19:01] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/282/ScreenMode/Alphab + etical/Default.aspx +[10:19:02] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/296/ScreenMode/Alphab + etical/Default.aspx +[10:19:06] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1530/ScreenMode/Alpha + betical/Default.aspx +[10:19:08] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1533/ScreenMode/Alpha + betical/Default.aspx +[10:19:09] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/294/ScreenMode/Alphab + etical/Default.aspx +[10:19:10] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1463/ScreenMode/Alpha + betical/Default.aspx +[10:19:12] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/315/ScreenMode/Alphab + etical/Default.aspx +[10:19:13] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/336/ScreenMode/Alphab + etical/Default.aspx +[10:19:15] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1520/ScreenMode/Alpha + betical/Default.aspx +[10:19:16] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1526/ScreenMode/Alpha + betical/Default.aspx +[10:19:18] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/328/ScreenMode/Alphab + etical/Default.aspx +[10:19:19] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1531/ScreenMode/Alpha + betical/Default.aspx +[10:19:22] Committing batch 1 consisting of 92 files base.py:274 +[10:19:23] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1522/ScreenMode/Alpha + betical/Default.aspx +[10:19:26] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphab + etical/Default.aspx +[10:19:27] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/324/ScreenMode/Alphab + etical/Default.aspx +[10:19:29] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/281/ScreenMode/Alphab + etical/Default.aspx +[10:19:30] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1596/ScreenMode/Alpha + betical/Default.aspx +[10:19:31] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1537/ScreenMode/Alpha + betical/Default.aspx +[10:19:32] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1516/ScreenMode/Alpha + betical/Default.aspx +[10:19:34] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1538/ScreenMode/Alpha + betical/Default.aspx +[10:19:36] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/292/ScreenMode/Alphab + etical/Default.aspx +[10:19:37] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/285/ScreenMode/Alphab + etical/Default.aspx +[10:19:39] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1527/ScreenMode/Alpha + betical/Default.aspx +[10:19:40] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/283/ScreenMode/Alphab + etical/Default.aspx +[10:19:43] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/301/ScreenMode/Alphab + etical/Default.aspx +[10:19:44] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/1519/ScreenMode/Alpha + betical/Default.aspx +[10:19:45] Scraping from base.py:42 + http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/304/ScreenMode/Alphab + etical/Default.aspx +[10:19:47] Committing batch 2 consisting of 30 files base.py:274 +[10:19:48] Finished attempting to scrape: CAM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5677,303 +5974,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>102 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:47:09.845127</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:48:52.632827</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:47:09] Fetching Scraper for: CAM handlers.py:23 - Begin attempting to scrape: CAM handlers.py:27 -[13:47:10] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:47:11] ...found 61 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 61 files in Councillors/raw base.py:207 - ...found 123 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:47:12] Deleting batch no. 2 consisting of 23 files base.py:216 -[13:47:13] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cambridgeshire.cmis.uk.com/ccc_live/Councillors.as - px -[13:47:14] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/276/ScreenMode/Alphab - etical/Default.aspx -[13:47:17] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1534/ScreenMode/Alpha - betical/Default.aspx -[13:47:18] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/306/ScreenMode/Alphab - etical/Default.aspx -[13:47:20] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1517/ScreenMode/Alpha - betical/Default.aspx -[13:47:21] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1532/ScreenMode/Alpha - betical/Default.aspx -[13:47:22] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1528/ScreenMode/Alpha - betical/Default.aspx -[13:47:24] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1597/ScreenMode/Alpha - betical/Default.aspx -[13:47:25] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/305/ScreenMode/Alphab - etical/Default.aspx -[13:47:26] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/307/ScreenMode/Alphab - etical/Default.aspx -[13:47:28] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1518/ScreenMode/Alpha - betical/Default.aspx -[13:47:29] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/316/ScreenMode/Alphab - etical/Default.aspx -[13:47:31] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/303/ScreenMode/Alphab - etical/Default.aspx -[13:47:32] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1543/ScreenMode/Alpha - betical/Default.aspx -[13:47:35] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/314/ScreenMode/Alphab - etical/Default.aspx -[13:47:36] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/321/ScreenMode/Alphab - etical/Default.aspx -[13:47:38] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1539/ScreenMode/Alpha - betical/Default.aspx -[13:47:39] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/320/ScreenMode/Alphab - etical/Default.aspx -[13:47:40] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1523/ScreenMode/Alpha - betical/Default.aspx -[13:47:42] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1525/ScreenMode/Alpha - betical/Default.aspx -[13:47:43] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/279/ScreenMode/Alphab - etical/Default.aspx -[13:47:45] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1542/ScreenMode/Alpha - betical/Default.aspx -[13:47:46] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/322/ScreenMode/Alphab - etical/Default.aspx -[13:47:48] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/311/ScreenMode/Alphab - etical/Default.aspx -[13:47:49] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/325/ScreenMode/Alphab - etical/Default.aspx -[13:47:51] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1536/ScreenMode/Alpha - betical/Default.aspx -[13:47:53] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1390/ScreenMode/Alpha - betical/Default.aspx -[13:47:55] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1521/ScreenMode/Alpha - betical/Default.aspx -[13:47:56] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1535/ScreenMode/Alpha - betical/Default.aspx -[13:47:58] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/287/ScreenMode/Alphab - etical/Default.aspx -[13:47:59] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1541/ScreenMode/Alpha - betical/Default.aspx -[13:48:01] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/299/ScreenMode/Alphab - etical/Default.aspx -[13:48:02] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/295/ScreenMode/Alphab - etical/Default.aspx -[13:48:03] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1540/ScreenMode/Alpha - betical/Default.aspx -[13:48:05] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/313/ScreenMode/Alphab - etical/Default.aspx -[13:48:06] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/282/ScreenMode/Alphab - etical/Default.aspx -[13:48:07] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/296/ScreenMode/Alphab - etical/Default.aspx -[13:48:09] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1530/ScreenMode/Alpha - betical/Default.aspx -[13:48:11] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1533/ScreenMode/Alpha - betical/Default.aspx -[13:48:13] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/294/ScreenMode/Alphab - etical/Default.aspx -[13:48:14] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1463/ScreenMode/Alpha - betical/Default.aspx -[13:48:15] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/315/ScreenMode/Alphab - etical/Default.aspx -[13:48:17] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/336/ScreenMode/Alphab - etical/Default.aspx -[13:48:19] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1520/ScreenMode/Alpha - betical/Default.aspx -[13:48:20] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1526/ScreenMode/Alpha - betical/Default.aspx -[13:48:22] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/328/ScreenMode/Alphab - etical/Default.aspx -[13:48:23] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1531/ScreenMode/Alpha - betical/Default.aspx -[13:48:25] Committing batch 1 consisting of 92 files base.py:274 -[13:48:26] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1522/ScreenMode/Alpha - betical/Default.aspx -[13:48:28] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphab - etical/Default.aspx -[13:48:29] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/324/ScreenMode/Alphab - etical/Default.aspx -[13:48:32] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/281/ScreenMode/Alphab - etical/Default.aspx -[13:48:33] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1596/ScreenMode/Alpha - betical/Default.aspx -[13:48:35] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1537/ScreenMode/Alpha - betical/Default.aspx -[13:48:36] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1516/ScreenMode/Alpha - betical/Default.aspx -[13:48:38] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1538/ScreenMode/Alpha - betical/Default.aspx -[13:48:39] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/292/ScreenMode/Alphab - etical/Default.aspx -[13:48:41] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/285/ScreenMode/Alphab - etical/Default.aspx -[13:48:42] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1527/ScreenMode/Alpha - betical/Default.aspx -[13:48:44] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/283/ScreenMode/Alphab - etical/Default.aspx -[13:48:45] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/301/ScreenMode/Alphab - etical/Default.aspx -[13:48:46] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/1519/ScreenMode/Alpha - betical/Default.aspx -[13:48:48] Scraping from base.py:42 - http://cambridgeshire.cmis.uk.com/ccc_live/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/304/ScreenMode/Alphab - etical/Default.aspx -[13:48:51] Committing batch 2 consisting of 30 files base.py:274 -[13:48:52] Finished attempting to scrape: CAM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAN/index.html b/logbooks/CAN/index.html index a9c95598ec..158cc98561 100644 --- a/logbooks/CAN/index.html +++ b/logbooks/CAN/index.html @@ -37,6 +37,180 @@ + <h2 id="2023-10-15-10-12">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>80 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:12:34.181923</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:13:54.393891</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:12:34] Fetching Scraper for: CAN handlers.py:23 + Begin attempting to scrape: CAN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:12:35] Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[10:12:36] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors +[10:12:38] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/louis-arduino +[10:12:40] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/julie-aston +[10:12:42] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/josh-bancroft +[10:12:44] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/liz-bishop +[10:12:45] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/carl-boulton +[10:12:47] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/mandi-boyer +[10:12:49] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/martyn-buttery +[10:12:51] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/sheila-cartwright-0 +[10:12:52] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/mandy-dunnett +[10:12:54] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/jo-elson +[10:12:57] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/paul-fisher +[10:12:59] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/adrienne-fitzgerald +[10:13:01] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/darren-foley +[10:13:03] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/charlie-frew +[10:13:05] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/philippa-haden +[10:13:07] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/jeff-hill +[10:13:09] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/mike-hoare +[10:13:11] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/pam-johnson +[10:13:13] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/justin-johnson +[10:13:14] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/tony-johnson +[10:13:16] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/phil-jones +[10:13:18] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/paul-jones +[10:13:19] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/val-jones +[10:13:21] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/bill-kenny +[10:13:23] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/peter-kruskonjic +[10:13:24] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/nick-lyons +[10:13:26] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/olivia-lyons-0 +[10:13:28] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/darrell-mawle +[10:13:30] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/andrea-muckley +[10:13:31] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/josh-newbury +[10:13:33] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/pam-owen +[10:13:35] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/alan-pearson +[10:13:37] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/john-preece +[10:13:38] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/jacquie-prestwood +[10:13:40] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/fred-prestwood +[10:13:42] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/paula-stanton +[10:13:44] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-council/yo + ur-councillors/mike-sutherland +[10:13:46] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/paris-theodorou +[10:13:47] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/sue-thornley +[10:13:49] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/david-williams +[10:13:51] Scraping from base.py:42 + https://www.cannockchasedc.gov.uk/council/about-us/council + lors/lisa-wilson +[10:13:52] Committing batch 1 consisting of 82 files base.py:274 +[10:13:54] Finished attempting to scrape: CAN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3340,180 +3514,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-44">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>83 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:44:07.867374</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:45:31.170569</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:44:07] Fetching Scraper for: CAN handlers.py:23 - Begin attempting to scrape: CAN handlers.py:27 -[13:44:08] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:44:09] Getting all files in Councillors/json... base.py:191 - ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[13:44:10] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors -[13:44:13] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/louis-arduino -[13:44:15] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/julie-aston -[13:44:17] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/josh-bancroft -[13:44:19] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/liz-bishop -[13:44:20] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/carl-boulton -[13:44:22] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/mandi-boyer -[13:44:24] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/martyn-buttery -[13:44:26] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/sheila-cartwright-0 -[13:44:27] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/mandy-dunnett -[13:44:29] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/jo-elson -[13:44:31] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/paul-fisher -[13:44:33] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/adrienne-fitzgerald -[13:44:34] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/darren-foley -[13:44:37] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/charlie-frew -[13:44:39] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/philippa-haden -[13:44:41] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/jeff-hill -[13:44:43] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/mike-hoare -[13:44:44] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/pam-johnson -[13:44:46] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/justin-johnson -[13:44:48] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/tony-johnson -[13:44:50] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/val-jones -[13:44:52] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/phil-jones -[13:44:54] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/paul-jones -[13:44:55] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/bill-kenny -[13:44:57] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/peter-kruskonjic -[13:44:59] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/olivia-lyons-0 -[13:45:01] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/nick-lyons -[13:45:03] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/darrell-mawle -[13:45:05] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/andrea-muckley -[13:45:06] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/josh-newbury -[13:45:08] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/pam-owen -[13:45:10] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/alan-pearson -[13:45:12] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/john-preece -[13:45:14] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/jacquie-prestwood -[13:45:16] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/fred-prestwood -[13:45:18] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/paula-stanton -[13:45:20] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-council/yo - ur-councillors/mike-sutherland -[13:45:22] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/paris-theodorou -[13:45:24] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/sue-thornley -[13:45:26] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/david-williams -[13:45:27] Scraping from base.py:42 - https://www.cannockchasedc.gov.uk/council/about-us/council - lors/lisa-wilson -[13:45:29] Committing batch 1 consisting of 82 files base.py:274 -[13:45:31] Finished attempting to scrape: CAN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAS/index.html b/logbooks/CAS/index.html index c8865fbb0f..f4d88a72da 100644 --- a/logbooks/CAS/index.html +++ b/logbooks/CAS/index.html @@ -37,6 +37,136 @@ + <h2 id="2023-10-15-09-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>52 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:37:37.158274</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:38:29.785742</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:37:37] Fetching Scraper for: CAS handlers.py:23 + Begin attempting to scrape: CAS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:37:38] Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[09:37:39] ...data deleted. base.py:246 + Scraping from https://www.castlepoint.gov.uk/councillors base.py:42 +[09:37:42] Scraping from base.py:42 + https://www.castlepoint.gov.uk/bizzell-benjamin-pip +[09:37:43] Scraping from base.py:42 + https://www.castlepoint.gov.uk/mccarthy-calvert-lynsey-pip +[09:37:44] Scraping from https://www.castlepoint.gov.uk/skipp-tom-con base.py:42 +[09:37:45] Scraping from base.py:42 + https://www.castlepoint.gov.uk/edwards-allan-pip +[09:37:46] Scraping from base.py:42 + https://www.castlepoint.gov.uk/lillis-rob-pip +[09:37:47] Scraping from base.py:42 + https://www.castlepoint.gov.uk/thornton-andrew-con +[09:37:48] Scraping from base.py:42 + https://www.castlepoint.gov.uk/anderson-john-ciip +[09:37:49] Scraping from base.py:42 + https://www.castlepoint.gov.uk/blackwell-dave-ciip +[09:37:50] Scraping from base.py:42 + https://www.castlepoint.gov.uk/may-peter-ciip +[09:37:51] Scraping from base.py:42 + https://www.castlepoint.gov.uk/acott-alan-ciip +[09:37:52] Scraping from base.py:42 + https://www.castlepoint.gov.uk/sach-carole-ciip +[09:37:54] Scraping from base.py:42 + https://www.castlepoint.gov.uk/watson-grace-ciip +[09:37:55] Scraping from base.py:42 + https://www.castlepoint.gov.uk/fuller-michael-ciip +[09:37:56] Scraping from base.py:42 + https://www.castlepoint.gov.uk/harvey-nick-ciip +[09:37:57] Scraping from base.py:42 + https://www.castlepoint.gov.uk/payne-john-ciip +[09:37:58] Scraping from base.py:42 + https://www.castlepoint.gov.uk/campagna-barry-ciip +[09:38:00] Scraping from base.py:42 + https://www.castlepoint.gov.uk/palmer-barry-ciip +[09:38:01] Scraping from base.py:42 + https://www.castlepoint.gov.uk/payne-mrs-janice-ciip +[09:38:02] Scraping from base.py:42 + https://www.castlepoint.gov.uk/blissett-mrs-jay-con +[09:38:03] Scraping from base.py:42 + https://www.castlepoint.gov.uk/thomas-david-ciip +[09:38:05] Scraping from base.py:42 + https://www.castlepoint.gov.uk/greig-peter-ciip +[09:38:06] Scraping from base.py:42 + https://www.castlepoint.gov.uk/taylor-allan-ciip +[09:38:07] Scraping from base.py:42 + https://www.castlepoint.gov.uk/withers-graham-ciip +[09:38:08] Scraping from base.py:42 + https://www.castlepoint.gov.uk/gibson-tom-pip +[09:38:09] Scraping from base.py:42 + https://www.castlepoint.gov.uk/howlett-gareth-pip +[09:38:10] Scraping from base.py:42 + https://www.castlepoint.gov.uk/mountford-stephen-pip +[09:38:11] Scraping from base.py:42 + https://www.castlepoint.gov.uk/benson-nicola-pip +[09:38:12] Scraping from base.py:42 + https://www.castlepoint.gov.uk/mumford-mrs-susan-con +[09:38:14] Scraping from base.py:42 + https://www.castlepoint.gov.uk/walter-clive-con +[09:38:15] Scraping from base.py:42 + https://www.castlepoint.gov.uk/hart-simon-con +[09:38:16] Scraping from base.py:42 + https://www.castlepoint.gov.uk/isaacs-godfrey-ind +[09:38:17] Scraping from base.py:42 + https://www.castlepoint.gov.uk/thornton-jacqui-con +[09:38:18] Scraping from base.py:42 + https://www.castlepoint.gov.uk/ainsley-sharon-pip +[09:38:19] Scraping from base.py:42 + https://www.castlepoint.gov.uk/jones-diana-pip +[09:38:20] Scraping from base.py:42 + https://www.castlepoint.gov.uk/savage-russell-pip +[09:38:21] Scraping from base.py:42 + https://www.castlepoint.gov.uk/barton-brown-hannah-pip +[09:38:22] Scraping from base.py:42 + https://www.castlepoint.gov.uk/dearsonmichael-pip +[09:38:23] Scraping from base.py:42 + https://www.castlepoint.gov.uk/egan-mrs-beverley-con +[09:38:25] Scraping from base.py:42 + https://www.castlepoint.gov.uk/bowker-kieron-pip +[09:38:26] Scraping from base.py:42 + https://www.castlepoint.gov.uk/gibson-warren-pip +[09:38:27] Scraping from base.py:42 + https://www.castlepoint.gov.uk/knott-john-pip +[09:38:28] Committing batch 1 consisting of 82 files base.py:274 +[09:38:29] Finished attempting to scrape: CAS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2504,136 +2634,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-18">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>53 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:18:38.829416</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:19:32.245799</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:18:38] Fetching Scraper for: CAS handlers.py:23 - Begin attempting to scrape: CAS handlers.py:27 -[13:18:39] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:18:40] ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[13:18:41] ...data deleted. base.py:246 - Scraping from https://www.castlepoint.gov.uk/councillors base.py:42 -[13:18:44] Scraping from base.py:42 - https://www.castlepoint.gov.uk/bizzell-benjamin-pip -[13:18:45] Scraping from base.py:42 - https://www.castlepoint.gov.uk/mccarthy-calvert-lynsey-pip -[13:18:46] Scraping from https://www.castlepoint.gov.uk/skipp-tom-con base.py:42 -[13:18:47] Scraping from base.py:42 - https://www.castlepoint.gov.uk/edwards-allan-pip -[13:18:48] Scraping from base.py:42 - https://www.castlepoint.gov.uk/lillis-rob-pip -[13:18:49] Scraping from base.py:42 - https://www.castlepoint.gov.uk/thornton-andrew-con -[13:18:50] Scraping from base.py:42 - https://www.castlepoint.gov.uk/anderson-john-ciip -[13:18:51] Scraping from base.py:42 - https://www.castlepoint.gov.uk/blackwell-dave-ciip -[13:18:52] Scraping from base.py:42 - https://www.castlepoint.gov.uk/may-peter-ciip -[13:18:53] Scraping from base.py:42 - https://www.castlepoint.gov.uk/acott-alan-ciip -[13:18:55] Scraping from base.py:42 - https://www.castlepoint.gov.uk/sach-carole-ciip -[13:18:56] Scraping from base.py:42 - https://www.castlepoint.gov.uk/watson-grace-ciip -[13:18:57] Scraping from base.py:42 - https://www.castlepoint.gov.uk/fuller-michael-ciip -[13:18:58] Scraping from base.py:42 - https://www.castlepoint.gov.uk/harvey-nick-ciip -[13:18:59] Scraping from base.py:42 - https://www.castlepoint.gov.uk/payne-john-ciip -[13:19:00] Scraping from base.py:42 - https://www.castlepoint.gov.uk/campagna-barry-ciip -[13:19:01] Scraping from base.py:42 - https://www.castlepoint.gov.uk/palmer-barry-ciip -[13:19:02] Scraping from base.py:42 - https://www.castlepoint.gov.uk/payne-mrs-janice-ciip -[13:19:04] Scraping from base.py:42 - https://www.castlepoint.gov.uk/blissett-mrs-jay-con -[13:19:05] Scraping from base.py:42 - https://www.castlepoint.gov.uk/thomas-david-ciip -[13:19:06] Scraping from base.py:42 - https://www.castlepoint.gov.uk/greig-peter-ciip -[13:19:07] Scraping from base.py:42 - https://www.castlepoint.gov.uk/taylor-allan-ciip -[13:19:09] Scraping from base.py:42 - https://www.castlepoint.gov.uk/withers-graham-ciip -[13:19:10] Scraping from base.py:42 - https://www.castlepoint.gov.uk/gibson-tom-pip -[13:19:11] Scraping from base.py:42 - https://www.castlepoint.gov.uk/howlett-gareth-pip -[13:19:12] Scraping from base.py:42 - https://www.castlepoint.gov.uk/mountford-stephen-pip -[13:19:13] Scraping from base.py:42 - https://www.castlepoint.gov.uk/benson-nicola-pip -[13:19:15] Scraping from base.py:42 - https://www.castlepoint.gov.uk/mumford-mrs-susan-con -[13:19:16] Scraping from base.py:42 - https://www.castlepoint.gov.uk/walter-clive-con -[13:19:17] Scraping from base.py:42 - https://www.castlepoint.gov.uk/hart-simon-con -[13:19:18] Scraping from base.py:42 - https://www.castlepoint.gov.uk/isaacs-godfrey-ind -[13:19:19] Scraping from base.py:42 - https://www.castlepoint.gov.uk/thornton-jacqui-con -[13:19:20] Scraping from base.py:42 - https://www.castlepoint.gov.uk/ainsley-sharon-pip -[13:19:21] Scraping from base.py:42 - https://www.castlepoint.gov.uk/jones-diana-pip -[13:19:22] Scraping from base.py:42 - https://www.castlepoint.gov.uk/savage-russell-pip -[13:19:24] Scraping from base.py:42 - https://www.castlepoint.gov.uk/barton-brown-hannah-pip -[13:19:25] Scraping from base.py:42 - https://www.castlepoint.gov.uk/dearsonmichael-pip -[13:19:26] Scraping from base.py:42 - https://www.castlepoint.gov.uk/egan-mrs-beverley-con -[13:19:27] Scraping from base.py:42 - https://www.castlepoint.gov.uk/bowker-kieron-pip -[13:19:28] Scraping from base.py:42 - https://www.castlepoint.gov.uk/gibson-warren-pip -[13:19:29] Scraping from base.py:42 - https://www.castlepoint.gov.uk/knott-john-pip -[13:19:30] Committing batch 1 consisting of 82 files base.py:274 -[13:19:32] Finished attempting to scrape: CAS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAT/index.html b/logbooks/CAT/index.html index 17baa55692..6c5015457c 100644 --- a/logbooks/CAT/index.html +++ b/logbooks/CAT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:29:29.370041</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:29:35.653819</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:29:29] Fetching Scraper for: CAT handlers.py:23 + Begin attempting to scrape: CAT handlers.py:27 + Deleting existing data... base.py:239 +[08:29:30] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[08:29:31] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.canterbury.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:29:34] Committing batch 1 consisting of 78 files base.py:274 +[08:29:35] Finished attempting to scrape: CAT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-29">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:29:32.029679</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:29:38.117360</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:29:32] Fetching Scraper for: CAT handlers.py:23 - Begin attempting to scrape: CAT handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:29:33] ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[12:29:34] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.canterbury.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:29:36] Committing batch 1 consisting of 78 files base.py:274 -[12:29:38] Finished attempting to scrape: CAT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CAY/index.html b/logbooks/CAY/index.html index 220d9432b1..0c2cc7c79e 100644 --- a/logbooks/CAY/index.html +++ b/logbooks/CAY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:33:54.567358</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:34:03.134530</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:33:54] Fetching Scraper for: CAY handlers.py:23 + Begin attempting to scrape: CAY handlers.py:27 + Deleting existing data... base.py:239 +[08:33:55] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 69 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:33:56] ...found 69 files in Councillors/raw base.py:207 + ...found 139 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:33:57] Deleting batch no. 2 consisting of 39 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.caerphilly.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[08:34:00] Committing batch 1 consisting of 92 files base.py:274 +[08:34:01] Committing batch 2 consisting of 46 files base.py:274 +[08:34:03] Finished attempting to scrape: CAY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-13">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1903,110 +1956,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:21.726012</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:24.186860</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 472, in connect - _match_hostname(cert, self.assert_hostname or server_hostname) - File "/opt/python/urllib3/connection.py", line 545, in _match_hostname - match_hostname(cert, asserted_hostname) - File "/opt/python/urllib3/util/ssl_match_hostname.py", line 150, in match_hostname - raise CertificateError( -urllib3.util.ssl_match_hostname.CertificateError: hostname 'www.democracy.caerphilly.gov.uk' doesn't match either of '*.caerphilly.gov.uk', 'caerphilly.gov.uk' - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.democracy.caerphilly.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(CertificateError("hostname 'www.democracy.caerphilly.gov.uk' doesn't match either of '*.caerphilly.gov.uk', 'caerphilly.gov.uk'"))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 725, in send - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 725, in <listcomp> - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 266, in resolve_redirects - resp = self.send( - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='www.democracy.caerphilly.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(CertificateError("hostname 'www.democracy.caerphilly.gov.uk' doesn't match either of '*.caerphilly.gov.uk', 'caerphilly.gov.uk'"))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:21] Fetching Scraper for: CAY handlers.py:23 - Begin attempting to scrape: CAY handlers.py:27 -[14:23:22] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:23:23] ...data deleted. base.py:246 - Scraping from base.py:42 - http://www.democracy.caerphilly.gov.uk/mgWebService.asmx/G - etCouncillorsByWard - HTTPSConnectionPool(host='www.democracy.caerphilly.gov handlers.py:36 - .uk', port=443): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - SSLError(CertificateError("hostname - 'www.democracy.caerphilly.gov.uk' doesn't match either - of '*.caerphilly.gov.uk', 'caerphilly.gov.uk'"))) -[14:23:24] Finished attempting to scrape: CAY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CGN/index.html b/logbooks/CGN/index.html index 60e52eb5a1..559d846e5d 100644 --- a/logbooks/CGN/index.html +++ b/logbooks/CGN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-12">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:12:24.122927</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:12:30.242519</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:12:24] Fetching Scraper for: CGN handlers.py:23 + Begin attempting to scrape: CGN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:12:25] Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 +[10:12:26] ...data deleted. base.py:246 + Scraping from base.py:42 + https://council.ceredigion.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:12:28] Committing batch 1 consisting of 76 files base.py:274 +[10:12:30] Finished attempting to scrape: CGN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-37">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:08:25.773497</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:31.283945</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:08:25] Fetching Scraper for: CGN handlers.py:23 - Begin attempting to scrape: CGN handlers.py:27 -[12:08:26] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:08:27] ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://council.ceredigion.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:08:30] Committing batch 1 consisting of 76 files base.py:274 -[12:08:31] Finished attempting to scrape: CGN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHA/index.html b/logbooks/CHA/index.html index cc749f6092..4d115c1ca8 100644 --- a/logbooks/CHA/index.html +++ b/logbooks/CHA/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:21:15.918558</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:21:26.842831</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:21:15] Fetching Scraper for: CHA handlers.py:23 + Begin attempting to scrape: CHA handlers.py:27 +[09:21:17] Deleting existing data... base.py:239 +[09:21:18] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 52 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 52 files in Councillors/raw base.py:207 + ...found 105 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:21:19] Deleting batch no. 2 consisting of 5 files base.py:216 +[09:21:20] ...data deleted. base.py:246 + Scraping from base.py:42 + https://charnwood.moderngov.co.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:21:24] Committing batch 1 consisting of 92 files base.py:274 +[09:21:25] Committing batch 2 consisting of 12 files base.py:274 +[09:21:26] Finished attempting to scrape: CHA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:09:17.615910</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:09:26.134249</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:09:17] Fetching Scraper for: CHA handlers.py:23 - Begin attempting to scrape: CHA handlers.py:27 - Deleting existing data... base.py:239 -[13:09:18] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 52 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:09:19] ...found 52 files in Councillors/raw base.py:207 - ...found 105 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 5 files base.py:216 -[13:09:20] ...data deleted. base.py:246 - Scraping from base.py:42 - https://charnwood.moderngov.co.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:09:23] Committing batch 1 consisting of 92 files base.py:274 -[13:09:25] Committing batch 2 consisting of 12 files base.py:274 -[13:09:26] Finished attempting to scrape: CHA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHE/index.html b/logbooks/CHE/index.html index 2dca963459..04ae39e0e4 100644 --- a/logbooks/CHE/index.html +++ b/logbooks/CHE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-03">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:03:12.543528</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:03:23.601265</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:03:12] Fetching Scraper for: CHE handlers.py:23 + Begin attempting to scrape: CHE handlers.py:27 + Deleting existing data... base.py:239 +[09:03:13] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 82 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 82 files in Councillors/raw base.py:207 + ...found 165 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:03:14] Deleting batch no. 2 consisting of 65 files base.py:216 +[09:03:15] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.cheshireeast.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:03:20] Committing batch 1 consisting of 92 files base.py:274 +[09:03:22] Committing batch 2 consisting of 72 files base.py:274 +[09:03:23] Finished attempting to scrape: CHE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:22.816547</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:38:33.476009</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:22] Fetching Scraper for: CHE handlers.py:23 - Begin attempting to scrape: CHE handlers.py:27 -[12:38:23] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 82 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:38:24] ...found 82 files in Councillors/raw base.py:207 - ...found 165 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:38:25] Deleting batch no. 2 consisting of 65 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.cheshireeast.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:38:30] Committing batch 1 consisting of 92 files base.py:274 -[12:38:32] Committing batch 2 consisting of 72 files base.py:274 -[12:38:33] Finished attempting to scrape: CHE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHI/index.html b/logbooks/CHI/index.html index 050f25eb6f..9f247b3e68 100644 --- a/logbooks/CHI/index.html +++ b/logbooks/CHI/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:30:17.106393</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:30:24.293283</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:30:17] Fetching Scraper for: CHI handlers.py:23 + Begin attempting to scrape: CHI handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:30:18] Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[10:30:19] ...data deleted. base.py:246 + Scraping from base.py:42 + http://chichester.moderngov.co.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:30:23] Committing batch 1 consisting of 72 files base.py:274 +[10:30:24] Finished attempting to scrape: CHI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:10:48.594202</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:10:54.937841</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:10:48] Fetching Scraper for: CHI handlers.py:23 - Begin attempting to scrape: CHI handlers.py:27 - Deleting existing data... base.py:239 -[13:10:49] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:10:50] ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[13:10:51] ...data deleted. base.py:246 - Scraping from base.py:42 - http://chichester.moderngov.co.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:10:53] Committing batch 1 consisting of 72 files base.py:274 -[13:10:54] Finished attempting to scrape: CHI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHO/index.html b/logbooks/CHO/index.html index e4e7760396..c2df3b78c6 100644 --- a/logbooks/CHO/index.html +++ b/logbooks/CHO/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:30:04.244704</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:10.797438</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:30:04] Fetching Scraper for: CHO handlers.py:23 + Begin attempting to scrape: CHO handlers.py:27 + Deleting existing data... base.py:239 +[08:30:05] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[08:30:06] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.chorley.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:30:09] Committing batch 1 consisting of 84 files base.py:274 +[08:30:10] Finished attempting to scrape: CHO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-42">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:42:39.275001</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:42:45.670728</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:42:39] Fetching Scraper for: CHO handlers.py:23 - Begin attempting to scrape: CHO handlers.py:27 - Deleting existing data... base.py:239 -[13:42:40] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:42:41] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.chorley.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:42:44] Committing batch 1 consisting of 84 files base.py:274 -[13:42:45] Finished attempting to scrape: CHO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHR/index.html b/logbooks/CHR/index.html index 5882285450..296abc0926 100644 --- a/logbooks/CHR/index.html +++ b/logbooks/CHR/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-03">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:03:25.412936</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:03:33.587481</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:03:25] Fetching Scraper for: CHR handlers.py:23 + Begin attempting to scrape: CHR handlers.py:27 + Deleting existing data... base.py:239 +[10:03:26] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[10:03:27] ...data deleted. base.py:246 + Scraping from base.py:42 + http://modgov.cherwell.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:03:31] Committing batch 1 consisting of 92 files base.py:274 +[10:03:32] Committing batch 2 consisting of 4 files base.py:274 +[10:03:33] Finished attempting to scrape: CHR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:25:27.770924</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:25:36.441613</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:25:27] Fetching Scraper for: CHR handlers.py:23 - Begin attempting to scrape: CHR handlers.py:27 -[14:25:28] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:25:29] ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[14:25:30] ...data deleted. base.py:246 - Scraping from base.py:42 - http://modgov.cherwell.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[14:25:34] Committing batch 1 consisting of 92 files base.py:274 -[14:25:35] Committing batch 2 consisting of 4 files base.py:274 -[14:25:36] Finished attempting to scrape: CHR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHS/index.html b/logbooks/CHS/index.html index 2880166916..967ab43511 100644 --- a/logbooks/CHS/index.html +++ b/logbooks/CHS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:06:20.212562</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:06:30.592374</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:06:20] Fetching Scraper for: CHS handlers.py:23 + Begin attempting to scrape: CHS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:06:21] Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[10:06:22] ...data deleted. base.py:246 + Scraping from base.py:42 + http://chesterfield.moderngov.co.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:06:28] Committing batch 1 consisting of 80 files base.py:274 +[10:06:30] Finished attempting to scrape: CHS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:06:42.952745</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:06:49.043569</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:06:42] Fetching Scraper for: CHS handlers.py:23 - Begin attempting to scrape: CHS handlers.py:27 -[12:06:43] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:06:44] Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[12:06:45] ...data deleted. base.py:246 - Scraping from base.py:42 - http://chesterfield.moderngov.co.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:06:47] Committing batch 1 consisting of 80 files base.py:274 -[12:06:49] Finished attempting to scrape: CHS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHT/index.html b/logbooks/CHT/index.html index b4565174ab..5fae30d295 100644 --- a/logbooks/CHT/index.html +++ b/logbooks/CHT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:29:16.314751</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:29:22.033386</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:29:16] Fetching Scraper for: CHT handlers.py:23 + Begin attempting to scrape: CHT handlers.py:27 + Deleting existing data... base.py:239 +[10:29:17] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[10:29:18] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.cheltenham.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:29:20] Committing batch 1 consisting of 80 files base.py:274 +[10:29:22] Finished attempting to scrape: CHT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-36">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:36:50.645050</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:36:56.536660</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:36:50] Fetching Scraper for: CHT handlers.py:23 - Begin attempting to scrape: CHT handlers.py:27 - Deleting existing data... base.py:239 -[13:36:51] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:36:52] ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.cheltenham.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[13:36:55] Committing batch 1 consisting of 80 files base.py:274 -[13:36:56] Finished attempting to scrape: CHT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CHW/index.html b/logbooks/CHW/index.html index bdc3dc2151..56d4cb36ac 100644 --- a/logbooks/CHW/index.html +++ b/logbooks/CHW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-59">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:59:50.647670</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:00:01.086862</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:59:50] Fetching Scraper for: CHW handlers.py:23 + Begin attempting to scrape: CHW handlers.py:27 + Deleting existing data... base.py:239 +[09:59:51] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 71 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:59:52] ...found 71 files in Councillors/raw base.py:207 + ...found 143 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 43 files base.py:216 +[09:59:53] ...data deleted. base.py:246 + Scraping from base.py:42 + http://cmttpublic.cheshirewestandchester.gov.uk/mgWebServi + ce.asmx/GetCouncillorsByWard +[09:59:58] Committing batch 1 consisting of 92 files base.py:274 +[09:59:59] Committing batch 2 consisting of 50 files base.py:274 +[10:00:01] Finished attempting to scrape: CHW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:22:24.953800</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:22:35.049836</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:22:24] Fetching Scraper for: CHW handlers.py:23 - Begin attempting to scrape: CHW handlers.py:27 -[13:22:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:22:26] ...found 71 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 71 files in Councillors/raw base.py:207 - ...found 143 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:22:27] Deleting batch no. 2 consisting of 43 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://cmttpublic.cheshirewestandchester.gov.uk/mgWebServi - ce.asmx/GetCouncillorsByWard -[13:22:32] Committing batch 1 consisting of 92 files base.py:274 -[13:22:33] Committing batch 2 consisting of 50 files base.py:274 -[13:22:35] Finished attempting to scrape: CHW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CLD/index.html b/logbooks/CLD/index.html index ea87c6ceaa..d26ab948d7 100644 --- a/logbooks/CLD/index.html +++ b/logbooks/CLD/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-13">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:13:57.620064</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:14:06.233258</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:13:57] Fetching Scraper for: CLD handlers.py:23 + Begin attempting to scrape: CLD handlers.py:27 + Deleting existing data... base.py:239 +[10:13:58] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:13:59] ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 3 files base.py:216 +[10:14:00] ...data deleted. base.py:246 + Scraping from base.py:42 + https://calderdale.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:14:03] Committing batch 1 consisting of 92 files base.py:274 +[10:14:04] Committing batch 2 consisting of 10 files base.py:274 +[10:14:06] Finished attempting to scrape: CLD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:00.863517</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:09.130038</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:00] Fetching Scraper for: CLD handlers.py:23 - Begin attempting to scrape: CLD handlers.py:27 -[12:51:01] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:51:02] ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:51:03] Deleting batch no. 2 consisting of 3 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://calderdale.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:51:06] Committing batch 1 consisting of 92 files base.py:274 -[12:51:07] Committing batch 2 consisting of 10 files base.py:274 -[12:51:09] Finished attempting to scrape: CLD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CLK/index.html b/logbooks/CLK/index.html index f037575151..37612e7cac 100644 --- a/logbooks/CLK/index.html +++ b/logbooks/CLK/index.html @@ -37,6 +37,109 @@ + <h2 id="2023-10-15-10-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>23 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:09:10.588179</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:09:34.167120</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:09:10] Fetching Scraper for: CLK handlers.py:23 + Begin attempting to scrape: CLK handlers.py:27 + Deleting existing data... base.py:239 +[10:09:11] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 18 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 18 files in Councillors/raw base.py:207 + ...found 37 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 37 files base.py:216 +[10:09:12] ...data deleted. base.py:246 + Scraping from https://www.clacks.gov.uk/council/wards/ base.py:42 +[10:09:13] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirece + ntral/9/ +[10:09:14] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirece + ntral/2/ +[10:09:15] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirece + ntral/12/ +[10:09:16] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireea + st/3/ +[10:09:17] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireea + st/16/ +[10:09:18] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireea + st/18/ +[10:09:19] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireno + rth/7/ +[10:09:20] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireno + rth/6/ +[10:09:21] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireno + rth/4/ +[10:09:23] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireno + rth/1/ +[10:09:24] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireso + uth/15/ +[10:09:25] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireso + uth/14/ +[10:09:26] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireso + uth/13/ +[10:09:27] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshireso + uth/17/ +[10:09:28] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirewe + st/5/ +[10:09:29] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirewe + st/10/ +[10:09:30] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirewe + st/11/ +[10:09:31] Scraping from base.py:42 + https://www.clacks.gov.uk/council/wards/clackmannanshirewe + st/8/ +[10:09:32] Committing batch 1 consisting of 36 files base.py:274 +[10:09:34] Finished attempting to scrape: CLK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-47">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1991,109 +2094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>23 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:46:36.896956</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:47:00.867076</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:46:36] Fetching Scraper for: CLK handlers.py:23 - Begin attempting to scrape: CLK handlers.py:27 -[12:46:37] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:46:38] ...found 14 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 14 files in Councillors/raw base.py:207 - ...found 29 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 29 files base.py:216 -[12:46:39] ...data deleted. base.py:246 - Scraping from https://www.clacks.gov.uk/council/wards/ base.py:42 -[12:46:40] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirece - ntral/9/ -[12:46:42] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirece - ntral/2/ -[12:46:43] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirece - ntral/12/ -[12:46:44] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireea - st/3/ -[12:46:45] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireea - st/16/ -[12:46:46] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireea - st/18/ -[12:46:47] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireno - rth/7/ -[12:46:48] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireno - rth/6/ -[12:46:49] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireno - rth/4/ -[12:46:50] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireno - rth/1/ -[12:46:51] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireso - uth/15/ -[12:46:52] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireso - uth/14/ -[12:46:53] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireso - uth/13/ -[12:46:54] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshireso - uth/17/ -[12:46:55] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirewe - st/5/ -[12:46:56] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirewe - st/10/ -[12:46:57] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirewe - st/11/ -[12:46:58] Scraping from base.py:42 - https://www.clacks.gov.uk/council/wards/clackmannanshirewe - st/8/ -[12:46:59] Committing batch 1 consisting of 36 files base.py:274 -[12:47:00] Finished attempting to scrape: CLK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CMD/index.html b/logbooks/CMD/index.html index 2e0633df26..9d2fe232d3 100644 --- a/logbooks/CMD/index.html +++ b/logbooks/CMD/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>12 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:48:01.412496</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:48:13.774628</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:48:01] Fetching Scraper for: CMD handlers.py:23 + Begin attempting to scrape: CMD handlers.py:27 + Deleting existing data... base.py:239 +[09:48:02] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 +[09:48:03] Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 11 files base.py:216 +[09:48:04] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.camden.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:48:11] Committing batch 1 consisting of 92 files base.py:274 +[09:48:12] Committing batch 2 consisting of 18 files base.py:274 +[09:48:13] Finished attempting to scrape: CMD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2022,117 +2075,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:04:50.663450</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:04:52.913541</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democracy.camden.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 725, in send - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 725, in <listcomp> - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 266, in resolve_redirects - resp = self.send( - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='democracy.camden.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:04:50] Fetching Scraper for: CMD handlers.py:23 - Begin attempting to scrape: CMD handlers.py:27 -[12:04:51] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:04:52] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.camden.gov.uk/mgWebService.asmx/GetCounci - llorsByWard - HTTPSConnectionPool(host='democracy.camden.gov.uk', handlers.py:36 - port=443): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) - Finished attempting to scrape: CMD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CMN/index.html b/logbooks/CMN/index.html index af36a84abb..51df0626fa 100644 --- a/logbooks/CMN/index.html +++ b/logbooks/CMN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:32:04.888973</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:32:15.805445</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:32:04] Fetching Scraper for: CMN handlers.py:23 + Begin attempting to scrape: CMN handlers.py:27 +[08:32:05] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 75 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:32:06] ...found 75 files in Councillors/raw base.py:207 + ...found 151 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:32:07] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.carmarthenshire.gov.wales/mgWebService.as + mx/GetCouncillorsByWard +[08:32:12] Committing batch 1 consisting of 92 files base.py:274 +[08:32:14] Committing batch 2 consisting of 58 files base.py:274 +[08:32:15] Finished attempting to scrape: CMN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-00">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:00:40.522689</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:00:50.917702</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:00:40] Fetching Scraper for: CMN handlers.py:23 - Begin attempting to scrape: CMN handlers.py:27 - Deleting existing data... base.py:239 -[13:00:41] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:00:42] Deleting batch no. 2 consisting of 51 files base.py:216 -[13:00:43] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.carmarthenshire.gov.wales/mgWebService.as - mx/GetCouncillorsByWard -[13:00:47] Committing batch 1 consisting of 92 files base.py:274 -[13:00:49] Committing batch 2 consisting of 58 files base.py:274 -[13:00:50] Finished attempting to scrape: CMN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/COL/index.html b/logbooks/COL/index.html index a60b4f89ed..118fce217d 100644 --- a/logbooks/COL/index.html +++ b/logbooks/COL/index.html @@ -37,6 +37,262 @@ + <h2 id="2023-10-15-08-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>114 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:21:52.376909</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:23:46.450393</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:21:52] Fetching Scraper for: COL handlers.py:23 + Begin attempting to scrape: COL handlers.py:27 + Deleting existing data... base.py:239 +[08:21:53] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:21:54] Deleting batch no. 2 consisting of 3 files base.py:216 +[08:21:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors.aspx +[08:21:57] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/203/ScreenMode/Alphabet + ical/Default.aspx +[08:21:58] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabet + ical/Default.aspx +[08:21:59] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenMode/Alphabet + ical/Default.aspx +[08:22:01] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:03] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:06] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/179/ScreenMode/Alphabet + ical/Default.aspx +[08:22:08] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/173/ScreenMode/Alphabet + ical/Default.aspx +[08:22:10] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:15] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:17] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/175/ScreenMode/Alphabet + ical/Default.aspx +[08:22:19] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:21] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphabet + ical/Default.aspx +[08:22:22] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:25] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabet + ical/Default.aspx +[08:22:27] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:29] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/171/ScreenMode/Alphabet + ical/Default.aspx +[08:22:31] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:33] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:36] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/193/ScreenMode/Alphabet + ical/Default.aspx +[08:22:37] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:39] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabet + ical/Default.aspx +[08:22:43] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/181/ScreenMode/Alphabet + ical/Default.aspx +[08:22:44] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabet + ical/Default.aspx +[08:22:46] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabet + ical/Default.aspx +[08:22:47] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:50] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:52] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabet + ical/Default.aspx +[08:22:54] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMode/Alphabeti + cal/Default.aspx +[08:22:55] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabet + ical/Default.aspx +[08:22:59] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMode/Alphabet + ical/Default.aspx +[08:23:01] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/183/ScreenMode/Alphabet + ical/Default.aspx +[08:23:03] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/199/ScreenMode/Alphabet + ical/Default.aspx +[08:23:04] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/190/ScreenMode/Alphabet + ical/Default.aspx +[08:23:06] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode/Alphabet + ical/Default.aspx +[08:23:07] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:09] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/195/ScreenMode/Alphabet + ical/Default.aspx +[08:23:11] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabet + ical/Default.aspx +[08:23:12] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/198/ScreenMode/Alphabet + ical/Default.aspx +[08:23:15] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenMode/Alphabet + ical/Default.aspx +[08:23:19] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/71/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:21] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Alphabet + ical/Default.aspx +[08:23:23] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:25] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabet + ical/Default.aspx +[08:23:27] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/197/ScreenMode/Alphabet + ical/Default.aspx +[08:23:28] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/184/ScreenMode/Alphabet + ical/Default.aspx +[08:23:29] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/178/ScreenMode/Alphabet + ical/Default.aspx +[08:23:31] Committing batch 1 consisting of 92 files base.py:274 +[08:23:33] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenMode/Alphabet + ical/Default.aspx +[08:23:36] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabet + ical/Default.aspx +[08:23:38] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:40] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:42] Scraping from base.py:42 + http://colchester.cmis.uk.com/colchester/Councillors/tabid + /63/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabeti + cal/Default.aspx +[08:23:45] Committing batch 2 consisting of 10 files base.py:274 +[08:23:46] Finished attempting to scrape: COL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-37">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4740,262 +4996,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>118 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:08:09.015060</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:10:07.582199</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:08:09] Fetching Scraper for: COL handlers.py:23 - Begin attempting to scrape: COL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:08:10] Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:08:11] Deleting batch no. 2 consisting of 3 files base.py:216 -[14:08:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors.aspx -[14:08:13] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/203/ScreenMode/Alphabet - ical/Default.aspx -[14:08:15] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabet - ical/Default.aspx -[14:08:16] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenMode/Alphabet - ical/Default.aspx -[14:08:18] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:20] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:24] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/179/ScreenMode/Alphabet - ical/Default.aspx -[14:08:25] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/173/ScreenMode/Alphabet - ical/Default.aspx -[14:08:27] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:29] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:31] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/175/ScreenMode/Alphabet - ical/Default.aspx -[14:08:33] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:35] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphabet - ical/Default.aspx -[14:08:36] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:40] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabet - ical/Default.aspx -[14:08:41] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:43] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/171/ScreenMode/Alphabet - ical/Default.aspx -[14:08:45] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:47] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:50] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/193/ScreenMode/Alphabet - ical/Default.aspx -[14:08:51] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabeti - cal/Default.aspx -[14:08:54] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabet - ical/Default.aspx -[14:08:56] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/181/ScreenMode/Alphabet - ical/Default.aspx -[14:08:58] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabet - ical/Default.aspx -[14:09:01] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabet - ical/Default.aspx -[14:09:04] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:08] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:13] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabet - ical/Default.aspx -[14:09:15] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:18] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabet - ical/Default.aspx -[14:09:20] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMode/Alphabet - ical/Default.aspx -[14:09:23] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/183/ScreenMode/Alphabet - ical/Default.aspx -[14:09:25] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/199/ScreenMode/Alphabet - ical/Default.aspx -[14:09:26] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/190/ScreenMode/Alphabet - ical/Default.aspx -[14:09:28] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode/Alphabet - ical/Default.aspx -[14:09:29] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:32] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/195/ScreenMode/Alphabet - ical/Default.aspx -[14:09:33] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabet - ical/Default.aspx -[14:09:36] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/198/ScreenMode/Alphabet - ical/Default.aspx -[14:09:38] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenMode/Alphabet - ical/Default.aspx -[14:09:40] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/71/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:42] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Alphabet - ical/Default.aspx -[14:09:44] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabeti - cal/Default.aspx -[14:09:46] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabet - ical/Default.aspx -[14:09:47] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/197/ScreenMode/Alphabet - ical/Default.aspx -[14:09:49] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/184/ScreenMode/Alphabet - ical/Default.aspx -[14:09:50] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/178/ScreenMode/Alphabet - ical/Default.aspx -[14:09:54] Committing batch 1 consisting of 92 files base.py:274 -[14:09:55] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenMode/Alphabet - ical/Default.aspx -[14:09:57] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabet - ical/Default.aspx -[14:09:59] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alphabeti - cal/Default.aspx -[14:10:01] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabeti - cal/Default.aspx -[14:10:03] Scraping from base.py:42 - http://colchester.cmis.uk.com/colchester/Councillors/tabid - /63/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabeti - cal/Default.aspx -[14:10:06] Committing batch 2 consisting of 10 files base.py:274 -[14:10:07] Finished attempting to scrape: COL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CON/index.html b/logbooks/CON/index.html index fb28fe2c84..ca04eae498 100644 --- a/logbooks/CON/index.html +++ b/logbooks/CON/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:44:18.252942</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:44:27.752226</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:44:18] Fetching Scraper for: CON handlers.py:23 + Begin attempting to scrape: CON handlers.py:27 + Deleting existing data... base.py:239 +[09:44:19] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 87 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 87 files in Councillors/raw base.py:207 + ...found 175 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:44:20] Deleting batch no. 2 consisting of 75 files base.py:216 +[09:44:21] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.cornwall.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:44:24] Committing batch 1 consisting of 92 files base.py:274 +[09:44:26] Committing batch 2 consisting of 82 files base.py:274 +[09:44:27] Finished attempting to scrape: CON base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-08">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:07:27.159831</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:07:36.337660</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:07:27] Fetching Scraper for: CON handlers.py:23 - Begin attempting to scrape: CON handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:07:28] Getting all files in Councillors/json... base.py:191 - ...found 87 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 87 files in Councillors/raw base.py:207 - ...found 175 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:07:29] Deleting batch no. 2 consisting of 75 files base.py:216 -[12:07:30] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.cornwall.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:07:33] Committing batch 1 consisting of 92 files base.py:274 -[12:07:35] Committing batch 2 consisting of 82 files base.py:274 -[12:07:36] Finished attempting to scrape: CON base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/COT/index.html b/logbooks/COT/index.html index be7cec9c1a..215592d85c 100644 --- a/logbooks/COT/index.html +++ b/logbooks/COT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:48:38.720776</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:48:43.796850</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:48:38] Fetching Scraper for: COT handlers.py:23 + Begin attempting to scrape: COT handlers.py:27 +[09:48:39] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 34 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:48:40] ...found 34 files in Councillors/raw base.py:207 + ...found 69 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 69 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://meetings.cotswold.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:48:42] Committing batch 1 consisting of 68 files base.py:274 +[09:48:43] Finished attempting to scrape: COT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2138,124 +2189,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:43.600272</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:45.877861</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connection.py", line 174, in _new_conn - conn = connection.create_connection( - File "/opt/python/urllib3/util/connection.py", line 72, in create_connection - for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): - File "/var/lang/lib/python3.8/socket.py", line 918, in getaddrinfo - for res in _socket.getaddrinfo(host, port, family, type, proto, flags): -socket.gaierror: [Errno -2] Name or service not known - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 415, in _make_request - conn.request(method, url, **httplib_request_kw) - File "/opt/python/urllib3/connection.py", line 244, in request - super(HTTPConnection, self).request(method, url, body=body, headers=headers) - File "/var/lang/lib/python3.8/http/client.py", line 1256, in request - self._send_request(method, url, body, headers, encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1302, in _send_request - self.endheaders(body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1251, in endheaders - self._send_output(message_body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1011, in _send_output - self.send(msg) - File "/var/lang/lib/python3.8/http/client.py", line 951, in send - self.connect() - File "/opt/python/urllib3/connection.py", line 205, in connect - conn = self._new_conn() - File "/opt/python/urllib3/connection.py", line 186, in _new_conn - raise NewConnectionError( -urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7efdccde1550>: Failed to establish a new connection: [Errno -2] Name or service not known - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='www.cmis.cotswold.gov.uk', port=80): Max retries exceeded with url: /cmis5/People/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdccde1550>: Failed to establish a new connection: [Errno -2] Name or service not known')) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 519, in send - raise ConnectionError(e, request=request) -requests.exceptions.ConnectionError: HTTPConnectionPool(host='www.cmis.cotswold.gov.uk', port=80): Max retries exceeded with url: /cmis5/People/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdccde1550>: Failed to establish a new connection: [Errno -2] Name or service not known')) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:43] Fetching Scraper for: COT handlers.py:23 - Begin attempting to scrape: COT handlers.py:27 - Deleting existing data... base.py:239 -[13:46:44] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:46:45] ...data deleted. base.py:246 - Scraping from base.py:42 - http://www.cmis.cotswold.gov.uk/cmis5/People/tabid/62/Scre - enMode/Alphabetical/Default.aspx - HTTPConnectionPool(host='www.cmis.cotswold.gov.uk', handlers.py:36 - port=80): Max retries exceeded with url: - /cmis5/People/tabid/62/ScreenMode/Alphabetical/Default - .aspx (Caused by - NewConnectionError('<urllib3.connection.HTTPConnection - object at 0x7efdccde1550>: Failed to establish a new - connection: [Errno -2] Name or service not known')) - Finished attempting to scrape: COT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/COV/index.html b/logbooks/COV/index.html index 8cc36015a9..b16f5124b3 100644 --- a/logbooks/COV/index.html +++ b/logbooks/COV/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:45:34.504224</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:45:43.032347</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:45:34] Fetching Scraper for: COV handlers.py:23 + Begin attempting to scrape: COV handlers.py:27 + Deleting existing data... base.py:239 +[09:45:35] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 53 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 53 files in Councillors/raw base.py:207 + ...found 107 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:45:36] Deleting batch no. 2 consisting of 7 files base.py:216 +[09:45:37] ...data deleted. base.py:246 + Scraping from base.py:42 + https://edemocracy.coventry.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:45:40] Committing batch 1 consisting of 92 files base.py:274 +[09:45:41] Committing batch 2 consisting of 14 files base.py:274 +[09:45:43] Finished attempting to scrape: COV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-36">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:36:02.978655</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:36:11.435437</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:36:02] Fetching Scraper for: COV handlers.py:23 - Begin attempting to scrape: COV handlers.py:27 -[13:36:03] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:36:04] Getting all files in Councillors/json... base.py:191 - ...found 53 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 53 files in Councillors/raw base.py:207 - ...found 107 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:36:05] Deleting batch no. 2 consisting of 7 files base.py:216 -[13:36:06] ...data deleted. base.py:246 - Scraping from base.py:42 - https://edemocracy.coventry.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:36:09] Committing batch 1 consisting of 92 files base.py:274 -[13:36:10] Committing batch 2 consisting of 14 files base.py:274 -[13:36:11] Finished attempting to scrape: COV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CRF/index.html b/logbooks/CRF/index.html index f23b366396..a60f25de3f 100644 --- a/logbooks/CRF/index.html +++ b/logbooks/CRF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>17 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:43:30.796107</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:43:48.159035</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:43:30] Fetching Scraper for: CRF handlers.py:23 + Begin attempting to scrape: CRF handlers.py:27 +[08:43:31] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 79 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:43:32] ...found 79 files in Councillors/raw base.py:207 + ...found 159 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:43:33] Deleting batch no. 2 consisting of 59 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://cardiff.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:43:44] Committing batch 1 consisting of 92 files base.py:274 +[08:43:46] Committing batch 2 consisting of 66 files base.py:274 +[08:43:48] Finished attempting to scrape: CRF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:24:20.619337</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:24:30.774857</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:24:20] Fetching Scraper for: CRF handlers.py:23 - Begin attempting to scrape: CRF handlers.py:27 - Deleting existing data... base.py:239 -[12:24:21] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 79 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 79 files in Councillors/raw base.py:207 - ...found 159 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:24:22] Deleting batch no. 2 consisting of 59 files base.py:216 -[12:24:23] ...data deleted. base.py:246 - Scraping from base.py:42 - http://cardiff.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:24:27] Committing batch 1 consisting of 92 files base.py:274 -[12:24:29] Committing batch 2 consisting of 66 files base.py:274 -[12:24:30] Finished attempting to scrape: CRF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CRW/index.html b/logbooks/CRW/index.html index db5dc41dbf..660487d2aa 100644 --- a/logbooks/CRW/index.html +++ b/logbooks/CRW/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:29:39.317034</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:29:47.571033</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:29:39] Fetching Scraper for: CRW handlers.py:23 + Begin attempting to scrape: CRW handlers.py:27 + Deleting existing data... base.py:239 +[10:29:40] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[10:29:41] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.crawley.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:29:46] Committing batch 1 consisting of 72 files base.py:274 +[10:29:47] Finished attempting to scrape: CRW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:39:32.319527</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:37.650323</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:39:32] Fetching Scraper for: CRW handlers.py:23 - Begin attempting to scrape: CRW handlers.py:27 - Deleting existing data... base.py:239 -[12:39:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[12:39:34] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.crawley.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:39:36] Committing batch 1 consisting of 72 files base.py:274 -[12:39:37] Finished attempting to scrape: CRW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CRY/index.html b/logbooks/CRY/index.html index c92d08a118..d7d72a05fa 100644 --- a/logbooks/CRY/index.html +++ b/logbooks/CRY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-46">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:46:26.529513</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:46:36.843747</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:46:26] Fetching Scraper for: CRY handlers.py:23 + Begin attempting to scrape: CRY handlers.py:27 + Deleting existing data... base.py:239 +[09:46:27] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 71 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:46:28] ...found 71 files in Councillors/raw base.py:207 + ...found 143 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 43 files base.py:216 +[09:46:29] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.croydon.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:46:34] Committing batch 1 consisting of 92 files base.py:274 +[09:46:35] Committing batch 2 consisting of 50 files base.py:274 +[09:46:36] Finished attempting to scrape: CRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-59">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>16 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:38:02.197962</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:38:18.867631</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:38:02] Fetching Scraper for: CRY handlers.py:23 -[13:38:06] Begin attempting to scrape: CRY handlers.py:27 -[13:38:08] Deleting existing data... base.py:239 -[13:38:09] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 71 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 71 files in Councillors/raw base.py:207 - ...found 143 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:38:10] Deleting batch no. 2 consisting of 43 files base.py:216 -[13:38:11] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.croydon.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:38:16] Committing batch 1 consisting of 92 files base.py:274 -[13:38:17] Committing batch 2 consisting of 50 files base.py:274 -[13:38:18] Finished attempting to scrape: CRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/CWY/index.html b/logbooks/CWY/index.html index 1ea45a4bc4..0f8b6f4d15 100644 --- a/logbooks/CWY/index.html +++ b/logbooks/CWY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-52">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:52:57.924589</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:53:06.752388</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:52:57] Fetching Scraper for: CWY handlers.py:23 + Begin attempting to scrape: CWY handlers.py:27 +[09:52:58] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:52:59] ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:53:00] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:53:01] ...data deleted. base.py:246 + Scraping from base.py:42 + https://modgovpub-eng.secure.conwy.gov.uk/mgWebService.asm + x/GetCouncillorsByWard +[09:53:04] Committing batch 1 consisting of 92 files base.py:274 +[09:53:05] Committing batch 2 consisting of 18 files base.py:274 +[09:53:06] Finished attempting to scrape: CWY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1172,67 +1225,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:04:55.188784</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:04:57.516308</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://modgoveng.conwy.gov.uk/mgWebService.asmx/GetCouncillorsByWard -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:04:55] Fetching Scraper for: CWY handlers.py:23 - Begin attempting to scrape: CWY handlers.py:27 - Deleting existing data... base.py:239 -[14:04:56] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:04:57] ...data deleted. base.py:246 - Scraping from base.py:42 - http://modgoveng.conwy.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard - 404 Client Error: Not Found for url: handlers.py:36 - http://modgoveng.conwy.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard - Finished attempting to scrape: CWY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DAC/index.html b/logbooks/DAC/index.html index b6adddd2ec..4e0d9bcec6 100644 --- a/logbooks/DAC/index.html +++ b/logbooks/DAC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:06:56.869440</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:07:06.196949</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:06:56] Fetching Scraper for: DAC handlers.py:23 + Begin attempting to scrape: DAC handlers.py:27 +[09:06:57] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:06:58] ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:06:59] Deleting batch no. 2 consisting of 3 files base.py:216 +[09:07:00] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.dacorum.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:07:03] Committing batch 1 consisting of 92 files base.py:274 +[09:07:05] Committing batch 2 consisting of 10 files base.py:274 +[09:07:06] Finished attempting to scrape: DAC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:51:18.834554</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:51:27.355170</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:51:18] Fetching Scraper for: DAC handlers.py:23 - Begin attempting to scrape: DAC handlers.py:27 -[13:51:19] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:51:20] ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:51:21] Deleting batch no. 2 consisting of 3 files base.py:216 -[13:51:22] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.dacorum.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:51:24] Committing batch 1 consisting of 92 files base.py:274 -[13:51:25] Committing batch 2 consisting of 10 files base.py:274 -[13:51:27] Finished attempting to scrape: DAC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DAL/index.html b/logbooks/DAL/index.html index 7c4d2cf505..c290f89712 100644 --- a/logbooks/DAL/index.html +++ b/logbooks/DAL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-56">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:56:53.774565</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:57:04.041696</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:56:53] Fetching Scraper for: DAL handlers.py:23 + Begin attempting to scrape: DAL handlers.py:27 +[09:56:54] Deleting existing data... base.py:239 +[09:56:56] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:56:57] Deleting batch no. 2 consisting of 1 files base.py:216 +[09:56:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.darlington.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[09:57:01] Committing batch 1 consisting of 92 files base.py:274 +[09:57:02] Committing batch 2 consisting of 8 files base.py:274 +[09:57:04] Finished attempting to scrape: DAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:11.966029</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:20.663950</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:11] Fetching Scraper for: DAL handlers.py:23 -[12:51:12] Begin attempting to scrape: DAL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:51:13] ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:51:14] Deleting batch no. 2 consisting of 1 files base.py:216 -[12:51:15] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.darlington.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:51:18] Committing batch 1 consisting of 92 files base.py:274 -[12:51:19] Committing batch 2 consisting of 8 files base.py:274 -[12:51:20] Finished attempting to scrape: DAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DAR/index.html b/logbooks/DAR/index.html index f0f9b729d1..52923a76a6 100644 --- a/logbooks/DAR/index.html +++ b/logbooks/DAR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:21.971694</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:27.595522</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:21] Fetching Scraper for: DAR handlers.py:23 + Begin attempting to scrape: DAR handlers.py:27 +[09:50:22] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:50:23] ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[09:50:24] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committeedmz.dartford.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[09:50:26] Committing batch 1 consisting of 84 files base.py:274 +[09:50:27] Finished attempting to scrape: DAR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-55">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:50:06.661910</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:12.834364</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:50:06] Fetching Scraper for: DAR handlers.py:23 - Begin attempting to scrape: DAR handlers.py:27 - Deleting existing data... base.py:239 -[12:50:07] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:50:08] ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://committeedmz.dartford.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:50:11] Committing batch 1 consisting of 84 files base.py:274 -[12:50:12] Finished attempting to scrape: DAR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DBY/index.html b/logbooks/DBY/index.html index f425f2b54d..fd10e43eab 100644 --- a/logbooks/DBY/index.html +++ b/logbooks/DBY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:33:39.405060</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:33:51.267822</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:33:39] Fetching Scraper for: DBY handlers.py:23 + Begin attempting to scrape: DBY handlers.py:27 + Deleting existing data... base.py:239 +[08:33:40] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 64 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 64 files in Councillors/raw base.py:207 +[08:33:41] ...found 129 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 29 files base.py:216 +[08:33:42] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.derbyshire.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:33:48] Committing batch 1 consisting of 92 files base.py:274 +[08:33:50] Committing batch 2 consisting of 36 files base.py:274 +[08:33:51] Finished attempting to scrape: DBY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:41:25.626011</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:41:35.094357</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:41:25] Fetching Scraper for: DBY handlers.py:23 - Begin attempting to scrape: DBY handlers.py:27 - Deleting existing data... base.py:239 -[13:41:26] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 64 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:41:27] ...found 64 files in Councillors/raw base.py:207 - ...found 129 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 29 files base.py:216 -[13:41:28] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.derbyshire.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:41:32] Committing batch 1 consisting of 92 files base.py:274 -[13:41:33] Committing batch 2 consisting of 36 files base.py:274 -[13:41:35] Finished attempting to scrape: DBY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DEB/index.html b/logbooks/DEB/index.html index 9c79ebae93..fcac7545a4 100644 --- a/logbooks/DEB/index.html +++ b/logbooks/DEB/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-03">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:03:38.042564</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:03:44.052683</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:03:38] Fetching Scraper for: DEB handlers.py:23 + Begin attempting to scrape: DEB handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:03:39] Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[10:03:40] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.derbyshiredales.gov.uk/mgWebService.asmx + /GetCouncillorsByWard +[10:03:42] Committing batch 1 consisting of 66 files base.py:274 +[10:03:44] Finished attempting to scrape: DEB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:31:18.593795</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:31:25.813331</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:31:18] Fetching Scraper for: DEB handlers.py:23 - Begin attempting to scrape: DEB handlers.py:27 - Deleting existing data... base.py:239 -[13:31:19] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 34 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 34 files in Councillors/raw base.py:207 - ...found 69 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 69 files base.py:216 -[13:31:20] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.derbyshiredales.gov.uk/mgWebService.asmx - /GetCouncillorsByWard -[13:31:24] Committing batch 1 consisting of 68 files base.py:274 -[13:31:25] Finished attempting to scrape: DEB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DEN/index.html b/logbooks/DEN/index.html index 4a4d3855aa..1c6d6b8082 100644 --- a/logbooks/DEN/index.html +++ b/logbooks/DEN/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-14">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:14:55.302646</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:15:02.360175</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:14:55] Fetching Scraper for: DEN handlers.py:23 + Begin attempting to scrape: DEN handlers.py:27 + Deleting existing data... base.py:239 +[10:14:56] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[10:14:57] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.denbighshire.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[10:14:59] Committing batch 1 consisting of 92 files base.py:274 +[10:15:00] Committing batch 2 consisting of 2 files base.py:274 +[10:15:02] Finished attempting to scrape: DEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:58.959330</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:47:06.102330</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:58] Fetching Scraper for: DEN handlers.py:23 - Begin attempting to scrape: DEN handlers.py:27 -[13:46:59] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:47:00] ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:47:01] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.denbighshire.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[13:47:03] Committing batch 1 consisting of 92 files base.py:274 -[13:47:04] Committing batch 2 consisting of 4 files base.py:274 -[13:47:06] Finished attempting to scrape: DEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DER/index.html b/logbooks/DER/index.html index 3c925bea89..c39218d01b 100644 --- a/logbooks/DER/index.html +++ b/logbooks/DER/index.html @@ -37,6 +37,263 @@ + <h2 id="2023-10-15-09-07">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>92 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:07:34.582349</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:09:07.474533</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:07:34] Fetching Scraper for: DER handlers.py:23 + Begin attempting to scrape: DER handlers.py:27 + Deleting existing data... base.py:239 +[09:07:35] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:07:36] Deleting batch no. 2 consisting of 3 files base.py:216 +[09:07:37] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cmis.derby.gov.uk/cmis5/Councillors/tabid/62/Scree + nMode/Alphabetical/Default.aspx +[09:07:39] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/951/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:40] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/947/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:41] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/651/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:43] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/530/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:45] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/922/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:47] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/549/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:50] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/960/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:51] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/595/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:53] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/862/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:54] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/927/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:56] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/949/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:57] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/543/ScreenMode/Alphabetical/Defaul + t.aspx +[09:07:59] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/854/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:00] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/843/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:02] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/844/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:03] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/661/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:05] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/865/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:06] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/938/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:09] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/632/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:11] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/957/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:12] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/778/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:13] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/592/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:15] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/954/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:16] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/893/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:18] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/955/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:19] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/936/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:20] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/925/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:22] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/786/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:24] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/948/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:25] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/958/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:28] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/785/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:30] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/956/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:31] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/926/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:34] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/898/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:36] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/895/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:38] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/885/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:39] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/866/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:41] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/634/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:43] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/923/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:44] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/574/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:47] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/563/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:48] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/855/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:51] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/780/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:53] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/664/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:55] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/864/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:56] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/937/ScreenMode/Alphabetical/Defaul + t.aspx +[09:08:58] Committing batch 1 consisting of 92 files base.py:274 +[09:08:59] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/959/ScreenMode/Alphabetical/Defaul + t.aspx +[09:09:00] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/655/ScreenMode/Alphabetical/Defaul + t.aspx +[09:09:02] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/953/ScreenMode/Alphabetical/Defaul + t.aspx +[09:09:03] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/950/ScreenMode/Alphabetical/Defaul + t.aspx +[09:09:04] Scraping from base.py:42 + http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie + wCMIS_Person/mid/480/id/952/ScreenMode/Alphabetical/Defaul + t.aspx +[09:09:05] Committing batch 2 consisting of 10 files base.py:274 +[09:09:07] Finished attempting to scrape: DER base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4887,263 +5144,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-02">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>98 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:02:47.774706</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:04:26.490703</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:02:47] Fetching Scraper for: DER handlers.py:23 - Begin attempting to scrape: DER handlers.py:27 -[13:02:48] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:02:49] ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 3 files base.py:216 -[13:02:50] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cmis.derby.gov.uk/cmis5/Councillors/tabid/62/Scree - nMode/Alphabetical/Default.aspx -[13:02:52] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/951/ScreenMode/Alphabetical/Defaul - t.aspx -[13:02:53] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/947/ScreenMode/Alphabetical/Defaul - t.aspx -[13:02:55] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/651/ScreenMode/Alphabetical/Defaul - t.aspx -[13:02:56] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/530/ScreenMode/Alphabetical/Defaul - t.aspx -[13:02:59] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/922/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:01] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/549/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:03] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/960/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:04] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/595/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:07] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/862/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:09] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/927/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:10] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/949/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:12] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/543/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:13] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/854/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:15] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/843/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:16] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/844/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:18] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/661/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:20] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/865/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:21] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/938/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:22] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/632/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:24] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/957/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:27] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/778/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:28] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/592/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:30] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/954/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:32] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/893/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:33] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/955/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:34] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/936/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:36] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/925/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:38] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/786/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:40] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/948/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:44] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/958/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:45] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/785/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:49] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/956/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:51] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/926/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:53] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/898/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:55] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/895/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:57] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/885/ScreenMode/Alphabetical/Defaul - t.aspx -[13:03:58] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/866/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:00] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/634/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:02] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/923/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:04] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/574/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:05] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/563/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:07] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/855/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:09] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/780/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:10] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/664/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:13] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/864/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:15] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/937/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:16] Committing batch 1 consisting of 92 files base.py:274 -[13:04:18] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/959/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:19] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/655/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:21] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/953/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:22] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/950/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:23] Scraping from base.py:42 - http://democracy.derby.gov.uk/Councillors/tabid/62/ctl/Vie - wCMIS_Person/mid/480/id/952/ScreenMode/Alphabetical/Defaul - t.aspx -[13:04:25] Committing batch 2 consisting of 10 files base.py:274 -[13:04:26] Finished attempting to scrape: DER base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DEV/index.html b/logbooks/DEV/index.html index af09249243..4320cc6d1d 100644 --- a/logbooks/DEV/index.html +++ b/logbooks/DEV/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:36:00.177367</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:36:10.560962</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:36:00] Fetching Scraper for: DEV handlers.py:23 + Begin attempting to scrape: DEV handlers.py:27 + Deleting existing data... base.py:239 +[09:36:01] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:36:02] Deleting batch no. 2 consisting of 21 files base.py:216 +[09:36:03] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.devon.gov.uk//mgWebService.asmx/GetCounc + illorsByWard +[09:36:07] Committing batch 1 consisting of 92 files base.py:274 +[09:36:09] Committing batch 2 consisting of 28 files base.py:274 +[09:36:10] Finished attempting to scrape: DEV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:47:04.288901</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:47:13.787831</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:47:04] Fetching Scraper for: DEV handlers.py:23 - Begin attempting to scrape: DEV handlers.py:27 - Deleting existing data... base.py:239 -[12:47:05] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:47:06] Deleting batch no. 2 consisting of 21 files base.py:216 -[12:47:07] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.devon.gov.uk//mgWebService.asmx/GetCounc - illorsByWard -[12:47:11] Committing batch 1 consisting of 92 files base.py:274 -[12:47:12] Committing batch 2 consisting of 28 files base.py:274 -[12:47:13] Finished attempting to scrape: DEV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DGY/index.html b/logbooks/DGY/index.html index 1b40937941..756e5e3717 100644 --- a/logbooks/DGY/index.html +++ b/logbooks/DGY/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:34:40.398436</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:49.737489</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:34:40] Fetching Scraper for: DGY handlers.py:23 + Begin attempting to scrape: DGY handlers.py:27 + Deleting existing data... base.py:239 +[09:34:41] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[09:34:42] ...data deleted. base.py:246 + Scraping from base.py:42 + https://dumfriesgalloway.moderngov.co.uk/mgWebService.asmx + /GetCouncillorsByWard +[09:34:48] Committing batch 1 consisting of 86 files base.py:274 +[09:34:49] Finished attempting to scrape: DGY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:54:12.629699</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:20.067861</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:54:12] Fetching Scraper for: DGY handlers.py:23 - Begin attempting to scrape: DGY handlers.py:27 - Deleting existing data... base.py:239 -[13:54:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:54:14] ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://dumfriesgalloway.moderngov.co.uk/mgWebService.asmx - /GetCouncillorsByWard -[13:54:18] Committing batch 1 consisting of 86 files base.py:274 -[13:54:20] Finished attempting to scrape: DGY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DNC/index.html b/logbooks/DNC/index.html index 8464c4113b..66baaea0fb 100644 --- a/logbooks/DNC/index.html +++ b/logbooks/DNC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:32:18.744971</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:32:27.379977</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:32:18] Fetching Scraper for: DNC handlers.py:23 + Begin attempting to scrape: DNC handlers.py:27 +[08:32:19] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 56 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:32:20] ...found 56 files in Councillors/raw base.py:207 + ...found 113 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:32:21] Deleting batch no. 2 consisting of 13 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://doncaster.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:32:25] Committing batch 1 consisting of 92 files base.py:274 +[08:32:26] Committing batch 2 consisting of 20 files base.py:274 +[08:32:27] Finished attempting to scrape: DNC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-48">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:48:56.474606</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:49:06.173056</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:48:56] Fetching Scraper for: DNC handlers.py:23 - Begin attempting to scrape: DNC handlers.py:27 - Deleting existing data... base.py:239 -[13:48:57] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 56 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:48:58] ...found 56 files in Councillors/raw base.py:207 - ...found 113 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 13 files base.py:216 -[13:48:59] ...data deleted. base.py:246 - Scraping from base.py:42 - http://doncaster.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:49:03] Committing batch 1 consisting of 92 files base.py:274 -[13:49:04] Committing batch 2 consisting of 20 files base.py:274 -[13:49:06] Finished attempting to scrape: DNC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DND/index.html b/logbooks/DND/index.html index fa9a1b36e5..e09637a74c 100644 --- a/logbooks/DND/index.html +++ b/logbooks/DND/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:49:14.963990</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:49:21.617374</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:49:14] Fetching Scraper for: DND handlers.py:23 + Begin attempting to scrape: DND handlers.py:27 +[08:49:15] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:49:16] ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[08:49:17] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.northdevon.gov.uk//mgWebService.asmx/Get + CouncillorsByWard +[08:49:20] Committing batch 1 consisting of 84 files base.py:274 +[08:49:21] Finished attempting to scrape: DND base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-53">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:31:47.272248</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:31:53.173114</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:31:47] Fetching Scraper for: DND handlers.py:23 - Begin attempting to scrape: DND handlers.py:27 - Deleting existing data... base.py:239 -[13:31:48] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:31:49] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.northdevon.gov.uk//mgWebService.asmx/Get - CouncillorsByWard -[13:31:51] Committing batch 1 consisting of 84 files base.py:274 -[13:31:53] Finished attempting to scrape: DND base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DOV/index.html b/logbooks/DOV/index.html index 766c8f44c3..04449d93c9 100644 --- a/logbooks/DOV/index.html +++ b/logbooks/DOV/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:36:30.879827</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:36:36.699417</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:36:30] Fetching Scraper for: DOV handlers.py:23 + Begin attempting to scrape: DOV handlers.py:27 +[10:36:31] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:36:32] ...found 32 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 32 files in Councillors/raw base.py:207 + ...found 65 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 65 files base.py:216 +[10:36:33] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.dover.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:36:35] Committing batch 1 consisting of 64 files base.py:274 +[10:36:36] Finished attempting to scrape: DOV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-04">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:32:10.438063</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:32:16.250112</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:32:10] Fetching Scraper for: DOV handlers.py:23 - Begin attempting to scrape: DOV handlers.py:27 - Deleting existing data... base.py:239 -[12:32:11] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 32 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 32 files in Councillors/raw base.py:207 - ...found 65 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 65 files base.py:216 -[12:32:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.dover.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:32:14] Committing batch 1 consisting of 64 files base.py:274 -[12:32:16] Finished attempting to scrape: DOV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DRS/index.html b/logbooks/DRS/index.html index 98d97887ad..5b6d76e8e0 100644 --- a/logbooks/DRS/index.html +++ b/logbooks/DRS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:58:57.042281</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:59:02.625178</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:58:57] Fetching Scraper for: DRS handlers.py:23 + Begin attempting to scrape: DRS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:58:58] Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:58:59] ...data deleted. base.py:246 + Scraping from base.py:42 + http://meetings.derrycityandstrabanedistrict.com/mgWebServ + ice.asmx/GetCouncillorsByWard +[09:59:01] Committing batch 1 consisting of 78 files base.py:274 +[09:59:02] Finished attempting to scrape: DRS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-52">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:25:11.756273</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:25:17.360956</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:25:11] Fetching Scraper for: DRS handlers.py:23 - Begin attempting to scrape: DRS handlers.py:27 -[12:25:12] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:25:13] ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[12:25:14] ...data deleted. base.py:246 - Scraping from base.py:42 - http://meetings.derrycityandstrabanedistrict.com/mgWebServ - ice.asmx/GetCouncillorsByWard -[12:25:16] Committing batch 1 consisting of 80 files base.py:274 -[12:25:17] Finished attempting to scrape: DRS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DST/index.html b/logbooks/DST/index.html index 7197e3fc2c..7ec987d3ad 100644 --- a/logbooks/DST/index.html +++ b/logbooks/DST/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:34:17.751792</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:34:29.015511</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:34:17] Fetching Scraper for: DST handlers.py:23 + Begin attempting to scrape: DST handlers.py:27 +[10:34:18] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:34:19] ...found 82 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 82 files in Councillors/raw base.py:207 + ...found 165 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:34:20] Deleting batch no. 2 consisting of 65 files base.py:216 +[10:34:21] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.dorsetcouncil.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[10:34:26] Committing batch 1 consisting of 92 files base.py:274 +[10:34:27] Committing batch 2 consisting of 72 files base.py:274 +[10:34:29] Finished attempting to scrape: DST base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-35">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:35:44.573897</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:35:54.622491</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:35:44] Fetching Scraper for: DST handlers.py:23 - Begin attempting to scrape: DST handlers.py:27 - Deleting existing data... base.py:239 -[13:35:45] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 82 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 82 files in Councillors/raw base.py:207 -[13:35:46] ...found 165 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 65 files base.py:216 -[13:35:47] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.dorsetcouncil.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[13:35:51] Committing batch 1 consisting of 92 files base.py:274 -[13:35:53] Committing batch 2 consisting of 72 files base.py:274 -[13:35:54] Finished attempting to scrape: DST base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DUD/index.html b/logbooks/DUD/index.html index dd94bc2b0a..bea8354b41 100644 --- a/logbooks/DUD/index.html +++ b/logbooks/DUD/index.html @@ -37,6 +37,274 @@ + <h2 id="2023-10-15-09-27">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>179 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:27:55.704606</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:30:55.462864</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:27:55] Fetching Scraper for: DUD handlers.py:23 + Begin attempting to scrape: DUD handlers.py:27 +[09:27:56] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:27:57] ...found 72 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 72 files in Councillors/raw base.py:207 + ...found 145 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:27:58] Deleting batch no. 2 consisting of 45 files base.py:216 +[09:27:59] ...data deleted. base.py:246 + Scraping from base.py:42 + http://cmis.dudley.gov.uk/cmis5/Councillors.aspx +[09:28:01] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1272/ScreenMode/Ward/Default.aspx +[09:28:04] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1403/ScreenMode/Ward/Default.aspx +[09:28:06] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1434/ScreenMode/Ward/Default.aspx +[09:28:08] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1435/ScreenMode/Ward/Default.aspx +[09:28:10] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1436/ScreenMode/Ward/Default.aspx +[09:28:12] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1295/ScreenMode/Ward/Default.aspx +[09:28:14] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1437/ScreenMode/Ward/Default.aspx +[09:28:16] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1476/ScreenMode/Ward/Default.aspx +[09:28:18] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1006/ScreenMode/Ward/Default.aspx +[09:28:22] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1438/ScreenMode/Ward/Default.aspx +[09:28:24] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/826/ScreenMode/Ward/Default.aspx +[09:28:27] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1477/ScreenMode/Ward/Default.aspx +[09:28:29] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/804/ScreenMode/Ward/Default.aspx +[09:28:31] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1221/ScreenMode/Ward/Default.aspx +[09:28:34] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1478/ScreenMode/Ward/Default.aspx +[09:28:36] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1402/ScreenMode/Ward/Default.aspx +[09:28:38] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1458/ScreenMode/Ward/Default.aspx +[09:28:40] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/846/ScreenMode/Ward/Default.aspx +[09:28:45] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/819/ScreenMode/Ward/Default.aspx +[09:28:48] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1278/ScreenMode/Ward/Default.aspx +[09:28:50] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1495/ScreenMode/Ward/Default.aspx +[09:28:51] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1380/ScreenMode/Ward/Default.aspx +[09:28:54] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/853/ScreenMode/Ward/Default.aspx +[09:28:57] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1479/ScreenMode/Ward/Default.aspx +[09:28:58] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1215/ScreenMode/Ward/Default.aspx +[09:29:01] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1285/ScreenMode/Ward/Default.aspx +[09:29:04] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1400/ScreenMode/Ward/Default.aspx +[09:29:06] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1459/ScreenMode/Ward/Default.aspx +[09:29:08] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1460/ScreenMode/Ward/Default.aspx +[09:29:10] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/879/ScreenMode/Ward/Default.aspx +[09:29:13] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1401/ScreenMode/Ward/Default.aspx +[09:29:15] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1331/ScreenMode/Ward/Default.aspx +[09:29:18] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1277/ScreenMode/Ward/Default.aspx +[09:29:20] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1440/ScreenMode/Ward/Default.aspx +[09:29:23] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1322/ScreenMode/Ward/Default.aspx +[09:29:25] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1480/ScreenMode/Ward/Default.aspx +[09:29:27] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/874/ScreenMode/Ward/Default.aspx +[09:29:30] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1332/ScreenMode/Ward/Default.aspx +[09:29:32] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/840/ScreenMode/Ward/Default.aspx +[09:29:34] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1441/ScreenMode/Ward/Default.aspx +[09:29:37] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1005/ScreenMode/Ward/Default.aspx +[09:29:39] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/974/ScreenMode/Ward/Default.aspx +[09:29:41] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1442/ScreenMode/Ward/Default.aspx +[09:29:45] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1279/ScreenMode/Ward/Default.aspx +[09:29:47] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1202/ScreenMode/Ward/Default.aspx +[09:29:49] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1299/ScreenMode/Ward/Default.aspx +[09:29:51] Committing batch 1 consisting of 92 files base.py:274 +[09:29:53] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1461/ScreenMode/Ward/Default.aspx +[09:29:55] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1328/ScreenMode/Ward/Default.aspx +[09:29:57] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1443/ScreenMode/Ward/Default.aspx +[09:29:59] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/834/ScreenMode/Ward/Default.aspx +[09:30:02] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1334/ScreenMode/Ward/Default.aspx +[09:30:05] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1383/ScreenMode/Ward/Default.aspx +[09:30:07] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1444/ScreenMode/Ward/Default.aspx +[09:30:09] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1199/ScreenMode/Ward/Default.aspx +[09:30:12] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1481/ScreenMode/Ward/Default.aspx +[09:30:14] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/823/ScreenMode/Ward/Default.aspx +[09:30:17] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1384/ScreenMode/Ward/Default.aspx +[09:30:19] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/793/ScreenMode/Ward/Default.aspx +[09:30:22] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1358/ScreenMode/Ward/Default.aspx +[09:30:24] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1482/ScreenMode/Ward/Default.aspx +[09:30:27] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1321/ScreenMode/Ward/Default.aspx +[09:30:29] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1463/ScreenMode/Ward/Default.aspx +[09:30:31] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1498/ScreenMode/Ward/Default.aspx +[09:30:32] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1197/ScreenMode/Ward/Default.aspx +[09:30:35] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1464/ScreenMode/Ward/Default.aspx +[09:30:37] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1446/ScreenMode/Ward/Default.aspx +[09:30:39] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1465/ScreenMode/Ward/Default.aspx +[09:30:41] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1335/ScreenMode/Ward/Default.aspx +[09:30:45] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1483/ScreenMode/Ward/Default.aspx +[09:30:47] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1386/ScreenMode/Ward/Default.aspx +[09:30:49] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1336/ScreenMode/Ward/Default.aspx +[09:30:51] Scraping from base.py:42 + http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI + S_Person/mid/480/id/1300/ScreenMode/Ward/Default.aspx +[09:30:54] Committing batch 2 consisting of 52 files base.py:274 +[09:30:55] Finished attempting to scrape: DUD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5097,274 +5365,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-18">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>178 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:18:21.071535</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:21:19.375449</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:18:21] Fetching Scraper for: DUD handlers.py:23 - Begin attempting to scrape: DUD handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:18:22] ...found 72 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 72 files in Councillors/raw base.py:207 - ...found 145 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:18:23] Deleting batch no. 2 consisting of 45 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://cmis.dudley.gov.uk/cmis5/Councillors.aspx -[12:18:25] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1272/ScreenMode/Ward/Default.aspx -[12:18:28] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1403/ScreenMode/Ward/Default.aspx -[12:18:33] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1434/ScreenMode/Ward/Default.aspx -[12:18:36] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1435/ScreenMode/Ward/Default.aspx -[12:18:38] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1436/ScreenMode/Ward/Default.aspx -[12:18:40] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1295/ScreenMode/Ward/Default.aspx -[12:18:42] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1437/ScreenMode/Ward/Default.aspx -[12:18:45] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1476/ScreenMode/Ward/Default.aspx -[12:18:46] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1006/ScreenMode/Ward/Default.aspx -[12:18:49] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1438/ScreenMode/Ward/Default.aspx -[12:18:52] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/826/ScreenMode/Ward/Default.aspx -[12:18:55] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1477/ScreenMode/Ward/Default.aspx -[12:18:57] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/804/ScreenMode/Ward/Default.aspx -[12:18:59] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1221/ScreenMode/Ward/Default.aspx -[12:19:01] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1478/ScreenMode/Ward/Default.aspx -[12:19:03] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1402/ScreenMode/Ward/Default.aspx -[12:19:05] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1458/ScreenMode/Ward/Default.aspx -[12:19:08] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/846/ScreenMode/Ward/Default.aspx -[12:19:10] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/819/ScreenMode/Ward/Default.aspx -[12:19:14] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1278/ScreenMode/Ward/Default.aspx -[12:19:16] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1495/ScreenMode/Ward/Default.aspx -[12:19:17] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1380/ScreenMode/Ward/Default.aspx -[12:19:19] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/853/ScreenMode/Ward/Default.aspx -[12:19:22] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1479/ScreenMode/Ward/Default.aspx -[12:19:23] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1215/ScreenMode/Ward/Default.aspx -[12:19:25] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1285/ScreenMode/Ward/Default.aspx -[12:19:28] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1400/ScreenMode/Ward/Default.aspx -[12:19:32] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1459/ScreenMode/Ward/Default.aspx -[12:19:33] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1460/ScreenMode/Ward/Default.aspx -[12:19:35] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/879/ScreenMode/Ward/Default.aspx -[12:19:38] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1401/ScreenMode/Ward/Default.aspx -[12:19:40] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1331/ScreenMode/Ward/Default.aspx -[12:19:42] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1277/ScreenMode/Ward/Default.aspx -[12:19:44] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1440/ScreenMode/Ward/Default.aspx -[12:19:46] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1322/ScreenMode/Ward/Default.aspx -[12:19:48] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1480/ScreenMode/Ward/Default.aspx -[12:19:51] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/874/ScreenMode/Ward/Default.aspx -[12:19:54] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1332/ScreenMode/Ward/Default.aspx -[12:19:56] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/840/ScreenMode/Ward/Default.aspx -[12:19:58] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1441/ScreenMode/Ward/Default.aspx -[12:20:01] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1005/ScreenMode/Ward/Default.aspx -[12:20:04] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/974/ScreenMode/Ward/Default.aspx -[12:20:07] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1442/ScreenMode/Ward/Default.aspx -[12:20:10] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1279/ScreenMode/Ward/Default.aspx -[12:20:13] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1202/ScreenMode/Ward/Default.aspx -[12:20:15] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1299/ScreenMode/Ward/Default.aspx -[12:20:18] Committing batch 1 consisting of 92 files base.py:274 -[12:20:19] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1461/ScreenMode/Ward/Default.aspx -[12:20:22] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1328/ScreenMode/Ward/Default.aspx -[12:20:24] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1443/ScreenMode/Ward/Default.aspx -[12:20:26] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/834/ScreenMode/Ward/Default.aspx -[12:20:29] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1334/ScreenMode/Ward/Default.aspx -[12:20:31] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1383/ScreenMode/Ward/Default.aspx -[12:20:35] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1444/ScreenMode/Ward/Default.aspx -[12:20:37] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1199/ScreenMode/Ward/Default.aspx -[12:20:40] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1481/ScreenMode/Ward/Default.aspx -[12:20:41] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/823/ScreenMode/Ward/Default.aspx -[12:20:44] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1384/ScreenMode/Ward/Default.aspx -[12:20:46] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/793/ScreenMode/Ward/Default.aspx -[12:20:48] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1358/ScreenMode/Ward/Default.aspx -[12:20:50] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1482/ScreenMode/Ward/Default.aspx -[12:20:52] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1321/ScreenMode/Ward/Default.aspx -[12:20:55] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1463/ScreenMode/Ward/Default.aspx -[12:20:57] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1498/ScreenMode/Ward/Default.aspx -[12:20:58] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1197/ScreenMode/Ward/Default.aspx -[12:21:01] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1464/ScreenMode/Ward/Default.aspx -[12:21:02] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1446/ScreenMode/Ward/Default.aspx -[12:21:04] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1465/ScreenMode/Ward/Default.aspx -[12:21:06] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1335/ScreenMode/Ward/Default.aspx -[12:21:08] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1483/ScreenMode/Ward/Default.aspx -[12:21:11] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1386/ScreenMode/Ward/Default.aspx -[12:21:13] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1336/ScreenMode/Ward/Default.aspx -[12:21:15] Scraping from base.py:42 - http://dudley.cmis.uk.com/Councillors/tabid/62/ctl/ViewCMI - S_Person/mid/480/id/1300/ScreenMode/Ward/Default.aspx -[12:21:17] Committing batch 2 consisting of 52 files base.py:274 -[12:21:19] Finished attempting to scrape: DUD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/DUR/index.html b/logbooks/DUR/index.html index e3ddd22e05..4387249559 100644 --- a/logbooks/DUR/index.html +++ b/logbooks/DUR/index.html @@ -37,6 +37,61 @@ + <h2 id="2023-10-15-08-47">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:47:31.289625</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:47:45.637695</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:47:31] Fetching Scraper for: DUR handlers.py:23 + Begin attempting to scrape: DUR handlers.py:27 + Deleting existing data... base.py:239 +[08:47:32] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 125 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 125 files in Councillors/raw base.py:207 + ...found 251 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:47:33] Deleting batch no. 2 consisting of 100 files base.py:216 +[08:47:34] Deleting batch no. 3 consisting of 51 files base.py:216 +[08:47:35] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.durham.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[08:47:40] Committing batch 1 consisting of 92 files base.py:274 +[08:47:42] Committing batch 2 consisting of 92 files base.py:274 +[08:47:44] Committing batch 3 consisting of 66 files base.py:274 +[08:47:45] Finished attempting to scrape: DUR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-15">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1079,61 +1134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>15 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:41:10.458409</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:41:26.230616</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:41:10] Fetching Scraper for: DUR handlers.py:23 - Begin attempting to scrape: DUR handlers.py:27 - Deleting existing data... base.py:239 -[12:41:11] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 126 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 126 files in Councillors/raw base.py:207 - ...found 253 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:41:12] Deleting batch no. 2 consisting of 100 files base.py:216 -[12:41:13] Deleting batch no. 3 consisting of 53 files base.py:216 -[12:41:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.durham.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:41:21] Committing batch 1 consisting of 92 files base.py:274 -[12:41:23] Committing batch 2 consisting of 92 files base.py:274 -[12:41:25] Committing batch 3 consisting of 68 files base.py:274 -[12:41:26] Finished attempting to scrape: DUR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EAL/index.html b/logbooks/EAL/index.html index 7d49103386..a1837df7a8 100644 --- a/logbooks/EAL/index.html +++ b/logbooks/EAL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-15">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:15:40.863548</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:15:50.640636</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:15:40] Fetching Scraper for: EAL handlers.py:23 + Begin attempting to scrape: EAL handlers.py:27 +[10:15:41] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 70 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:15:42] ...found 70 files in Councillors/raw base.py:207 + ...found 141 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 41 files base.py:216 +[10:15:43] ...data deleted. base.py:246 + Scraping from base.py:42 + https://ealing.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[10:15:47] Committing batch 1 consisting of 92 files base.py:274 +[10:15:49] Committing batch 2 consisting of 48 files base.py:274 +[10:15:50] Finished attempting to scrape: EAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1138,65 +1191,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>1 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:24.439863</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:26.339679</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://ealing.cmis.uk.com/ealing/Councillors.aspx -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:24] Fetching Scraper for: EAL handlers.py:23 - Begin attempting to scrape: EAL handlers.py:27 - Deleting existing data... base.py:239 -[12:51:25] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:51:26] ...data deleted. base.py:246 - Scraping from base.py:42 - http://ealing.cmis.uk.com/ealing/Councillors.aspx - 404 Client Error: Not Found for url: handlers.py:36 - http://ealing.cmis.uk.com/ealing/Councillors.aspx - Finished attempting to scrape: EAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EAS/index.html b/logbooks/EAS/index.html index a1b5d2e345..2515b827f5 100644 --- a/logbooks/EAS/index.html +++ b/logbooks/EAS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:37:20.920921</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:37:28.505528</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:37:20] Fetching Scraper for: EAS handlers.py:23 + Begin attempting to scrape: EAS handlers.py:27 +[10:37:21] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:37:22] ...found 27 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 27 files in Councillors/raw base.py:207 + ...found 55 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 55 files base.py:216 +[10:37:23] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.lewes-eastbourne.gov.uk/mgWebService.asm + x/GetCouncillorsByWard +[10:37:27] Committing batch 1 consisting of 54 files base.py:274 +[10:37:28] Finished attempting to scrape: EAS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:54:42.529110</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:50.035518</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:54:42] Fetching Scraper for: EAS handlers.py:23 - Begin attempting to scrape: EAS handlers.py:27 - Deleting existing data... base.py:239 -[13:54:43] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 27 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 27 files in Councillors/raw base.py:207 - ...found 55 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 55 files base.py:216 -[13:54:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.lewes-eastbourne.gov.uk/mgWebService.asm - x/GetCouncillorsByWard -[13:54:48] Committing batch 1 consisting of 54 files base.py:274 -[13:54:50] Finished attempting to scrape: EAS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EAT/index.html b/logbooks/EAT/index.html index 8146eeba07..202c39f128 100644 --- a/logbooks/EAT/index.html +++ b/logbooks/EAT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:48:26.080910</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:48:33.294602</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:48:26] Fetching Scraper for: EAT handlers.py:23 + Begin attempting to scrape: EAT handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:48:27] Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:48:28] ...data deleted. base.py:246 + Scraping from base.py:42 + https://meetings.eastleigh.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:48:31] Committing batch 1 consisting of 78 files base.py:274 +[09:48:33] Finished attempting to scrape: EAT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-30">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:30:51.903444</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:30:58.165242</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:30:51] Fetching Scraper for: EAT handlers.py:23 - Begin attempting to scrape: EAT handlers.py:27 -[13:30:52] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:30:53] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[13:30:54] ...data deleted. base.py:246 - Scraping from base.py:42 - https://meetings.eastleigh.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:30:56] Committing batch 1 consisting of 78 files base.py:274 -[13:30:58] Finished attempting to scrape: EAT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EAY/index.html b/logbooks/EAY/index.html index 6ff1958ae9..5914174030 100644 --- a/logbooks/EAY/index.html +++ b/logbooks/EAY/index.html @@ -37,6 +37,185 @@ + <h2 id="2023-10-15-09-57">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>35 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:57:40.782804</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:58:15.921993</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:57:40] Fetching Scraper for: EAY handlers.py:23 + Begin attempting to scrape: EAY handlers.py:27 +[09:57:41] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:57:42] ...found 32 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 32 files in Councillors/raw base.py:207 + ...found 65 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 65 files base.py:216 +[09:57:43] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx +[09:57:44] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 9 +[09:57:45] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 47 +[09:57:46] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 29 +[09:57:47] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 8 +[09:57:48] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 11 + Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 12 +[09:57:49] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 52 +[09:57:50] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 18 +[09:57:51] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 17 +[09:57:52] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 16 +[09:57:53] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 46 +[09:57:54] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 54 +[09:57:56] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 23 +[09:57:57] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 21 +[09:57:58] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 19 +[09:57:59] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 26 + Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 24 +[09:58:00] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 25 +[09:58:01] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 27 +[09:58:02] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 48 +[09:58:03] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 30 +[09:58:04] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 34 +[09:58:05] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 50 +[09:58:06] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 32 +[09:58:07] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 28 +[09:58:08] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 36 + Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 38 +[09:58:09] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 35 +[09:58:10] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 37 +[09:58:11] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 41 +[09:58:12] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 39 +[09:58:13] Scraping from base.py:42 + https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou + t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? + 40 +[09:58:14] Committing batch 1 consisting of 64 files base.py:274 +[09:58:15] Finished attempting to scrape: EAY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3435,181 +3614,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>33 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:24:33.385220</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:25:06.880747</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:24:33] Fetching Scraper for: EAY handlers.py:23 - Begin attempting to scrape: EAY handlers.py:27 - Deleting existing data... base.py:239 -[12:24:34] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:24:35] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx -[12:24:36] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 9 -[12:24:37] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 47 -[12:24:38] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 29 -[12:24:39] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 8 -[12:24:40] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 11 - Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 12 -[12:24:41] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 52 -[12:24:42] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 18 -[12:24:43] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 17 -[12:24:44] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 16 -[12:24:46] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 46 -[12:24:47] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 54 - Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 23 -[12:24:48] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 21 -[12:24:49] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 19 -[12:24:50] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 26 -[12:24:51] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 24 -[12:24:52] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 25 -[12:24:53] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 27 -[12:24:54] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 48 -[12:24:55] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 30 - Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 34 -[12:24:56] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 50 -[12:24:57] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 32 -[12:24:58] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 28 -[12:24:59] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 36 -[12:25:00] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 38 -[12:25:01] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 35 - Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 37 -[12:25:02] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 41 -[12:25:03] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 39 -[12:25:04] Scraping from base.py:42 - https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou - t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? - 40 -[12:25:05] Committing batch 1 consisting of 64 files base.py:274 -[12:25:06] Finished attempting to scrape: EAY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EDE/index.html b/logbooks/EDE/index.html index a34b3ad6e5..e6e4d59416 100644 --- a/logbooks/EDE/index.html +++ b/logbooks/EDE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:09:19.741875</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:09:29.104738</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:09:19] Fetching Scraper for: EDE handlers.py:23 + Begin attempting to scrape: EDE handlers.py:27 +[09:09:20] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:09:21] ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:09:22] Deleting batch no. 2 consisting of 21 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.eastdevon.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:09:26] Committing batch 1 consisting of 92 files base.py:274 +[09:09:27] Committing batch 2 consisting of 28 files base.py:274 +[09:09:29] Finished attempting to scrape: EDE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:14:33.965966</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:14:42.263527</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:14:33] Fetching Scraper for: EDE handlers.py:23 - Begin attempting to scrape: EDE handlers.py:27 -[14:14:34] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:14:35] ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:14:36] Deleting batch no. 2 consisting of 21 files base.py:216 -[14:14:37] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.eastdevon.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:14:39] Committing batch 1 consisting of 92 files base.py:274 -[14:14:40] Committing batch 2 consisting of 28 files base.py:274 -[14:14:42] Finished attempting to scrape: EDE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EDH/index.html b/logbooks/EDH/index.html index 9c49e94956..73f9c758f3 100644 --- a/logbooks/EDH/index.html +++ b/logbooks/EDH/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:33:18.344741</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:33:31.955963</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:33:18] Fetching Scraper for: EDH handlers.py:23 + Begin attempting to scrape: EDH handlers.py:27 + Deleting existing data... base.py:239 +[08:33:19] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:33:20] Deleting batch no. 2 consisting of 27 files base.py:216 +[08:33:21] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.edinburgh.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:33:29] Committing batch 1 consisting of 92 files base.py:274 +[08:33:30] Committing batch 2 consisting of 34 files base.py:274 +[08:33:31] Finished attempting to scrape: EDH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:53:08.819835</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:53:18.215778</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:53:08] Fetching Scraper for: EDH handlers.py:23 - Begin attempting to scrape: EDH handlers.py:27 -[13:53:09] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:53:10] ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:53:11] Deleting batch no. 2 consisting of 27 files base.py:216 -[13:53:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.edinburgh.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:53:15] Committing batch 1 consisting of 92 files base.py:274 -[13:53:16] Committing batch 2 consisting of 34 files base.py:274 -[13:53:18] Finished attempting to scrape: EDH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EDU/index.html b/logbooks/EDU/index.html index 09ba5f7b22..3947912aa8 100644 --- a/logbooks/EDU/index.html +++ b/logbooks/EDU/index.html @@ -37,6 +37,123 @@ + <h2 id="2023-10-15-09-46">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>37 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:46:41.701389</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:47:18.934640</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:46:41] Fetching Scraper for: EDU handlers.py:23 + Begin attempting to scrape: EDU handlers.py:27 +[09:46:42] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 22 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:46:43] ...found 22 files in Councillors/raw base.py:207 + ...found 45 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 45 files base.py:216 +[09:46:44] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/residents/council-democra + cy/committees-and-councillors/councillors-2017 +[09:46:45] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-jim + -gibbons +[09:46:47] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ali + x-mathieson +[09:46:48] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ail + een-polson +[09:46:49] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-dun + can-cumming +[09:46:51] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ala + n-reid +[09:46:52] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-cal + um-smith +[09:46:53] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ian + -gallagher +[09:46:55] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-vau + ghan-moody +[09:46:56] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-and + rew-polson +[09:46:58] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-pau + l-ferretti +[09:46:59] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-bil + ly-hendry +[09:47:01] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-col + ette-mcdiarmid +[09:47:03] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-lyn + da-williamson +[09:47:04] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-gor + dan-low +[09:47:06] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ala + n-moir +[09:47:07] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ben + -rose +[09:47:09] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-cal + lum-mcnally +[09:47:10] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-wil + lie-paterson +[09:47:11] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-gil + lian-renwick +[09:47:13] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-ste + wart-macdonald +[09:47:14] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-pam + ela-marshall +[09:47:16] Scraping from base.py:42 + https://www.eastdunbarton.gov.uk/councillor/councillor-sus + an-murray +[09:47:17] Committing batch 1 consisting of 44 files base.py:274 +[09:47:18] Finished attempting to scrape: EDU base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2257,123 +2374,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-20">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>41 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:20:49.331544</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:21:31.147059</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:20:49] Fetching Scraper for: EDU handlers.py:23 - Begin attempting to scrape: EDU handlers.py:27 - Deleting existing data... base.py:239 -[14:20:50] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 22 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 22 files in Councillors/raw base.py:207 - ...found 45 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 45 files base.py:216 -[14:20:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/residents/council-democra - cy/committees-and-councillors/councillors-2017 -[14:20:53] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-jim - -gibbons -[14:20:55] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ali - x-mathieson -[14:20:56] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ail - een-polson -[14:20:58] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-dun - can-cumming -[14:20:59] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ala - n-reid -[14:21:01] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-cal - um-smith -[14:21:02] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ian - -gallagher -[14:21:04] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-vau - ghan-moody -[14:21:06] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-and - rew-polson -[14:21:07] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-pau - l-ferretti -[14:21:09] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-bil - ly-hendry -[14:21:10] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-col - ette-mcdiarmid -[14:21:12] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-lyn - da-williamson -[14:21:13] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-gor - dan-low -[14:21:17] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ala - n-moir -[14:21:18] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ben - -rose -[14:21:20] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-cal - lum-mcnally -[14:21:21] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-wil - lie-paterson -[14:21:23] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-gil - lian-renwick -[14:21:24] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-ste - wart-macdonald -[14:21:26] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-pam - ela-marshall -[14:21:28] Scraping from base.py:42 - https://www.eastdunbarton.gov.uk/councillor/councillor-sus - an-murray -[14:21:29] Committing batch 1 consisting of 44 files base.py:274 -[14:21:31] Finished attempting to scrape: EDU base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EHA/index.html b/logbooks/EHA/index.html index 8f381d32d1..cf1fc623df 100644 --- a/logbooks/EHA/index.html +++ b/logbooks/EHA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:32:27.028704</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:32:37.903370</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:32:27] Fetching Scraper for: EHA handlers.py:23 + Begin attempting to scrape: EHA handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:32:28] Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[09:32:29] ...data deleted. base.py:246 + Scraping from base.py:42 + http://easthants.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:32:36] Committing batch 1 consisting of 86 files base.py:274 +[09:32:37] Finished attempting to scrape: EHA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:07:58.456003</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:08:05.262160</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:07:58] Fetching Scraper for: EHA handlers.py:23 - Begin attempting to scrape: EHA handlers.py:27 - Deleting existing data... base.py:239 -[13:07:59] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 -[13:08:00] ...data deleted. base.py:246 - Scraping from base.py:42 - http://easthants.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:08:03] Committing batch 1 consisting of 86 files base.py:274 -[13:08:05] Finished attempting to scrape: EHA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EHE/index.html b/logbooks/EHE/index.html index 8fee8e944d..a781cbe96a 100644 --- a/logbooks/EHE/index.html +++ b/logbooks/EHE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:26:50.942237</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:27:00.809501</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:26:50] Fetching Scraper for: EHE handlers.py:23 + Begin attempting to scrape: EHE handlers.py:27 +[10:26:51] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:26:52] ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:26:53] Deleting batch no. 2 consisting of 1 files base.py:216 +[10:26:54] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.eastherts.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:26:58] Committing batch 1 consisting of 92 files base.py:274 +[10:26:59] Committing batch 2 consisting of 8 files base.py:274 +[10:27:00] Finished attempting to scrape: EHE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-02">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:02:18.567820</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:02:29.818500</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:02:18] Fetching Scraper for: EHE handlers.py:23 - Begin attempting to scrape: EHE handlers.py:27 - Deleting existing data... base.py:239 -[13:02:19] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:02:20] ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:02:21] Deleting batch no. 2 consisting of 1 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.eastherts.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:02:27] Committing batch 1 consisting of 92 files base.py:274 -[13:02:28] Committing batch 2 consisting of 8 files base.py:274 -[13:02:29] Finished attempting to scrape: EHE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ELI/index.html b/logbooks/ELI/index.html index df7861c14e..c5d179a2ab 100644 --- a/logbooks/ELI/index.html +++ b/logbooks/ELI/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:21:03.389951</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:21:11.640939</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:21:03] Fetching Scraper for: ELI handlers.py:23 + Begin attempting to scrape: ELI handlers.py:27 + Deleting existing data... base.py:239 +[09:21:04] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:21:05] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:21:06] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.e-lindsey.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:21:09] Committing batch 1 consisting of 92 files base.py:274 +[09:21:10] Committing batch 2 consisting of 18 files base.py:274 +[09:21:11] Finished attempting to scrape: ELI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1769,59 +1822,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>13 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:53:52.442148</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:54:06.391161</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:53:52] Fetching Scraper for: ELI handlers.py:23 - Begin attempting to scrape: ELI handlers.py:27 - Deleting existing data... base.py:239 -[12:53:53] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:53:54] Deleting batch no. 2 consisting of 11 files base.py:216 -[12:53:55] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.e-lindsey.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:54:03] Committing batch 1 consisting of 92 files base.py:274 -[12:54:05] Committing batch 2 consisting of 18 files base.py:274 -[12:54:06] Finished attempting to scrape: ELI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ELM/index.html b/logbooks/ELM/index.html index b608770f7c..d928c692ff 100644 --- a/logbooks/ELM/index.html +++ b/logbooks/ELM/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:09:53.577864</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:10:00.354829</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:09:53] Fetching Scraper for: ELM handlers.py:23 + Begin attempting to scrape: ELM handlers.py:27 + Deleting existing data... base.py:239 +[10:09:54] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[10:09:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://mygov.elmbridge.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:09:58] Committing batch 1 consisting of 92 files base.py:274 +[10:09:59] Committing batch 2 consisting of 2 files base.py:274 +[10:10:00] Finished attempting to scrape: ELM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:47:57.207086</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:48:04.309571</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:47:57] Fetching Scraper for: ELM handlers.py:23 - Begin attempting to scrape: ELM handlers.py:27 - Deleting existing data... base.py:239 -[12:47:58] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[12:47:59] ...data deleted. base.py:246 - Scraping from base.py:42 - http://mygov.elmbridge.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:48:01] Committing batch 1 consisting of 92 files base.py:274 -[12:48:03] Committing batch 2 consisting of 2 files base.py:274 -[12:48:04] Finished attempting to scrape: ELM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ELN/index.html b/logbooks/ELN/index.html index 5ede55f830..a419fabc6f 100644 --- a/logbooks/ELN/index.html +++ b/logbooks/ELN/index.html @@ -37,6 +37,121 @@ + <h2 id="2023-10-15-09-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>30 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:31:48.985622</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:32:19.247442</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:31:48] Fetching Scraper for: ELN handlers.py:23 +[09:31:49] Begin attempting to scrape: ELN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:31:50] ...found 22 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 22 files in Councillors/raw base.py:207 + ...found 45 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 45 files base.py:216 +[09:31:51] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/name +[09:31:53] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10040/shamin_ak + htar_depute_leader +[09:31:54] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10064/liz_allan +[09:31:55] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10066/ruaridh_b + ennett +[09:31:56] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10041/lachlan_b + ruce +[09:31:57] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10065/cher_cass + ini +[09:31:58] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10072/donna_col + lins +[09:31:59] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10043/fiona_dug + dale +[09:32:01] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10044/jeremy_fi + ndlay +[09:32:02] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10045/andrew_fo + rrest_depute_provost +[09:32:03] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10046/neil_gilb + ert +[09:32:04] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10048/norman_ha + mpshire_council_leader +[09:32:05] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10073/lyn_jardi + ne +[09:32:06] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10069/carol_mcf + arlane +[09:32:07] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10054/colin_mcg + inn +[09:32:09] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10068/george_mc + guire +[09:32:10] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10071/shona_mci + ntosh +[09:32:11] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10056/kenny_mcl + eod +[09:32:12] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10057/john_mcmi + llan_provost +[09:32:13] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10070/lee-anne_ + menzies +[09:32:14] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10067/brooke_ri + tchie +[09:32:15] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10060/tom_trott + er +[09:32:16] Scraping from base.py:42 + https://www.eastlothian.gov.uk/councillors/10063/colin_yor + kston +[09:32:17] Committing batch 1 consisting of 44 files base.py:274 +[09:32:19] Finished attempting to scrape: ELN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-55">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2219,121 +2334,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>31 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:13:02.709972</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:13:34.536732</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:13:02] Fetching Scraper for: ELN handlers.py:23 - Begin attempting to scrape: ELN handlers.py:27 -[14:13:03] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 22 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:13:04] ...found 22 files in Councillors/raw base.py:207 - ...found 45 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 45 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/name -[14:13:06] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10040/shamin_ak - htar_depute_leader -[14:13:07] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10064/liz_allan -[14:13:08] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10066/ruaridh_b - ennett -[14:13:09] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10041/lachlan_b - ruce -[14:13:11] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10065/cher_cass - ini -[14:13:12] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10072/donna_col - lins -[14:13:13] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10043/fiona_dug - dale -[14:13:14] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10044/jeremy_fi - ndlay -[14:13:15] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10045/andrew_fo - rrest_depute_provost -[14:13:18] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10046/neil_gilb - ert -[14:13:19] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10048/norman_ha - mpshire_council_leader -[14:13:20] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10073/lyn_jardi - ne -[14:13:21] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10069/carol_mcf - arlane -[14:13:22] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10054/colin_mcg - inn -[14:13:23] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10068/george_mc - guire -[14:13:25] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10071/shona_mci - ntosh -[14:13:26] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10056/kenny_mcl - eod -[14:13:27] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10057/john_mcmi - llan_provost -[14:13:28] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10070/lee-anne_ - menzies -[14:13:29] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10067/brooke_ri - tchie -[14:13:30] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10060/tom_trott - er -[14:13:31] Scraping from base.py:42 - https://www.eastlothian.gov.uk/councillors/10063/colin_yor - kston -[14:13:33] Committing batch 1 consisting of 44 files base.py:274 -[14:13:34] Finished attempting to scrape: ELN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ELS/index.html b/logbooks/ELS/index.html index d8783c15bc..c0effb5d8d 100644 --- a/logbooks/ELS/index.html +++ b/logbooks/ELS/index.html @@ -37,6 +37,144 @@ + <h2 id="2023-10-15-10-27">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>41 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:27:23.636415</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:28:05.312525</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:27:23] Fetching Scraper for: ELS handlers.py:23 + Begin attempting to scrape: ELS handlers.py:27 + Deleting existing data... base.py:239 +[10:27:24] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 29 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 29 files in Councillors/raw base.py:207 + ...found 59 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 59 files base.py:216 +[10:27:25] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/ +[10:27:28] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/iain-a-macneil/ +[10:27:29] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/kenneth-j-maclean/ +[10:27:30] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/iain-m-macleod/ +[10:27:32] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/paul-f-steele/ +[10:27:33] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/susan-thomson/ +[10:27:34] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/mustapha-hocine/ +[10:27:35] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/uisdean-robertson/ +[10:27:36] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/grant-fulton/ +[10:27:37] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/paul-a-finnegan/ +[10:27:39] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/angus-morrison/ +[10:27:40] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/robert-mackenzie/ +[10:27:41] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/alasdair-r-fraser/ +[10:27:43] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/norman-misty-macdonald/ +[10:27:44] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/donald-macsween/ +[10:27:45] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/john-n-macleod/ +[10:27:47] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/kenneth-macleod/ +[10:27:48] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/calum-maclean/ +[10:27:49] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/donald-crichton/ +[10:27:50] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/john-a-maciver/ +[10:27:51] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/duncan-macinnes/ +[10:27:53] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/gordon-murray/ +[10:27:54] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/iain-m-macaulay/ +[10:27:55] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/malcolm-k-macdonald/ +[10:27:56] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/angus-mccormack/ +[10:27:57] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/frances-murray/ +[10:27:59] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/george-murray/ +[10:28:00] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/rae-mackenzie/ +[10:28:01] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/finlay-m-stewart/ +[10:28:02] Scraping from base.py:42 + https://www.cne-siar.gov.uk/your-council/wards-and-council + lors/council-members/norman-macdonald/ +[10:28:03] Committing batch 1 consisting of 58 files base.py:274 +[10:28:05] Finished attempting to scrape: ELS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-29">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2656,144 +2794,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-04">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>47 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:04:29.908445</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:05:17.205316</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:04:29] Fetching Scraper for: ELS handlers.py:23 - Begin attempting to scrape: ELS handlers.py:27 -[13:04:30] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:04:31] ...found 29 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 29 files in Councillors/raw base.py:207 - ...found 59 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 59 files base.py:216 -[13:04:32] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/ -[13:04:34] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/iain-a-macneil/ -[13:04:36] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/kenneth-j-maclean/ -[13:04:37] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/iain-m-macleod/ -[13:04:38] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/paul-f-steele/ -[13:04:39] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/susan-thomson/ -[13:04:41] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/mustapha-hocine/ -[13:04:43] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/uisdean-robertson/ -[13:04:44] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/grant-fulton/ -[13:04:45] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/paul-a-finnegan/ -[13:04:46] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/angus-morrison/ -[13:04:47] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/robert-mackenzie/ -[13:04:49] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/alasdair-r-fraser/ -[13:04:50] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/norman-misty-macdonald/ -[13:04:51] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/donald-macsween/ -[13:04:52] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/john-n-macleod/ -[13:04:53] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/kenneth-macleod/ -[13:04:55] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/calum-maclean/ -[13:04:56] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/donald-crichton/ -[13:04:57] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/john-a-maciver/ -[13:04:58] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/duncan-macinnes/ -[13:04:59] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/gordon-murray/ -[13:05:00] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/iain-m-macaulay/ -[13:05:01] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/malcolm-k-macdonald/ -[13:05:03] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/angus-mccormack/ -[13:05:05] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/frances-murray/ -[13:05:08] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/george-murray/ -[13:05:10] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/rae-mackenzie/ -[13:05:12] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/finlay-m-stewart/ -[13:05:14] Scraping from base.py:42 - https://www.cne-siar.gov.uk/your-council/wards-and-council - lors/council-members/norman-macdonald/ -[13:05:15] Committing batch 1 consisting of 58 files base.py:274 -[13:05:17] Finished attempting to scrape: ELS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ENF/index.html b/logbooks/ENF/index.html index 5231a7f5cc..94165a800d 100644 --- a/logbooks/ENF/index.html +++ b/logbooks/ENF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:45:55.428973</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:46:08.573327</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:45:55] Fetching Scraper for: ENF handlers.py:23 + Begin attempting to scrape: ENF handlers.py:27 + Deleting existing data... base.py:239 +[09:45:56] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:45:57] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:45:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://governance.enfield.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:46:05] Committing batch 1 consisting of 92 files base.py:274 +[09:46:07] Committing batch 2 consisting of 34 files base.py:274 +[09:46:08] Finished attempting to scrape: ENF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:14:11.233584</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:14:21.913055</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:14:11] Fetching Scraper for: ENF handlers.py:23 - Begin attempting to scrape: ENF handlers.py:27 - Deleting existing data... base.py:239 -[14:14:12] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:14:13] Deleting batch no. 2 consisting of 27 files base.py:216 -[14:14:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://governance.enfield.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:14:19] Committing batch 1 consisting of 92 files base.py:274 -[14:14:20] Committing batch 2 consisting of 34 files base.py:274 -[14:14:21] Finished attempting to scrape: ENF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EPP/index.html b/logbooks/EPP/index.html index 34bad47802..5cf1651ea5 100644 --- a/logbooks/EPP/index.html +++ b/logbooks/EPP/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:37:03.827146</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:37:17.584987</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:37:03] Fetching Scraper for: EPP handlers.py:23 + Begin attempting to scrape: EPP handlers.py:27 +[09:37:04] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:37:05] ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 17 files base.py:216 +[09:37:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://rds.eppingforestdc.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:37:14] Committing batch 1 consisting of 92 files base.py:274 +[09:37:16] Committing batch 2 consisting of 24 files base.py:274 +[09:37:17] Finished attempting to scrape: EPP base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:12.563616</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:23.092016</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:12] Fetching Scraper for: EPP handlers.py:23 - Begin attempting to scrape: EPP handlers.py:27 - Deleting existing data... base.py:239 -[13:46:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 58 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:46:14] ...found 58 files in Councillors/raw base.py:207 - ...found 117 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:46:15] Deleting batch no. 2 consisting of 17 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://rds.eppingforestdc.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:46:20] Committing batch 1 consisting of 92 files base.py:274 -[13:46:21] Committing batch 2 consisting of 24 files base.py:274 -[13:46:23] Finished attempting to scrape: EPP base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EPS/index.html b/logbooks/EPS/index.html index eb7e0264fc..6f05b66938 100644 --- a/logbooks/EPS/index.html +++ b/logbooks/EPS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:21:27.710240</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:21:34.522130</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:21:27] Fetching Scraper for: EPS handlers.py:23 + Begin attempting to scrape: EPS handlers.py:27 +[08:21:28] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:21:29] ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.epsom-ewell.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:21:33] Committing batch 1 consisting of 70 files base.py:274 +[08:21:34] Finished attempting to scrape: EPS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-04">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:49.108480</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:54.507044</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:49] Fetching Scraper for: EPS handlers.py:23 - Begin attempting to scrape: EPS handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:23:50] Getting all files in Councillors/json... base.py:191 - ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[14:23:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.epsom-ewell.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[14:23:53] Committing batch 1 consisting of 70 files base.py:274 -[14:23:54] Finished attempting to scrape: EPS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ERE/index.html b/logbooks/ERE/index.html index de57477ef9..4d0c88b62c 100644 --- a/logbooks/ERE/index.html +++ b/logbooks/ERE/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-53">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:53:14.895949</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:53:22.517184</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:53:14] Fetching Scraper for: ERE handlers.py:23 + Begin attempting to scrape: ERE handlers.py:27 +[09:53:15] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:53:16] ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[09:53:17] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.erewash.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:53:20] Committing batch 1 consisting of 92 files base.py:274 +[09:53:21] Committing batch 2 consisting of 2 files base.py:274 +[09:53:22] Finished attempting to scrape: ERE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:10:15.811988</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:10:22.993460</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:10:15] Fetching Scraper for: ERE handlers.py:23 - Begin attempting to scrape: ERE handlers.py:27 -[12:10:16] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:10:17] ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.erewash.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:10:20] Committing batch 1 consisting of 92 files base.py:274 -[12:10:21] Committing batch 2 consisting of 2 files base.py:274 -[12:10:22] Finished attempting to scrape: ERE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ERW/index.html b/logbooks/ERW/index.html index fe7520617a..21a3226b02 100644 --- a/logbooks/ERW/index.html +++ b/logbooks/ERW/index.html @@ -37,6 +37,108 @@ + <h2 id="2023-10-15-09-13">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>25 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:13:17.243970</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:13:42.962421</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:13:17] Fetching Scraper for: ERW handlers.py:23 + Begin attempting to scrape: ERW handlers.py:27 + Deleting existing data... base.py:239 +[09:13:18] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 18 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 18 files in Councillors/raw base.py:207 + ...found 37 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 37 files base.py:216 +[09:13:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Find-my-councillor +[09:13:21] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-angela-conv + ery +[09:13:22] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-betty-cunni + ngham +[09:13:23] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-danny-devli + n +[09:13:24] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Chris-Lunda + y +[09:13:25] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-tony-buchan + an +[09:13:26] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Andrew-Morr + ison +[09:13:27] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Owen-ODonne + ll +[09:13:28] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-colm-merric + k +[09:13:30] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Mary-Montag + ue +[09:13:31] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-gordon-wall + ace +[09:13:32] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Kate-Campbe + ll +[09:13:33] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-annette-ire + land +[09:13:34] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-david-macdo + nald +[09:13:35] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Katie-Pragn + ell +[09:13:36] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Andrew-Ande + rson +[09:13:37] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-caroline-ba + mforth +[09:13:38] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/Councillor-Paul-Edlin +[09:13:39] Scraping from base.py:42 + https://www.eastrenfrewshire.gov.uk/councillor-jim-mclean +[09:13:41] Committing batch 1 consisting of 36 files base.py:274 +[09:13:42] Finished attempting to scrape: ERW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1203,63 +1305,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>4 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:06:56.491499</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:07:01.185051</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 51, in run - councillor = self.get_single_councillor(councillor_html) - File "scrapers/ERW-east-renfrewshire/councillors.py", line 50, in get_single_councillor - contact_url = soup.select_one(".panel__list--relarticles a.panel__link")["href"] -TypeError: 'NoneType' object is not subscriptable -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:06:56] Fetching Scraper for: ERW handlers.py:23 - Begin attempting to scrape: ERW handlers.py:27 - Deleting existing data... base.py:239 -[12:06:57] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:06:58] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.eastrenfrewshire.gov.uk/Find-my-councillor -[12:06:59] Scraping from base.py:42 - https://www.eastrenfrewshire.gov.uk/councillor-angela-conv - ery -[12:07:00] 'NoneType' object is not subscriptable handlers.py:36 -[12:07:01] Finished attempting to scrape: ERW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ESS/index.html b/logbooks/ESS/index.html index c369f1485f..ba3e3d72ef 100644 --- a/logbooks/ESS/index.html +++ b/logbooks/ESS/index.html @@ -37,21 +37,21 @@ - <h2 id="2023-10-14-10-18">2023-10-14</h2> + <h2 id="2023-10-15-08-50">2023-10-15</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>208 seconds</dd> + <dd>214 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-14 10:18:22.449477</dd> + <dd>2023-10-15 08:50:21.873295</dd> </div> <div> <dt>End</dt> - <dd>2023-10-14 10:21:50.554673</dd> + <dd>2023-10-15 08:53:56.757939</dd> </div> <div> <dt>Status code</dt> @@ -66,344 +66,344 @@ <h2 id="2023-10-14-10-18">2023-10-14</h2> </div> <h3>Run log</h3> - <pre>[10:18:22] Fetching Scraper for: ESS handlers.py:23 + <pre>[08:50:21] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 - Deleting existing data... base.py:239 -[10:18:23] Getting all files in Councillors... base.py:191 +[08:50:22] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 +[08:50:23] ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[10:18:24] Deleting batch no. 2 consisting of 51 files base.py:216 -[10:18:25] ...data deleted. base.py:246 +[08:50:24] Deleting batch no. 2 consisting of 51 files base.py:216 +[08:50:25] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[10:18:27] Scraping from base.py:42 +[08:50:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[10:18:30] Scraping from base.py:42 +[08:50:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[10:18:31] Scraping from base.py:42 +[08:50:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[10:18:35] Scraping from base.py:42 +[08:50:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[10:18:38] Scraping from base.py:42 +[08:50:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[10:18:41] Scraping from base.py:42 +[08:50:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[10:18:43] Scraping from base.py:42 +[08:50:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[10:18:45] Scraping from base.py:42 +[08:50:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[10:18:47] Scraping from base.py:42 +[08:50:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[10:18:50] Scraping from base.py:42 +[08:50:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[10:18:53] Scraping from base.py:42 +[08:50:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[10:18:55] Scraping from base.py:42 +[08:50:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[10:18:58] Scraping from base.py:42 +[08:50:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[10:19:00] Scraping from base.py:42 +[08:51:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[10:19:03] Scraping from base.py:42 +[08:51:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[10:19:05] Scraping from base.py:42 +[08:51:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[10:19:09] Scraping from base.py:42 +[08:51:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[10:19:12] Scraping from base.py:42 +[08:51:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[10:19:14] Scraping from base.py:42 +[08:51:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[10:19:16] Scraping from base.py:42 +[08:51:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[10:19:18] Scraping from base.py:42 +[08:51:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[10:19:21] Scraping from base.py:42 +[08:51:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[10:19:23] Scraping from base.py:42 +[08:51:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[10:19:25] Scraping from base.py:42 +[08:51:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[10:19:27] Scraping from base.py:42 +[08:51:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[10:19:28] Scraping from base.py:42 +[08:51:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[10:19:31] Scraping from base.py:42 +[08:51:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[10:19:38] Scraping from base.py:42 +[08:51:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[10:19:40] Scraping from base.py:42 +[08:51:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[10:19:43] Scraping from base.py:42 +[08:51:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[10:19:46] Scraping from base.py:42 +[08:51:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[10:19:49] Scraping from base.py:42 +[08:51:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[10:19:51] Scraping from base.py:42 +[08:51:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[10:19:53] Scraping from base.py:42 +[08:51:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[10:19:56] Scraping from base.py:42 +[08:51:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[10:19:58] Scraping from base.py:42 +[08:52:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[10:20:00] Scraping from base.py:42 +[08:52:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[10:20:03] Scraping from base.py:42 +[08:52:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[10:20:07] Scraping from base.py:42 +[08:52:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[10:20:10] Scraping from base.py:42 +[08:52:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[10:20:13] Scraping from base.py:42 +[08:52:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[10:20:14] Scraping from base.py:42 +[08:52:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[10:20:17] Scraping from base.py:42 +[08:52:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[10:20:21] Scraping from base.py:42 +[08:52:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[10:20:23] Scraping from base.py:42 +[08:52:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[10:20:26] Scraping from base.py:42 +[08:52:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[10:20:29] Committing batch 1 consisting of 92 files base.py:274 -[10:20:30] Scraping from base.py:42 +[08:52:32] Committing batch 1 consisting of 92 files base.py:274 +[08:52:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[10:20:32] Scraping from base.py:42 +[08:52:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[10:20:36] Scraping from base.py:42 +[08:52:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[10:20:38] Scraping from base.py:42 +[08:52:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[10:20:41] Scraping from base.py:42 +[08:52:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[10:20:44] Scraping from base.py:42 +[08:52:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[10:20:46] Scraping from base.py:42 +[08:52:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[10:20:50] Scraping from base.py:42 +[08:52:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[10:20:53] Scraping from base.py:42 +[08:52:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[10:20:56] Scraping from base.py:42 +[08:52:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[10:20:58] Scraping from base.py:42 +[08:52:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[10:21:00] Scraping from base.py:42 +[08:53:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[10:21:02] Scraping from base.py:42 +[08:53:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[10:21:04] Scraping from base.py:42 +[08:53:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[10:21:08] Scraping from base.py:42 +[08:53:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[10:21:12] Scraping from base.py:42 +[08:53:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[10:21:16] Scraping from base.py:42 +[08:53:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[10:21:18] Scraping from base.py:42 +[08:53:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[10:21:22] Scraping from base.py:42 +[08:53:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[10:21:24] Scraping from base.py:42 +[08:53:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[10:21:28] Scraping from base.py:42 +[08:53:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[10:21:30] Scraping from base.py:42 +[08:53:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[10:21:33] Scraping from base.py:42 +[08:53:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[10:21:37] Scraping from base.py:42 +[08:53:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[10:21:39] Scraping from base.py:42 +[08:53:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[10:21:41] Scraping from base.py:42 +[08:53:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[10:21:43] Scraping from base.py:42 +[08:53:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[10:21:46] Scraping from base.py:42 +[08:53:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[10:21:47] Scraping from base.py:42 +[08:53:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[10:21:49] Committing batch 2 consisting of 58 files base.py:274 -[10:21:50] Finished attempting to scrape: ESS base.py:324 +[08:53:55] Committing batch 2 consisting of 58 files base.py:274 +[08:53:56] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-13-12-12">2023-10-13</h2> + <h2 id="2023-10-14-10-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>222 seconds</dd> + <dd>208 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 12:12:01.651685</dd> + <dd>2023-10-14 10:18:22.449477</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 12:15:44.629849</dd> + <dd>2023-10-14 10:21:50.554673</dd> </div> <div> <dt>Status code</dt> @@ -418,344 +418,344 @@ <h2 id="2023-10-13-12-12">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[12:12:01] Fetching Scraper for: ESS handlers.py:23 + <pre>[10:18:22] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 -[12:12:02] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[10:18:23] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[12:12:03] ...found 75 files in Councillors/raw base.py:207 + ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:12:04] Deleting batch no. 2 consisting of 51 files base.py:216 - ...data deleted. base.py:246 +[10:18:24] Deleting batch no. 2 consisting of 51 files base.py:216 +[10:18:25] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:12:07] Scraping from base.py:42 +[10:18:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:12:09] Scraping from base.py:42 +[10:18:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:12:11] Scraping from base.py:42 +[10:18:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:12:14] Scraping from base.py:42 +[10:18:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:12:18] Scraping from base.py:42 +[10:18:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:12:20] Scraping from base.py:42 +[10:18:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:12:23] Scraping from base.py:42 +[10:18:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:12:25] Scraping from base.py:42 +[10:18:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:12:28] Scraping from base.py:42 +[10:18:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:12:31] Scraping from base.py:42 +[10:18:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:12:34] Scraping from base.py:42 +[10:18:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:12:36] Scraping from base.py:42 +[10:18:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:12:43] Scraping from base.py:42 +[10:18:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:12:46] Scraping from base.py:42 +[10:19:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:12:48] Scraping from base.py:42 +[10:19:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:12:52] Scraping from base.py:42 +[10:19:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:12:55] Scraping from base.py:42 +[10:19:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:12:58] Scraping from base.py:42 +[10:19:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:13:00] Scraping from base.py:42 +[10:19:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:13:03] Scraping from base.py:42 +[10:19:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:13:08] Scraping from base.py:42 +[10:19:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:13:11] Scraping from base.py:42 +[10:19:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:13:13] Scraping from base.py:42 +[10:19:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:13:15] Scraping from base.py:42 +[10:19:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:13:17] Scraping from base.py:42 +[10:19:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:13:20] Scraping from base.py:42 +[10:19:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:13:24] Scraping from base.py:42 +[10:19:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:13:29] Scraping from base.py:42 +[10:19:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:13:31] Scraping from base.py:42 +[10:19:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:13:34] Scraping from base.py:42 +[10:19:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:13:38] Scraping from base.py:42 +[10:19:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:13:42] Scraping from base.py:42 +[10:19:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:13:44] Scraping from base.py:42 +[10:19:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:13:47] Scraping from base.py:42 +[10:19:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:13:50] Scraping from base.py:42 +[10:19:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:13:52] Scraping from base.py:42 +[10:19:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:13:56] Scraping from base.py:42 +[10:20:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:13:59] Scraping from base.py:42 +[10:20:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:14:01] Scraping from base.py:42 +[10:20:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:14:05] Scraping from base.py:42 +[10:20:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:14:07] Scraping from base.py:42 +[10:20:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:14:09] Scraping from base.py:42 +[10:20:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:14:12] Scraping from base.py:42 +[10:20:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:14:15] Scraping from base.py:42 +[10:20:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:14:18] Scraping from base.py:42 +[10:20:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:14:20] Scraping from base.py:42 +[10:20:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:14:23] Committing batch 1 consisting of 92 files base.py:274 -[12:14:25] Scraping from base.py:42 +[10:20:29] Committing batch 1 consisting of 92 files base.py:274 +[10:20:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:14:28] Scraping from base.py:42 +[10:20:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:14:30] Scraping from base.py:42 +[10:20:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:14:32] Scraping from base.py:42 +[10:20:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:14:34] Scraping from base.py:42 +[10:20:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:14:37] Scraping from base.py:42 +[10:20:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:14:39] Scraping from base.py:42 +[10:20:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:14:42] Scraping from base.py:42 +[10:20:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:14:46] Scraping from base.py:42 +[10:20:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:14:49] Scraping from base.py:42 +[10:20:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:14:51] Scraping from base.py:42 +[10:20:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:14:53] Scraping from base.py:42 +[10:21:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:14:55] Scraping from base.py:42 +[10:21:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:14:58] Scraping from base.py:42 +[10:21:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:15:02] Scraping from base.py:42 +[10:21:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:15:06] Scraping from base.py:42 +[10:21:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:15:09] Scraping from base.py:42 +[10:21:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:15:12] Scraping from base.py:42 +[10:21:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:15:15] Scraping from base.py:42 +[10:21:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:15:17] Scraping from base.py:42 +[10:21:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:15:21] Scraping from base.py:42 +[10:21:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:15:23] Scraping from base.py:42 +[10:21:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:15:27] Scraping from base.py:42 +[10:21:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:15:30] Scraping from base.py:42 +[10:21:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:15:32] Scraping from base.py:42 +[10:21:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:15:35] Scraping from base.py:42 +[10:21:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:15:37] Scraping from base.py:42 +[10:21:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:15:39] Scraping from base.py:42 +[10:21:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:15:41] Scraping from base.py:42 +[10:21:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:15:43] Committing batch 2 consisting of 58 files base.py:274 -[12:15:44] Finished attempting to scrape: ESS base.py:324 +[10:21:49] Committing batch 2 consisting of 58 files base.py:274 +[10:21:50] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-13-10-17">2023-10-13</h2> + <h2 id="2023-10-13-12-12">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>225 seconds</dd> + <dd>222 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 10:17:57.265630</dd> + <dd>2023-10-13 12:12:01.651685</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 10:21:42.420364</dd> + <dd>2023-10-13 12:15:44.629849</dd> </div> <div> <dt>Status code</dt> @@ -770,344 +770,344 @@ <h2 id="2023-10-13-10-17">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[10:17:57] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:12:01] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 - Deleting existing data... base.py:239 -[10:17:58] Getting all files in Councillors... base.py:191 +[12:12:02] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 +[12:12:03] ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[10:17:59] Deleting batch no. 2 consisting of 51 files base.py:216 -[10:18:00] ...data deleted. base.py:246 +[12:12:04] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[10:18:02] Scraping from base.py:42 +[12:12:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[10:18:05] Scraping from base.py:42 +[12:12:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[10:18:07] Scraping from base.py:42 +[12:12:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[10:18:11] Scraping from base.py:42 +[12:12:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[10:18:14] Scraping from base.py:42 +[12:12:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[10:18:16] Scraping from base.py:42 +[12:12:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[10:18:19] Scraping from base.py:42 +[12:12:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[10:18:21] Scraping from base.py:42 +[12:12:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[10:18:23] Scraping from base.py:42 +[12:12:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[10:18:26] Scraping from base.py:42 +[12:12:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[10:18:28] Scraping from base.py:42 +[12:12:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[10:18:30] Scraping from base.py:42 +[12:12:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[10:18:33] Scraping from base.py:42 +[12:12:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[10:18:36] Scraping from base.py:42 +[12:12:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[10:18:40] Scraping from base.py:42 +[12:12:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[10:18:43] Scraping from base.py:42 +[12:12:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[10:18:46] Scraping from base.py:42 +[12:12:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[10:18:49] Scraping from base.py:42 +[12:12:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[10:18:52] Scraping from base.py:42 +[12:13:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[10:18:54] Scraping from base.py:42 +[12:13:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[10:18:57] Scraping from base.py:42 +[12:13:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[10:18:59] Scraping from base.py:42 +[12:13:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[10:19:01] Scraping from base.py:42 +[12:13:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[10:19:03] Scraping from base.py:42 +[12:13:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[10:19:06] Scraping from base.py:42 +[12:13:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[10:19:08] Scraping from base.py:42 +[12:13:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[10:19:12] Scraping from base.py:42 +[12:13:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[10:19:17] Scraping from base.py:42 +[12:13:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[10:19:20] Scraping from base.py:42 +[12:13:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[10:19:23] Scraping from base.py:42 +[12:13:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[10:19:26] Scraping from base.py:42 +[12:13:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[10:19:29] Scraping from base.py:42 +[12:13:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[10:19:31] Scraping from base.py:42 +[12:13:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[10:19:34] Scraping from base.py:42 +[12:13:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[10:19:37] Scraping from base.py:42 +[12:13:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[10:19:39] Scraping from base.py:42 +[12:13:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[10:19:43] Scraping from base.py:42 +[12:13:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[10:19:46] Scraping from base.py:42 +[12:13:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[10:19:48] Scraping from base.py:42 +[12:14:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[10:19:52] Scraping from base.py:42 +[12:14:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[10:19:55] Scraping from base.py:42 +[12:14:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[10:19:56] Scraping from base.py:42 +[12:14:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[10:19:59] Scraping from base.py:42 +[12:14:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[10:20:03] Scraping from base.py:42 +[12:14:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[10:20:05] Scraping from base.py:42 +[12:14:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[10:20:08] Scraping from base.py:42 +[12:14:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[10:20:13] Committing batch 1 consisting of 92 files base.py:274 -[10:20:14] Scraping from base.py:42 +[12:14:23] Committing batch 1 consisting of 92 files base.py:274 +[12:14:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[10:20:17] Scraping from base.py:42 +[12:14:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[10:20:19] Scraping from base.py:42 +[12:14:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[10:20:21] Scraping from base.py:42 +[12:14:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[10:20:24] Scraping from base.py:42 +[12:14:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[10:20:29] Scraping from base.py:42 +[12:14:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[10:20:31] Scraping from base.py:42 +[12:14:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[10:20:34] Scraping from base.py:42 +[12:14:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[10:20:37] Scraping from base.py:42 +[12:14:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[10:20:41] Scraping from base.py:42 +[12:14:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[10:20:43] Scraping from base.py:42 +[12:14:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[10:20:46] Scraping from base.py:42 +[12:14:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[10:20:49] Scraping from base.py:42 +[12:14:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[10:20:52] Scraping from base.py:42 +[12:14:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[10:20:55] Scraping from base.py:42 +[12:15:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[10:20:59] Scraping from base.py:42 +[12:15:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[10:21:03] Scraping from base.py:42 +[12:15:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[10:21:06] Scraping from base.py:42 +[12:15:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[10:21:10] Scraping from base.py:42 +[12:15:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[10:21:12] Scraping from base.py:42 +[12:15:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[10:21:18] Scraping from base.py:42 +[12:15:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[10:21:20] Scraping from base.py:42 +[12:15:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[10:21:24] Scraping from base.py:42 +[12:15:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[10:21:28] Scraping from base.py:42 +[12:15:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[10:21:30] Scraping from base.py:42 +[12:15:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[10:21:33] Scraping from base.py:42 +[12:15:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[10:21:35] Scraping from base.py:42 +[12:15:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[10:21:37] Scraping from base.py:42 +[12:15:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[10:21:39] Scraping from base.py:42 +[12:15:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[10:21:40] Committing batch 2 consisting of 58 files base.py:274 -[10:21:42] Finished attempting to scrape: ESS base.py:324 +[12:15:43] Committing batch 2 consisting of 58 files base.py:274 +[12:15:44] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-12-13-12">2023-10-12</h2> + <h2 id="2023-10-13-10-17">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>230 seconds</dd> + <dd>225 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-12 13:12:13.400838</dd> + <dd>2023-10-13 10:17:57.265630</dd> </div> <div> <dt>End</dt> - <dd>2023-10-12 13:16:03.408325</dd> + <dd>2023-10-13 10:21:42.420364</dd> </div> <div> <dt>Status code</dt> @@ -1122,344 +1122,344 @@ <h2 id="2023-10-12-13-12">2023-10-12</h2> </div> <h3>Run log</h3> - <pre>[13:12:13] Fetching Scraper for: ESS handlers.py:23 + <pre>[10:17:57] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[13:12:14] Getting all files in Councillors... base.py:191 +[10:17:58] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:12:15] Deleting batch no. 2 consisting of 51 files base.py:216 -[13:12:16] ...data deleted. base.py:246 +[10:17:59] Deleting batch no. 2 consisting of 51 files base.py:216 +[10:18:00] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:12:18] Scraping from base.py:42 +[10:18:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:12:21] Scraping from base.py:42 +[10:18:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:12:23] Scraping from base.py:42 +[10:18:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:12:26] Scraping from base.py:42 +[10:18:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:12:29] Scraping from base.py:42 +[10:18:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:12:31] Scraping from base.py:42 +[10:18:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:12:33] Scraping from base.py:42 +[10:18:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:12:36] Scraping from base.py:42 +[10:18:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:12:38] Scraping from base.py:42 +[10:18:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:12:41] Scraping from base.py:42 +[10:18:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:12:43] Scraping from base.py:42 +[10:18:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:12:45] Scraping from base.py:42 +[10:18:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:12:48] Scraping from base.py:42 +[10:18:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:12:51] Scraping from base.py:42 +[10:18:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:12:53] Scraping from base.py:42 +[10:18:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:12:55] Scraping from base.py:42 +[10:18:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:13:01] Scraping from base.py:42 +[10:18:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:13:08] Scraping from base.py:42 +[10:18:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:13:11] Scraping from base.py:42 +[10:18:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:13:14] Scraping from base.py:42 +[10:18:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:13:17] Scraping from base.py:42 +[10:18:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:13:20] Scraping from base.py:42 +[10:18:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:13:22] Scraping from base.py:42 +[10:19:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:13:24] Scraping from base.py:42 +[10:19:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:13:27] Scraping from base.py:42 +[10:19:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:13:29] Scraping from base.py:42 +[10:19:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:13:31] Scraping from base.py:42 +[10:19:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:13:37] Scraping from base.py:42 +[10:19:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:13:39] Scraping from base.py:42 +[10:19:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:13:44] Scraping from base.py:42 +[10:19:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:13:47] Scraping from base.py:42 +[10:19:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:13:50] Scraping from base.py:42 +[10:19:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:13:52] Scraping from base.py:42 +[10:19:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:13:55] Scraping from base.py:42 +[10:19:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:13:57] Scraping from base.py:42 +[10:19:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:14:00] Scraping from base.py:42 +[10:19:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:14:03] Scraping from base.py:42 +[10:19:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:14:06] Scraping from base.py:42 +[10:19:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:14:08] Scraping from base.py:42 +[10:19:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:14:13] Scraping from base.py:42 +[10:19:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:14:15] Scraping from base.py:42 +[10:19:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:14:17] Scraping from base.py:42 +[10:19:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:14:20] Scraping from base.py:42 +[10:19:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:14:24] Scraping from base.py:42 +[10:20:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:14:27] Scraping from base.py:42 +[10:20:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:14:30] Scraping from base.py:42 +[10:20:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:14:33] Committing batch 1 consisting of 92 files base.py:274 -[13:14:34] Scraping from base.py:42 +[10:20:13] Committing batch 1 consisting of 92 files base.py:274 +[10:20:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:14:37] Scraping from base.py:42 +[10:20:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:14:39] Scraping from base.py:42 +[10:20:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:14:42] Scraping from base.py:42 +[10:20:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:14:44] Scraping from base.py:42 +[10:20:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:14:49] Scraping from base.py:42 +[10:20:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:14:51] Scraping from base.py:42 +[10:20:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:14:54] Scraping from base.py:42 +[10:20:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:14:58] Scraping from base.py:42 +[10:20:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:15:02] Scraping from base.py:42 +[10:20:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:15:04] Scraping from base.py:42 +[10:20:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:15:07] Scraping from base.py:42 +[10:20:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:15:09] Scraping from base.py:42 +[10:20:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:15:12] Scraping from base.py:42 +[10:20:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:15:15] Scraping from base.py:42 +[10:20:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:15:21] Scraping from base.py:42 +[10:20:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:15:24] Scraping from base.py:42 +[10:21:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:15:27] Scraping from base.py:42 +[10:21:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:15:31] Scraping from base.py:42 +[10:21:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:15:33] Scraping from base.py:42 +[10:21:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:15:37] Scraping from base.py:42 +[10:21:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:15:39] Scraping from base.py:42 +[10:21:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:15:42] Scraping from base.py:42 +[10:21:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[13:15:46] Scraping from base.py:42 +[10:21:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[13:15:48] Scraping from base.py:42 +[10:21:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[13:15:52] Scraping from base.py:42 +[10:21:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[13:15:55] Scraping from base.py:42 +[10:21:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[13:15:58] Scraping from base.py:42 +[10:21:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[13:16:00] Scraping from base.py:42 +[10:21:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[13:16:01] Committing batch 2 consisting of 58 files base.py:274 -[13:16:03] Finished attempting to scrape: ESS base.py:324 +[10:21:40] Committing batch 2 consisting of 58 files base.py:274 +[10:21:42] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-11-12-38">2023-10-11</h2> + <h2 id="2023-10-12-13-12">2023-10-12</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>233 seconds</dd> + <dd>230 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-11 12:38:26.458820</dd> + <dd>2023-10-12 13:12:13.400838</dd> </div> <div> <dt>End</dt> - <dd>2023-10-11 12:42:20.330449</dd> + <dd>2023-10-12 13:16:03.408325</dd> </div> <div> <dt>Status code</dt> @@ -1474,344 +1474,344 @@ <h2 id="2023-10-11-12-38">2023-10-11</h2> </div> <h3>Run log</h3> - <pre>[12:38:26] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:12:13] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 -[12:38:28] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[13:12:14] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:38:29] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:38:30] ...data deleted. base.py:246 +[13:12:15] Deleting batch no. 2 consisting of 51 files base.py:216 +[13:12:16] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:38:32] Scraping from base.py:42 +[13:12:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:38:35] Scraping from base.py:42 +[13:12:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:38:37] Scraping from base.py:42 +[13:12:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:38:41] Scraping from base.py:42 +[13:12:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:38:44] Scraping from base.py:42 +[13:12:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:38:46] Scraping from base.py:42 +[13:12:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:38:49] Scraping from base.py:42 +[13:12:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:38:51] Scraping from base.py:42 +[13:12:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:38:53] Scraping from base.py:42 +[13:12:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:38:57] Scraping from base.py:42 +[13:12:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:39:00] Scraping from base.py:42 +[13:12:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:39:03] Scraping from base.py:42 +[13:12:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:39:06] Scraping from base.py:42 +[13:12:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:39:09] Scraping from base.py:42 +[13:12:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:39:12] Scraping from base.py:42 +[13:12:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:39:15] Scraping from base.py:42 +[13:12:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:39:18] Scraping from base.py:42 +[13:13:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:39:21] Scraping from base.py:42 +[13:13:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:39:23] Scraping from base.py:42 +[13:13:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:39:26] Scraping from base.py:42 +[13:13:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:39:29] Scraping from base.py:42 +[13:13:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:39:32] Scraping from base.py:42 +[13:13:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:39:34] Scraping from base.py:42 +[13:13:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:39:36] Scraping from base.py:42 +[13:13:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:39:39] Scraping from base.py:42 +[13:13:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:39:41] Scraping from base.py:42 +[13:13:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:39:43] Scraping from base.py:42 +[13:13:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:39:48] Scraping from base.py:42 +[13:13:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:39:50] Scraping from base.py:42 +[13:13:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:39:55] Scraping from base.py:42 +[13:13:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:39:58] Scraping from base.py:42 +[13:13:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:40:02] Scraping from base.py:42 +[13:13:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:40:04] Scraping from base.py:42 +[13:13:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:40:07] Scraping from base.py:42 +[13:13:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:40:09] Scraping from base.py:42 +[13:13:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:40:12] Scraping from base.py:42 +[13:14:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:40:14] Scraping from base.py:42 +[13:14:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:40:17] Scraping from base.py:42 +[13:14:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:40:19] Scraping from base.py:42 +[13:14:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:40:23] Scraping from base.py:42 +[13:14:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:40:26] Scraping from base.py:42 +[13:14:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:40:28] Scraping from base.py:42 +[13:14:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:40:32] Scraping from base.py:42 +[13:14:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:40:35] Scraping from base.py:42 +[13:14:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:40:39] Scraping from base.py:42 +[13:14:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:40:42] Scraping from base.py:42 +[13:14:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:40:45] Committing batch 1 consisting of 92 files base.py:274 -[12:40:46] Scraping from base.py:42 +[13:14:33] Committing batch 1 consisting of 92 files base.py:274 +[13:14:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:40:49] Scraping from base.py:42 +[13:14:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:40:51] Scraping from base.py:42 +[13:14:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:40:53] Scraping from base.py:42 +[13:14:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:40:55] Scraping from base.py:42 +[13:14:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:40:59] Scraping from base.py:42 +[13:14:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:41:01] Scraping from base.py:42 +[13:14:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:41:07] Scraping from base.py:42 +[13:14:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:41:12] Scraping from base.py:42 +[13:14:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:41:15] Scraping from base.py:42 +[13:15:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:41:18] Scraping from base.py:42 +[13:15:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:41:20] Scraping from base.py:42 +[13:15:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:41:22] Scraping from base.py:42 +[13:15:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:41:25] Scraping from base.py:42 +[13:15:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:41:28] Scraping from base.py:42 +[13:15:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:41:33] Scraping from base.py:42 +[13:15:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:41:37] Scraping from base.py:42 +[13:15:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:41:41] Scraping from base.py:42 +[13:15:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:41:45] Scraping from base.py:42 +[13:15:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:41:47] Scraping from base.py:42 +[13:15:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:41:52] Scraping from base.py:42 +[13:15:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:41:54] Scraping from base.py:42 +[13:15:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:41:57] Scraping from base.py:42 +[13:15:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:42:04] Scraping from base.py:42 +[13:15:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:42:06] Scraping from base.py:42 +[13:15:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:42:09] Scraping from base.py:42 +[13:15:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:42:11] Scraping from base.py:42 +[13:15:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:42:15] Scraping from base.py:42 +[13:15:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:42:17] Scraping from base.py:42 +[13:16:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:42:18] Committing batch 2 consisting of 58 files base.py:274 -[12:42:20] Finished attempting to scrape: ESS base.py:324 +[13:16:01] Committing batch 2 consisting of 58 files base.py:274 +[13:16:03] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-10-13-45">2023-10-10</h2> + <h2 id="2023-10-11-12-38">2023-10-11</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>254 seconds</dd> + <dd>233 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-10 13:45:39.638130</dd> + <dd>2023-10-11 12:38:26.458820</dd> </div> <div> <dt>End</dt> - <dd>2023-10-10 13:49:53.789300</dd> + <dd>2023-10-11 12:42:20.330449</dd> </div> <div> <dt>Status code</dt> @@ -1826,344 +1826,344 @@ <h2 id="2023-10-10-13-45">2023-10-10</h2> </div> <h3>Run log</h3> - <pre>[13:45:39] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:38:26] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 - Deleting existing data... base.py:239 -[13:45:40] Getting all files in Councillors... base.py:191 +[12:38:28] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:45:41] ...found 75 files in Councillors/raw base.py:207 + ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:45:42] Deleting batch no. 2 consisting of 51 files base.py:216 - ...data deleted. base.py:246 +[12:38:29] Deleting batch no. 2 consisting of 51 files base.py:216 +[12:38:30] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:45:45] Scraping from base.py:42 +[12:38:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:45:51] Scraping from base.py:42 +[12:38:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:45:52] Scraping from base.py:42 +[12:38:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:45:56] Scraping from base.py:42 +[12:38:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:45:59] Scraping from base.py:42 +[12:38:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:46:01] Scraping from base.py:42 +[12:38:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:46:03] Scraping from base.py:42 +[12:38:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:46:06] Scraping from base.py:42 +[12:38:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:46:08] Scraping from base.py:42 +[12:38:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:46:13] Scraping from base.py:42 +[12:38:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:46:17] Scraping from base.py:42 +[12:39:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:46:21] Scraping from base.py:42 +[12:39:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:46:26] Scraping from base.py:42 +[12:39:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:46:30] Scraping from base.py:42 +[12:39:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:46:35] Scraping from base.py:42 +[12:39:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:46:38] Scraping from base.py:42 +[12:39:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:46:43] Scraping from base.py:42 +[12:39:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:46:47] Scraping from base.py:42 +[12:39:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:46:50] Scraping from base.py:42 +[12:39:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:46:53] Scraping from base.py:42 +[12:39:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:46:57] Scraping from base.py:42 +[12:39:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:47:01] Scraping from base.py:42 +[12:39:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:47:03] Scraping from base.py:42 +[12:39:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:47:05] Scraping from base.py:42 +[12:39:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:47:07] Scraping from base.py:42 +[12:39:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:47:10] Scraping from base.py:42 +[12:39:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:47:12] Scraping from base.py:42 +[12:39:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:47:18] Scraping from base.py:42 +[12:39:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:47:22] Scraping from base.py:42 +[12:39:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:47:26] Scraping from base.py:42 +[12:39:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:47:31] Scraping from base.py:42 +[12:39:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:47:33] Scraping from base.py:42 +[12:40:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:47:36] Scraping from base.py:42 +[12:40:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:47:39] Scraping from base.py:42 +[12:40:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:47:42] Scraping from base.py:42 +[12:40:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:47:44] Scraping from base.py:42 +[12:40:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:47:47] Scraping from base.py:42 +[12:40:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:47:51] Scraping from base.py:42 +[12:40:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:47:53] Scraping from base.py:42 +[12:40:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:47:57] Scraping from base.py:42 +[12:40:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:47:59] Scraping from base.py:42 +[12:40:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:48:02] Scraping from base.py:42 +[12:40:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:48:05] Scraping from base.py:42 +[12:40:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:48:09] Scraping from base.py:42 +[12:40:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:48:12] Scraping from base.py:42 +[12:40:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:48:15] Scraping from base.py:42 +[12:40:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:48:21] Committing batch 1 consisting of 92 files base.py:274 -[13:48:23] Scraping from base.py:42 +[12:40:45] Committing batch 1 consisting of 92 files base.py:274 +[12:40:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:48:25] Scraping from base.py:42 +[12:40:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:48:28] Scraping from base.py:42 +[12:40:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:48:30] Scraping from base.py:42 +[12:40:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:48:33] Scraping from base.py:42 +[12:40:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:48:36] Scraping from base.py:42 +[12:40:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:48:39] Scraping from base.py:42 +[12:41:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:48:42] Scraping from base.py:42 +[12:41:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:48:46] Scraping from base.py:42 +[12:41:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:48:49] Scraping from base.py:42 +[12:41:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:48:51] Scraping from base.py:42 +[12:41:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:48:53] Scraping from base.py:42 +[12:41:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:48:55] Scraping from base.py:42 +[12:41:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:48:58] Scraping from base.py:42 +[12:41:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:49:01] Scraping from base.py:42 +[12:41:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:49:06] Scraping from base.py:42 +[12:41:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:49:09] Scraping from base.py:42 +[12:41:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:49:13] Scraping from base.py:42 +[12:41:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:49:16] Scraping from base.py:42 +[12:41:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:49:19] Scraping from base.py:42 +[12:41:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:49:24] Scraping from base.py:42 +[12:41:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:49:26] Scraping from base.py:42 +[12:41:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:49:29] Scraping from base.py:42 +[12:41:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[13:49:34] Scraping from base.py:42 +[12:42:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[13:49:36] Scraping from base.py:42 +[12:42:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[13:49:41] Scraping from base.py:42 +[12:42:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[13:49:44] Scraping from base.py:42 +[12:42:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[13:49:48] Scraping from base.py:42 +[12:42:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[13:49:50] Scraping from base.py:42 +[12:42:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[13:49:52] Committing batch 2 consisting of 58 files base.py:274 -[13:49:53] Finished attempting to scrape: ESS base.py:324 +[12:42:18] Committing batch 2 consisting of 58 files base.py:274 +[12:42:20] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-09-12-54">2023-10-09</h2> + <h2 id="2023-10-10-13-45">2023-10-10</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>229 seconds</dd> + <dd>254 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-09 12:54:26.557716</dd> + <dd>2023-10-10 13:45:39.638130</dd> </div> <div> <dt>End</dt> - <dd>2023-10-09 12:58:15.687268</dd> + <dd>2023-10-10 13:49:53.789300</dd> </div> <div> <dt>Status code</dt> @@ -2178,344 +2178,344 @@ <h2 id="2023-10-09-12-54">2023-10-09</h2> </div> <h3>Run log</h3> - <pre>[12:54:26] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:45:39] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[12:54:27] Getting all files in Councillors... base.py:191 +[13:45:40] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[12:54:28] ...found 75 files in Councillors/raw base.py:207 +[13:45:41] ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:54:29] Deleting batch no. 2 consisting of 51 files base.py:216 +[13:45:42] Deleting batch no. 2 consisting of 51 files base.py:216 ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:54:32] Scraping from base.py:42 +[13:45:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:54:34] Scraping from base.py:42 +[13:45:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:54:36] Scraping from base.py:42 +[13:45:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:54:40] Scraping from base.py:42 +[13:45:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:54:44] Scraping from base.py:42 +[13:45:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:54:46] Scraping from base.py:42 +[13:46:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:54:48] Scraping from base.py:42 +[13:46:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:54:51] Scraping from base.py:42 +[13:46:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:54:53] Scraping from base.py:42 +[13:46:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:54:56] Scraping from base.py:42 +[13:46:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:54:58] Scraping from base.py:42 +[13:46:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:55:00] Scraping from base.py:42 +[13:46:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:55:04] Scraping from base.py:42 +[13:46:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:55:07] Scraping from base.py:42 +[13:46:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:55:09] Scraping from base.py:42 +[13:46:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:55:13] Scraping from base.py:42 +[13:46:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:55:16] Scraping from base.py:42 +[13:46:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:55:19] Scraping from base.py:42 +[13:46:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:55:21] Scraping from base.py:42 +[13:46:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:55:23] Scraping from base.py:42 +[13:46:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:55:26] Scraping from base.py:42 +[13:46:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:55:29] Scraping from base.py:42 +[13:47:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:55:31] Scraping from base.py:42 +[13:47:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:55:34] Scraping from base.py:42 +[13:47:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:55:36] Scraping from base.py:42 +[13:47:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:55:38] Scraping from base.py:42 +[13:47:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:55:42] Scraping from base.py:42 +[13:47:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:55:47] Scraping from base.py:42 +[13:47:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:55:49] Scraping from base.py:42 +[13:47:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:55:53] Scraping from base.py:42 +[13:47:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:55:57] Scraping from base.py:42 +[13:47:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:56:01] Scraping from base.py:42 +[13:47:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:56:04] Scraping from base.py:42 +[13:47:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:56:07] Scraping from base.py:42 +[13:47:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:56:10] Scraping from base.py:42 +[13:47:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:56:13] Scraping from base.py:42 +[13:47:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:56:17] Scraping from base.py:42 +[13:47:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:56:20] Scraping from base.py:42 +[13:47:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:56:23] Scraping from base.py:42 +[13:47:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:56:27] Scraping from base.py:42 +[13:47:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:56:30] Scraping from base.py:42 +[13:47:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:56:31] Scraping from base.py:42 +[13:48:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:56:34] Scraping from base.py:42 +[13:48:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:56:38] Scraping from base.py:42 +[13:48:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:56:41] Scraping from base.py:42 +[13:48:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:56:43] Scraping from base.py:42 +[13:48:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:56:47] Committing batch 1 consisting of 92 files base.py:274 -[12:56:49] Scraping from base.py:42 +[13:48:21] Committing batch 1 consisting of 92 files base.py:274 +[13:48:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:56:52] Scraping from base.py:42 +[13:48:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:56:54] Scraping from base.py:42 +[13:48:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:56:56] Scraping from base.py:42 +[13:48:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:56:58] Scraping from base.py:42 +[13:48:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:57:03] Scraping from base.py:42 +[13:48:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:57:05] Scraping from base.py:42 +[13:48:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:57:08] Scraping from base.py:42 +[13:48:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:57:11] Scraping from base.py:42 +[13:48:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:57:16] Scraping from base.py:42 +[13:48:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:57:18] Scraping from base.py:42 +[13:48:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:57:20] Scraping from base.py:42 +[13:48:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:57:24] Scraping from base.py:42 +[13:48:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:57:26] Scraping from base.py:42 +[13:48:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:57:29] Scraping from base.py:42 +[13:49:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:57:34] Scraping from base.py:42 +[13:49:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:57:37] Scraping from base.py:42 +[13:49:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:57:40] Scraping from base.py:42 +[13:49:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:57:43] Scraping from base.py:42 +[13:49:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:57:46] Scraping from base.py:42 +[13:49:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:57:50] Scraping from base.py:42 +[13:49:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:57:52] Scraping from base.py:42 +[13:49:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:57:57] Scraping from base.py:42 +[13:49:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:58:00] Scraping from base.py:42 +[13:49:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:58:03] Scraping from base.py:42 +[13:49:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:58:06] Scraping from base.py:42 +[13:49:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:58:08] Scraping from base.py:42 +[13:49:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:58:11] Scraping from base.py:42 +[13:49:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:58:12] Scraping from base.py:42 +[13:49:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:58:14] Committing batch 2 consisting of 58 files base.py:274 -[12:58:15] Finished attempting to scrape: ESS base.py:324 +[13:49:52] Committing batch 2 consisting of 58 files base.py:274 +[13:49:53] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-08-14-15">2023-10-08</h2> + <h2 id="2023-10-09-12-54">2023-10-09</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>230 seconds</dd> + <dd>229 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-08 14:15:34.708403</dd> + <dd>2023-10-09 12:54:26.557716</dd> </div> <div> <dt>End</dt> - <dd>2023-10-08 14:19:24.762384</dd> + <dd>2023-10-09 12:58:15.687268</dd> </div> <div> <dt>Status code</dt> @@ -2530,344 +2530,344 @@ <h2 id="2023-10-08-14-15">2023-10-08</h2> </div> <h3>Run log</h3> - <pre>[14:15:34] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:54:26] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 -[14:15:35] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[12:54:27] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[14:15:36] ...found 75 files in Councillors/raw base.py:207 +[12:54:28] ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:15:37] Deleting batch no. 2 consisting of 51 files base.py:216 +[12:54:29] Deleting batch no. 2 consisting of 51 files base.py:216 ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[14:15:41] Scraping from base.py:42 +[12:54:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[14:15:43] Scraping from base.py:42 +[12:54:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[14:15:45] Scraping from base.py:42 +[12:54:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[14:15:49] Scraping from base.py:42 +[12:54:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[14:15:52] Scraping from base.py:42 +[12:54:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[14:15:55] Scraping from base.py:42 +[12:54:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[14:15:57] Scraping from base.py:42 +[12:54:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[14:16:00] Scraping from base.py:42 +[12:54:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[14:16:04] Scraping from base.py:42 +[12:54:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[14:16:07] Scraping from base.py:42 +[12:54:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[14:16:09] Scraping from base.py:42 +[12:54:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[14:16:13] Scraping from base.py:42 +[12:55:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[14:16:17] Scraping from base.py:42 +[12:55:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[14:16:20] Scraping from base.py:42 +[12:55:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[14:16:23] Scraping from base.py:42 +[12:55:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[14:16:25] Scraping from base.py:42 +[12:55:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[14:16:27] Scraping from base.py:42 +[12:55:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[14:16:30] Scraping from base.py:42 +[12:55:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[14:16:33] Scraping from base.py:42 +[12:55:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[14:16:35] Scraping from base.py:42 +[12:55:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[14:16:37] Scraping from base.py:42 +[12:55:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[14:16:40] Scraping from base.py:42 +[12:55:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[14:16:43] Scraping from base.py:42 +[12:55:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[14:16:45] Scraping from base.py:42 +[12:55:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[14:16:47] Scraping from base.py:42 +[12:55:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[14:16:49] Scraping from base.py:42 +[12:55:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[14:16:52] Scraping from base.py:42 +[12:55:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[14:16:57] Scraping from base.py:42 +[12:55:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[14:16:59] Scraping from base.py:42 +[12:55:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[14:17:03] Scraping from base.py:42 +[12:55:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[14:17:06] Scraping from base.py:42 +[12:55:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[14:17:09] Scraping from base.py:42 +[12:56:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[14:17:12] Scraping from base.py:42 +[12:56:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[14:17:15] Scraping from base.py:42 +[12:56:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[14:17:17] Scraping from base.py:42 +[12:56:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[14:17:20] Scraping from base.py:42 +[12:56:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[14:17:22] Scraping from base.py:42 +[12:56:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[14:17:26] Scraping from base.py:42 +[12:56:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[14:17:28] Scraping from base.py:42 +[12:56:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[14:17:32] Scraping from base.py:42 +[12:56:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[14:17:34] Scraping from base.py:42 +[12:56:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[14:17:36] Scraping from base.py:42 +[12:56:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[14:17:40] Scraping from base.py:42 +[12:56:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[14:17:45] Scraping from base.py:42 +[12:56:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[14:17:48] Scraping from base.py:42 +[12:56:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[14:17:53] Scraping from base.py:42 +[12:56:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[14:17:59] Committing batch 1 consisting of 92 files base.py:274 -[14:18:00] Scraping from base.py:42 +[12:56:47] Committing batch 1 consisting of 92 files base.py:274 +[12:56:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[14:18:02] Scraping from base.py:42 +[12:56:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[14:18:04] Scraping from base.py:42 +[12:56:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[14:18:06] Scraping from base.py:42 +[12:56:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[14:18:08] Scraping from base.py:42 +[12:56:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[14:18:11] Scraping from base.py:42 +[12:57:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[14:18:13] Scraping from base.py:42 +[12:57:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[14:18:16] Scraping from base.py:42 +[12:57:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[14:18:21] Scraping from base.py:42 +[12:57:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[14:18:24] Scraping from base.py:42 +[12:57:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[14:18:26] Scraping from base.py:42 +[12:57:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[14:18:28] Scraping from base.py:42 +[12:57:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[14:18:30] Scraping from base.py:42 +[12:57:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[14:18:33] Scraping from base.py:42 +[12:57:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[14:18:36] Scraping from base.py:42 +[12:57:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[14:18:40] Scraping from base.py:42 +[12:57:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[14:18:43] Scraping from base.py:42 +[12:57:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[14:18:45] Scraping from base.py:42 +[12:57:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[14:18:50] Scraping from base.py:42 +[12:57:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[14:18:52] Scraping from base.py:42 +[12:57:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[14:18:57] Scraping from base.py:42 +[12:57:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[14:18:58] Scraping from base.py:42 +[12:57:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[14:19:03] Scraping from base.py:42 +[12:57:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[14:19:06] Scraping from base.py:42 +[12:58:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[14:19:08] Scraping from base.py:42 +[12:58:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[14:19:11] Scraping from base.py:42 +[12:58:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[14:19:13] Scraping from base.py:42 +[12:58:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[14:19:16] Scraping from base.py:42 +[12:58:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[14:19:18] Scraping from base.py:42 +[12:58:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[14:19:23] Committing batch 2 consisting of 58 files base.py:274 -[14:19:24] Finished attempting to scrape: ESS base.py:324 +[12:58:14] Committing batch 2 consisting of 58 files base.py:274 +[12:58:15] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-07-13-27">2023-10-07</h2> + <h2 id="2023-10-08-14-15">2023-10-08</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>217 seconds</dd> + <dd>230 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-07 13:27:07.216585</dd> + <dd>2023-10-08 14:15:34.708403</dd> </div> <div> <dt>End</dt> - <dd>2023-10-07 13:30:44.862918</dd> + <dd>2023-10-08 14:19:24.762384</dd> </div> <div> <dt>Status code</dt> @@ -2882,344 +2882,344 @@ <h2 id="2023-10-07-13-27">2023-10-07</h2> </div> <h3>Run log</h3> - <pre>[13:27:07] Fetching Scraper for: ESS handlers.py:23 + <pre>[14:15:34] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 - Deleting existing data... base.py:239 +[14:15:35] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[13:27:08] Getting all files in Councillors/json... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 +[14:15:36] ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:27:09] Deleting batch no. 2 consisting of 51 files base.py:216 -[13:27:10] ...data deleted. base.py:246 +[14:15:37] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:27:12] Scraping from base.py:42 +[14:15:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:27:14] Scraping from base.py:42 +[14:15:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:27:16] Scraping from base.py:42 +[14:15:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:27:20] Scraping from base.py:42 +[14:15:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:27:23] Scraping from base.py:42 +[14:15:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:27:26] Scraping from base.py:42 +[14:15:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:27:28] Scraping from base.py:42 +[14:15:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:27:30] Scraping from base.py:42 +[14:16:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:27:34] Scraping from base.py:42 +[14:16:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:27:37] Scraping from base.py:42 +[14:16:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:27:39] Scraping from base.py:42 +[14:16:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:27:41] Scraping from base.py:42 +[14:16:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:27:46] Scraping from base.py:42 +[14:16:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:27:49] Scraping from base.py:42 +[14:16:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:27:51] Scraping from base.py:42 +[14:16:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:27:53] Scraping from base.py:42 +[14:16:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:27:56] Scraping from base.py:42 +[14:16:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:28:01] Scraping from base.py:42 +[14:16:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:28:04] Scraping from base.py:42 +[14:16:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:28:07] Scraping from base.py:42 +[14:16:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:28:10] Scraping from base.py:42 +[14:16:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:28:12] Scraping from base.py:42 +[14:16:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:28:14] Scraping from base.py:42 +[14:16:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:28:16] Scraping from base.py:42 +[14:16:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:28:18] Scraping from base.py:42 +[14:16:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:28:22] Scraping from base.py:42 +[14:16:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:28:24] Scraping from base.py:42 +[14:16:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:28:30] Scraping from base.py:42 +[14:16:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:28:32] Scraping from base.py:42 +[14:16:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:28:36] Scraping from base.py:42 +[14:17:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:28:41] Scraping from base.py:42 +[14:17:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:28:43] Scraping from base.py:42 +[14:17:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:28:45] Scraping from base.py:42 +[14:17:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:28:48] Scraping from base.py:42 +[14:17:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:28:50] Scraping from base.py:42 +[14:17:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:28:53] Scraping from base.py:42 +[14:17:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:28:55] Scraping from base.py:42 +[14:17:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:28:58] Scraping from base.py:42 +[14:17:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:29:00] Scraping from base.py:42 +[14:17:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:29:04] Scraping from base.py:42 +[14:17:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:29:08] Scraping from base.py:42 +[14:17:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:29:09] Scraping from base.py:42 +[14:17:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:29:12] Scraping from base.py:42 +[14:17:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:29:16] Scraping from base.py:42 +[14:17:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:29:18] Scraping from base.py:42 +[14:17:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:29:21] Scraping from base.py:42 +[14:17:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:29:24] Committing batch 1 consisting of 92 files base.py:274 -[13:29:25] Scraping from base.py:42 +[14:17:59] Committing batch 1 consisting of 92 files base.py:274 +[14:18:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:29:27] Scraping from base.py:42 +[14:18:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:29:29] Scraping from base.py:42 +[14:18:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:29:31] Scraping from base.py:42 +[14:18:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:29:33] Scraping from base.py:42 +[14:18:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:29:36] Scraping from base.py:42 +[14:18:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:29:39] Scraping from base.py:42 +[14:18:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:29:43] Scraping from base.py:42 +[14:18:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:29:46] Scraping from base.py:42 +[14:18:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:29:49] Scraping from base.py:42 +[14:18:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:29:51] Scraping from base.py:42 +[14:18:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:29:53] Scraping from base.py:42 +[14:18:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:29:55] Scraping from base.py:42 +[14:18:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:29:58] Scraping from base.py:42 +[14:18:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:30:00] Scraping from base.py:42 +[14:18:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:30:04] Scraping from base.py:42 +[14:18:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:30:09] Scraping from base.py:42 +[14:18:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:30:11] Scraping from base.py:42 +[14:18:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:30:14] Scraping from base.py:42 +[14:18:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:30:17] Scraping from base.py:42 +[14:18:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:30:21] Scraping from base.py:42 +[14:18:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:30:23] Scraping from base.py:42 +[14:18:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:30:26] Scraping from base.py:42 +[14:19:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[13:30:29] Scraping from base.py:42 +[14:19:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[13:30:31] Scraping from base.py:42 +[14:19:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[13:30:33] Scraping from base.py:42 +[14:19:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[13:30:37] Scraping from base.py:42 +[14:19:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[13:30:40] Scraping from base.py:42 +[14:19:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[13:30:41] Scraping from base.py:42 +[14:19:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[13:30:43] Committing batch 2 consisting of 58 files base.py:274 -[13:30:44] Finished attempting to scrape: ESS base.py:324 +[14:19:23] Committing batch 2 consisting of 58 files base.py:274 +[14:19:24] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-06-12-19">2023-10-06</h2> + <h2 id="2023-10-07-13-27">2023-10-07</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>239 seconds</dd> + <dd>217 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-06 12:19:06.168684</dd> + <dd>2023-10-07 13:27:07.216585</dd> </div> <div> <dt>End</dt> - <dd>2023-10-06 12:23:05.491722</dd> + <dd>2023-10-07 13:30:44.862918</dd> </div> <div> <dt>Status code</dt> @@ -3234,344 +3234,344 @@ <h2 id="2023-10-06-12-19">2023-10-06</h2> </div> <h3>Run log</h3> - <pre>[12:19:06] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:27:07] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[12:19:07] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 + Getting all files in Councillors... base.py:191 +[13:27:08] Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:19:08] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:19:09] ...data deleted. base.py:246 +[13:27:09] Deleting batch no. 2 consisting of 51 files base.py:216 +[13:27:10] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:19:11] Scraping from base.py:42 +[13:27:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:19:14] Scraping from base.py:42 +[13:27:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:19:15] Scraping from base.py:42 +[13:27:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:19:19] Scraping from base.py:42 +[13:27:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:19:26] Scraping from base.py:42 +[13:27:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:19:30] Scraping from base.py:42 +[13:27:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:19:33] Scraping from base.py:42 +[13:27:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:19:36] Scraping from base.py:42 +[13:27:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:19:38] Scraping from base.py:42 +[13:27:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:19:41] Scraping from base.py:42 +[13:27:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:19:43] Scraping from base.py:42 +[13:27:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:19:46] Scraping from base.py:42 +[13:27:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:19:50] Scraping from base.py:42 +[13:27:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:19:52] Scraping from base.py:42 +[13:27:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:19:55] Scraping from base.py:42 +[13:27:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:19:57] Scraping from base.py:42 +[13:27:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:20:01] Scraping from base.py:42 +[13:27:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:20:04] Scraping from base.py:42 +[13:28:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:20:07] Scraping from base.py:42 +[13:28:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:20:09] Scraping from base.py:42 +[13:28:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:20:12] Scraping from base.py:42 +[13:28:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:20:14] Scraping from base.py:42 +[13:28:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:20:16] Scraping from base.py:42 +[13:28:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:20:18] Scraping from base.py:42 +[13:28:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:20:20] Scraping from base.py:42 +[13:28:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:20:23] Scraping from base.py:42 +[13:28:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:20:25] Scraping from base.py:42 +[13:28:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:20:31] Scraping from base.py:42 +[13:28:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:20:34] Scraping from base.py:42 +[13:28:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:20:38] Scraping from base.py:42 +[13:28:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:20:41] Scraping from base.py:42 +[13:28:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:20:44] Scraping from base.py:42 +[13:28:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:20:46] Scraping from base.py:42 +[13:28:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:20:49] Scraping from base.py:42 +[13:28:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:20:51] Scraping from base.py:42 +[13:28:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:20:53] Scraping from base.py:42 +[13:28:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:20:56] Scraping from base.py:42 +[13:28:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:21:01] Scraping from base.py:42 +[13:28:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:21:03] Scraping from base.py:42 +[13:29:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:21:07] Scraping from base.py:42 +[13:29:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:21:10] Scraping from base.py:42 +[13:29:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:21:11] Scraping from base.py:42 +[13:29:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:21:14] Scraping from base.py:42 +[13:29:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:21:18] Scraping from base.py:42 +[13:29:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:21:21] Scraping from base.py:42 +[13:29:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:21:23] Scraping from base.py:42 +[13:29:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:21:27] Committing batch 1 consisting of 92 files base.py:274 -[12:21:28] Scraping from base.py:42 +[13:29:24] Committing batch 1 consisting of 92 files base.py:274 +[13:29:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:21:30] Scraping from base.py:42 +[13:29:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:21:34] Scraping from base.py:42 +[13:29:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:21:38] Scraping from base.py:42 +[13:29:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:21:42] Scraping from base.py:42 +[13:29:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:21:46] Scraping from base.py:42 +[13:29:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:21:48] Scraping from base.py:42 +[13:29:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:21:51] Scraping from base.py:42 +[13:29:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:21:55] Scraping from base.py:42 +[13:29:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:21:59] Scraping from base.py:42 +[13:29:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:22:02] Scraping from base.py:42 +[13:29:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:22:04] Scraping from base.py:42 +[13:29:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:22:06] Scraping from base.py:42 +[13:29:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:22:11] Scraping from base.py:42 +[13:29:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:22:14] Scraping from base.py:42 +[13:30:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:22:18] Scraping from base.py:42 +[13:30:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:22:22] Scraping from base.py:42 +[13:30:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:22:25] Scraping from base.py:42 +[13:30:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:22:29] Scraping from base.py:42 +[13:30:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:22:31] Scraping from base.py:42 +[13:30:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:22:38] Scraping from base.py:42 +[13:30:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:22:40] Scraping from base.py:42 +[13:30:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:22:43] Scraping from base.py:42 +[13:30:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:22:49] Scraping from base.py:42 +[13:30:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:22:51] Scraping from base.py:42 +[13:30:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:22:54] Scraping from base.py:42 +[13:30:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:22:57] Scraping from base.py:42 +[13:30:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:23:00] Scraping from base.py:42 +[13:30:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:23:02] Scraping from base.py:42 +[13:30:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:23:03] Committing batch 2 consisting of 58 files base.py:274 -[12:23:05] Finished attempting to scrape: ESS base.py:324 +[13:30:43] Committing batch 2 consisting of 58 files base.py:274 +[13:30:44] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-05-12-40">2023-10-05</h2> + <h2 id="2023-10-06-12-19">2023-10-06</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>249 seconds</dd> + <dd>239 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-05 12:40:56.609421</dd> + <dd>2023-10-06 12:19:06.168684</dd> </div> <div> <dt>End</dt> - <dd>2023-10-05 12:45:06.127025</dd> + <dd>2023-10-06 12:23:05.491722</dd> </div> <div> <dt>Status code</dt> @@ -3586,344 +3586,344 @@ <h2 id="2023-10-05-12-40">2023-10-05</h2> </div> <h3>Run log</h3> - <pre>[12:40:56] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:19:06] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[12:40:57] Getting all files in Councillors... base.py:191 +[12:19:07] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 -[12:40:58] Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 51 files base.py:216 -[12:40:59] ...data deleted. base.py:246 + Deleting batch no. 1 consisting of 100 files base.py:216 +[12:19:08] Deleting batch no. 2 consisting of 51 files base.py:216 +[12:19:09] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:41:02] Scraping from base.py:42 +[12:19:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:41:06] Scraping from base.py:42 +[12:19:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:41:09] Scraping from base.py:42 +[12:19:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:41:13] Scraping from base.py:42 +[12:19:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:41:16] Scraping from base.py:42 +[12:19:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:41:18] Scraping from base.py:42 +[12:19:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:41:21] Scraping from base.py:42 +[12:19:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:41:23] Scraping from base.py:42 +[12:19:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:41:26] Scraping from base.py:42 +[12:19:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:41:29] Scraping from base.py:42 +[12:19:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:41:32] Scraping from base.py:42 +[12:19:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:41:35] Scraping from base.py:42 +[12:19:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:41:39] Scraping from base.py:42 +[12:19:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:41:43] Scraping from base.py:42 +[12:19:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:41:47] Scraping from base.py:42 +[12:19:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:41:49] Scraping from base.py:42 +[12:19:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:41:52] Scraping from base.py:42 +[12:20:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:41:55] Scraping from base.py:42 +[12:20:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:41:58] Scraping from base.py:42 +[12:20:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:42:00] Scraping from base.py:42 +[12:20:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:42:03] Scraping from base.py:42 +[12:20:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:42:07] Scraping from base.py:42 +[12:20:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:42:09] Scraping from base.py:42 +[12:20:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:42:11] Scraping from base.py:42 +[12:20:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:42:14] Scraping from base.py:42 +[12:20:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:42:17] Scraping from base.py:42 +[12:20:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:42:19] Scraping from base.py:42 +[12:20:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:42:26] Scraping from base.py:42 +[12:20:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:42:29] Scraping from base.py:42 +[12:20:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:42:34] Scraping from base.py:42 +[12:20:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:42:37] Scraping from base.py:42 +[12:20:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:42:40] Scraping from base.py:42 +[12:20:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:42:43] Scraping from base.py:42 +[12:20:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:42:47] Scraping from base.py:42 +[12:20:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:42:50] Scraping from base.py:42 +[12:20:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:42:52] Scraping from base.py:42 +[12:20:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:42:56] Scraping from base.py:42 +[12:20:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:42:59] Scraping from base.py:42 +[12:21:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:43:01] Scraping from base.py:42 +[12:21:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:43:05] Scraping from base.py:42 +[12:21:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:43:10] Scraping from base.py:42 +[12:21:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:43:11] Scraping from base.py:42 +[12:21:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:43:15] Scraping from base.py:42 +[12:21:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:43:20] Scraping from base.py:42 +[12:21:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:43:23] Scraping from base.py:42 +[12:21:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:43:26] Scraping from base.py:42 +[12:21:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:43:30] Committing batch 1 consisting of 92 files base.py:274 -[12:43:31] Scraping from base.py:42 +[12:21:27] Committing batch 1 consisting of 92 files base.py:274 +[12:21:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:43:36] Scraping from base.py:42 +[12:21:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:43:39] Scraping from base.py:42 +[12:21:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:43:41] Scraping from base.py:42 +[12:21:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:43:43] Scraping from base.py:42 +[12:21:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:43:47] Scraping from base.py:42 +[12:21:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:43:48] Scraping from base.py:42 +[12:21:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:43:52] Scraping from base.py:42 +[12:21:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:43:58] Scraping from base.py:42 +[12:21:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:44:01] Scraping from base.py:42 +[12:21:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:44:04] Scraping from base.py:42 +[12:22:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:44:06] Scraping from base.py:42 +[12:22:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:44:08] Scraping from base.py:42 +[12:22:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:44:12] Scraping from base.py:42 +[12:22:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:44:15] Scraping from base.py:42 +[12:22:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:44:20] Scraping from base.py:42 +[12:22:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:44:23] Scraping from base.py:42 +[12:22:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:44:26] Scraping from base.py:42 +[12:22:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:44:31] Scraping from base.py:42 +[12:22:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:44:34] Scraping from base.py:42 +[12:22:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:44:40] Scraping from base.py:42 +[12:22:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:44:42] Scraping from base.py:42 +[12:22:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:44:46] Scraping from base.py:42 +[12:22:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:44:49] Scraping from base.py:42 +[12:22:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:44:51] Scraping from base.py:42 +[12:22:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:44:53] Scraping from base.py:42 +[12:22:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:44:56] Scraping from base.py:42 +[12:22:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:44:59] Scraping from base.py:42 +[12:23:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:45:01] Scraping from base.py:42 +[12:23:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:45:04] Committing batch 2 consisting of 58 files base.py:274 -[12:45:06] Finished attempting to scrape: ESS base.py:324 +[12:23:03] Committing batch 2 consisting of 58 files base.py:274 +[12:23:05] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-04-14-12">2023-10-04</h2> + <h2 id="2023-10-05-12-40">2023-10-05</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>261 seconds</dd> + <dd>249 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-04 14:12:42.353053</dd> + <dd>2023-10-05 12:40:56.609421</dd> </div> <div> <dt>End</dt> - <dd>2023-10-04 14:17:03.796515</dd> + <dd>2023-10-05 12:45:06.127025</dd> </div> <div> <dt>Status code</dt> @@ -3938,344 +3938,344 @@ <h2 id="2023-10-04-14-12">2023-10-04</h2> </div> <h3>Run log</h3> - <pre>[14:12:42] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:40:56] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[14:12:43] Getting all files in Councillors... base.py:191 +[12:40:57] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:12:44] Deleting batch no. 2 consisting of 51 files base.py:216 -[14:12:45] ...data deleted. base.py:246 +[12:40:58] Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 51 files base.py:216 +[12:40:59] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[14:12:47] Scraping from base.py:42 +[12:41:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[14:12:50] Scraping from base.py:42 +[12:41:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[14:12:53] Scraping from base.py:42 +[12:41:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[14:12:57] Scraping from base.py:42 +[12:41:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[14:13:01] Scraping from base.py:42 +[12:41:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[14:13:03] Scraping from base.py:42 +[12:41:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[14:13:06] Scraping from base.py:42 +[12:41:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[14:13:08] Scraping from base.py:42 +[12:41:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[14:13:12] Scraping from base.py:42 +[12:41:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[14:13:15] Scraping from base.py:42 +[12:41:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[14:13:18] Scraping from base.py:42 +[12:41:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[14:13:21] Scraping from base.py:42 +[12:41:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[14:13:24] Scraping from base.py:42 +[12:41:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[14:13:27] Scraping from base.py:42 +[12:41:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[14:13:30] Scraping from base.py:42 +[12:41:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[14:13:32] Scraping from base.py:42 +[12:41:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[14:13:35] Scraping from base.py:42 +[12:41:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[14:13:38] Scraping from base.py:42 +[12:41:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[14:13:41] Scraping from base.py:42 +[12:41:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[14:13:44] Scraping from base.py:42 +[12:42:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[14:13:47] Scraping from base.py:42 +[12:42:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[14:13:51] Scraping from base.py:42 +[12:42:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[14:13:54] Scraping from base.py:42 +[12:42:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[14:13:56] Scraping from base.py:42 +[12:42:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[14:13:58] Scraping from base.py:42 +[12:42:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[14:14:00] Scraping from base.py:42 +[12:42:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[14:14:04] Scraping from base.py:42 +[12:42:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[14:14:10] Scraping from base.py:42 +[12:42:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[14:14:12] Scraping from base.py:42 +[12:42:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[14:14:17] Scraping from base.py:42 +[12:42:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[14:14:22] Scraping from base.py:42 +[12:42:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[14:14:26] Scraping from base.py:42 +[12:42:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[14:14:28] Scraping from base.py:42 +[12:42:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[14:14:32] Scraping from base.py:42 +[12:42:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[14:14:37] Scraping from base.py:42 +[12:42:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[14:14:42] Scraping from base.py:42 +[12:42:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[14:14:45] Scraping from base.py:42 +[12:42:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[14:14:51] Scraping from base.py:42 +[12:42:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[14:14:53] Scraping from base.py:42 +[12:43:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[14:14:59] Scraping from base.py:42 +[12:43:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[14:15:03] Scraping from base.py:42 +[12:43:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[14:15:05] Scraping from base.py:42 +[12:43:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[14:15:08] Scraping from base.py:42 +[12:43:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[14:15:12] Scraping from base.py:42 +[12:43:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[14:15:16] Scraping from base.py:42 +[12:43:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[14:15:18] Scraping from base.py:42 +[12:43:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[14:15:22] Committing batch 1 consisting of 92 files base.py:274 -[14:15:23] Scraping from base.py:42 +[12:43:30] Committing batch 1 consisting of 92 files base.py:274 +[12:43:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[14:15:26] Scraping from base.py:42 +[12:43:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[14:15:28] Scraping from base.py:42 +[12:43:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[14:15:30] Scraping from base.py:42 +[12:43:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[14:15:32] Scraping from base.py:42 +[12:43:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[14:15:37] Scraping from base.py:42 +[12:43:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[14:15:39] Scraping from base.py:42 +[12:43:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[14:15:44] Scraping from base.py:42 +[12:43:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[14:15:49] Scraping from base.py:42 +[12:43:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[14:15:54] Scraping from base.py:42 +[12:44:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[14:15:56] Scraping from base.py:42 +[12:44:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[14:15:58] Scraping from base.py:42 +[12:44:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[14:16:02] Scraping from base.py:42 +[12:44:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[14:16:07] Scraping from base.py:42 +[12:44:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[14:16:11] Scraping from base.py:42 +[12:44:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[14:16:18] Scraping from base.py:42 +[12:44:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[14:16:24] Scraping from base.py:42 +[12:44:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[14:16:27] Scraping from base.py:42 +[12:44:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[14:16:31] Scraping from base.py:42 +[12:44:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[14:16:33] Scraping from base.py:42 +[12:44:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[14:16:38] Scraping from base.py:42 +[12:44:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[14:16:39] Scraping from base.py:42 +[12:44:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[14:16:42] Scraping from base.py:42 +[12:44:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[14:16:46] Scraping from base.py:42 +[12:44:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[14:16:48] Scraping from base.py:42 +[12:44:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[14:16:51] Scraping from base.py:42 +[12:44:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[14:16:54] Scraping from base.py:42 +[12:44:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[14:16:57] Scraping from base.py:42 +[12:44:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[14:17:00] Scraping from base.py:42 +[12:45:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[14:17:02] Committing batch 2 consisting of 58 files base.py:274 -[14:17:03] Finished attempting to scrape: ESS base.py:324 +[12:45:04] Committing batch 2 consisting of 58 files base.py:274 +[12:45:06] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-03-12-41">2023-10-03</h2> + <h2 id="2023-10-04-14-12">2023-10-04</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>224 seconds</dd> + <dd>261 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-03 12:41:36.231476</dd> + <dd>2023-10-04 14:12:42.353053</dd> </div> <div> <dt>End</dt> - <dd>2023-10-03 12:45:20.355944</dd> + <dd>2023-10-04 14:17:03.796515</dd> </div> <div> <dt>Status code</dt> @@ -4290,344 +4290,344 @@ <h2 id="2023-10-03-12-41">2023-10-03</h2> </div> <h3>Run log</h3> - <pre>[12:41:36] Fetching Scraper for: ESS handlers.py:23 + <pre>[14:12:42] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[12:41:37] Getting all files in Councillors... base.py:191 +[14:12:43] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:41:38] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:41:39] ...data deleted. base.py:246 +[14:12:44] Deleting batch no. 2 consisting of 51 files base.py:216 +[14:12:45] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:41:41] Scraping from base.py:42 +[14:12:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:41:45] Scraping from base.py:42 +[14:12:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:41:47] Scraping from base.py:42 +[14:12:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:41:50] Scraping from base.py:42 +[14:12:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:41:53] Scraping from base.py:42 +[14:13:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:41:56] Scraping from base.py:42 +[14:13:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:41:58] Scraping from base.py:42 +[14:13:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:42:00] Scraping from base.py:42 +[14:13:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:42:03] Scraping from base.py:42 +[14:13:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:42:06] Scraping from base.py:42 +[14:13:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:42:08] Scraping from base.py:42 +[14:13:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:42:11] Scraping from base.py:42 +[14:13:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:42:15] Scraping from base.py:42 +[14:13:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:42:18] Scraping from base.py:42 +[14:13:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:42:20] Scraping from base.py:42 +[14:13:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:42:23] Scraping from base.py:42 +[14:13:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:42:25] Scraping from base.py:42 +[14:13:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:42:29] Scraping from base.py:42 +[14:13:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:42:31] Scraping from base.py:42 +[14:13:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:42:33] Scraping from base.py:42 +[14:13:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:42:36] Scraping from base.py:42 +[14:13:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:42:38] Scraping from base.py:42 +[14:13:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:42:40] Scraping from base.py:42 +[14:13:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:42:44] Scraping from base.py:42 +[14:13:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:42:47] Scraping from base.py:42 +[14:13:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:42:49] Scraping from base.py:42 +[14:14:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:42:52] Scraping from base.py:42 +[14:14:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:42:58] Scraping from base.py:42 +[14:14:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:43:00] Scraping from base.py:42 +[14:14:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:43:05] Scraping from base.py:42 +[14:14:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:43:08] Scraping from base.py:42 +[14:14:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:43:11] Scraping from base.py:42 +[14:14:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:43:13] Scraping from base.py:42 +[14:14:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:43:17] Scraping from base.py:42 +[14:14:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:43:19] Scraping from base.py:42 +[14:14:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:43:21] Scraping from base.py:42 +[14:14:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:43:24] Scraping from base.py:42 +[14:14:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:43:27] Scraping from base.py:42 +[14:14:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:43:29] Scraping from base.py:42 +[14:14:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:43:33] Scraping from base.py:42 +[14:14:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:43:36] Scraping from base.py:42 +[14:15:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:43:37] Scraping from base.py:42 +[14:15:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:43:40] Scraping from base.py:42 +[14:15:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:43:44] Scraping from base.py:42 +[14:15:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:43:49] Scraping from base.py:42 +[14:15:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:43:52] Scraping from base.py:42 +[14:15:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:43:56] Committing batch 1 consisting of 92 files base.py:274 -[12:43:57] Scraping from base.py:42 +[14:15:22] Committing batch 1 consisting of 92 files base.py:274 +[14:15:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:43:59] Scraping from base.py:42 +[14:15:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:44:03] Scraping from base.py:42 +[14:15:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:44:05] Scraping from base.py:42 +[14:15:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:44:07] Scraping from base.py:42 +[14:15:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:44:10] Scraping from base.py:42 +[14:15:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:44:12] Scraping from base.py:42 +[14:15:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:44:15] Scraping from base.py:42 +[14:15:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:44:18] Scraping from base.py:42 +[14:15:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:44:23] Scraping from base.py:42 +[14:15:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:44:25] Scraping from base.py:42 +[14:15:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:44:27] Scraping from base.py:42 +[14:15:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:44:29] Scraping from base.py:42 +[14:16:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:44:31] Scraping from base.py:42 +[14:16:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:44:34] Scraping from base.py:42 +[14:16:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:44:38] Scraping from base.py:42 +[14:16:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:44:42] Scraping from base.py:42 +[14:16:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:44:45] Scraping from base.py:42 +[14:16:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:44:48] Scraping from base.py:42 +[14:16:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:44:53] Scraping from base.py:42 +[14:16:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:44:58] Scraping from base.py:42 +[14:16:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:45:00] Scraping from base.py:42 +[14:16:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:45:03] Scraping from base.py:42 +[14:16:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:45:06] Scraping from base.py:42 +[14:16:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:45:08] Scraping from base.py:42 +[14:16:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:45:11] Scraping from base.py:42 +[14:16:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:45:13] Scraping from base.py:42 +[14:16:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:45:15] Scraping from base.py:42 +[14:16:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:45:17] Scraping from base.py:42 +[14:17:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:45:18] Committing batch 2 consisting of 58 files base.py:274 -[12:45:20] Finished attempting to scrape: ESS base.py:324 +[14:17:02] Committing batch 2 consisting of 58 files base.py:274 +[14:17:03] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-02-13-33">2023-10-02</h2> + <h2 id="2023-10-03-12-41">2023-10-03</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>244 seconds</dd> + <dd>224 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-02 13:33:52.742576</dd> + <dd>2023-10-03 12:41:36.231476</dd> </div> <div> <dt>End</dt> - <dd>2023-10-02 13:37:56.826109</dd> + <dd>2023-10-03 12:45:20.355944</dd> </div> <div> <dt>Status code</dt> @@ -4642,344 +4642,344 @@ <h2 id="2023-10-02-13-33">2023-10-02</h2> </div> <h3>Run log</h3> - <pre>[13:33:52] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:41:36] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 -[13:33:53] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[12:41:37] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[13:33:54] ...found 75 files in Councillors/json base.py:207 + ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:33:55] Deleting batch no. 2 consisting of 51 files base.py:216 - ...data deleted. base.py:246 +[12:41:38] Deleting batch no. 2 consisting of 51 files base.py:216 +[12:41:39] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:33:58] Scraping from base.py:42 +[12:41:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:34:00] Scraping from base.py:42 +[12:41:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:34:02] Scraping from base.py:42 +[12:41:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:34:05] Scraping from base.py:42 +[12:41:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:34:08] Scraping from base.py:42 +[12:41:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:34:11] Scraping from base.py:42 +[12:41:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:34:14] Scraping from base.py:42 +[12:41:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:34:16] Scraping from base.py:42 +[12:42:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:34:18] Scraping from base.py:42 +[12:42:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:34:22] Scraping from base.py:42 +[12:42:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:34:24] Scraping from base.py:42 +[12:42:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:34:27] Scraping from base.py:42 +[12:42:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:34:31] Scraping from base.py:42 +[12:42:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:34:35] Scraping from base.py:42 +[12:42:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:34:37] Scraping from base.py:42 +[12:42:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:34:40] Scraping from base.py:42 +[12:42:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:34:43] Scraping from base.py:42 +[12:42:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:34:46] Scraping from base.py:42 +[12:42:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:34:49] Scraping from base.py:42 +[12:42:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:34:52] Scraping from base.py:42 +[12:42:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:34:55] Scraping from base.py:42 +[12:42:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:34:58] Scraping from base.py:42 +[12:42:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:35:01] Scraping from base.py:42 +[12:42:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:35:06] Scraping from base.py:42 +[12:42:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:35:08] Scraping from base.py:42 +[12:42:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:35:10] Scraping from base.py:42 +[12:42:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:35:13] Scraping from base.py:42 +[12:42:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:35:21] Scraping from base.py:42 +[12:42:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:35:24] Scraping from base.py:42 +[12:43:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:35:31] Scraping from base.py:42 +[12:43:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:35:38] Scraping from base.py:42 +[12:43:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:35:41] Scraping from base.py:42 +[12:43:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:35:43] Scraping from base.py:42 +[12:43:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:35:46] Scraping from base.py:42 +[12:43:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:35:49] Scraping from base.py:42 +[12:43:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:35:51] Scraping from base.py:42 +[12:43:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:35:54] Scraping from base.py:42 +[12:43:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:35:57] Scraping from base.py:42 +[12:43:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:35:59] Scraping from base.py:42 +[12:43:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:36:03] Scraping from base.py:42 +[12:43:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:36:05] Scraping from base.py:42 +[12:43:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:36:08] Scraping from base.py:42 +[12:43:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:36:11] Scraping from base.py:42 +[12:43:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:36:14] Scraping from base.py:42 +[12:43:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:36:17] Scraping from base.py:42 +[12:43:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:36:20] Scraping from base.py:42 +[12:43:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:36:23] Committing batch 1 consisting of 92 files base.py:274 -[13:36:25] Scraping from base.py:42 +[12:43:56] Committing batch 1 consisting of 92 files base.py:274 +[12:43:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:36:27] Scraping from base.py:42 +[12:43:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:36:29] Scraping from base.py:42 +[12:44:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:36:32] Scraping from base.py:42 +[12:44:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:36:34] Scraping from base.py:42 +[12:44:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:36:37] Scraping from base.py:42 +[12:44:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:36:40] Scraping from base.py:42 +[12:44:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:36:43] Scraping from base.py:42 +[12:44:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:36:49] Scraping from base.py:42 +[12:44:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:36:52] Scraping from base.py:42 +[12:44:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:36:55] Scraping from base.py:42 +[12:44:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:36:58] Scraping from base.py:42 +[12:44:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:36:59] Scraping from base.py:42 +[12:44:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:37:02] Scraping from base.py:42 +[12:44:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:37:05] Scraping from base.py:42 +[12:44:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:37:10] Scraping from base.py:42 +[12:44:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:37:13] Scraping from base.py:42 +[12:44:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:37:17] Scraping from base.py:42 +[12:44:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:37:23] Scraping from base.py:42 +[12:44:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:37:26] Scraping from base.py:42 +[12:44:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:37:31] Scraping from base.py:42 +[12:44:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:37:33] Scraping from base.py:42 +[12:45:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:37:37] Scraping from base.py:42 +[12:45:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[13:37:40] Scraping from base.py:42 +[12:45:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[13:37:43] Scraping from base.py:42 +[12:45:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[13:37:45] Scraping from base.py:42 +[12:45:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[13:37:48] Scraping from base.py:42 +[12:45:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[13:37:52] Scraping from base.py:42 +[12:45:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[13:37:53] Scraping from base.py:42 +[12:45:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[13:37:55] Committing batch 2 consisting of 58 files base.py:274 -[13:37:56] Finished attempting to scrape: ESS base.py:324 +[12:45:18] Committing batch 2 consisting of 58 files base.py:274 +[12:45:20] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-10-01-12-11">2023-10-01</h2> + <h2 id="2023-10-02-13-33">2023-10-02</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>221 seconds</dd> + <dd>244 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-01 12:11:54.488540</dd> + <dd>2023-10-02 13:33:52.742576</dd> </div> <div> <dt>End</dt> - <dd>2023-10-01 12:15:36.069995</dd> + <dd>2023-10-02 13:37:56.826109</dd> </div> <div> <dt>Status code</dt> @@ -4994,344 +4994,344 @@ <h2 id="2023-10-01-12-11">2023-10-01</h2> </div> <h3>Run log</h3> - <pre>[12:11:54] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:33:52] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 - Deleting existing data... base.py:239 -[12:11:55] Getting all files in Councillors... base.py:191 +[13:33:53] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 +[13:33:54] ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:11:56] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:11:57] ...data deleted. base.py:246 +[13:33:55] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:11:59] Scraping from base.py:42 +[13:33:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:12:01] Scraping from base.py:42 +[13:34:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:12:04] Scraping from base.py:42 +[13:34:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:12:07] Scraping from base.py:42 +[13:34:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:12:10] Scraping from base.py:42 +[13:34:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:12:12] Scraping from base.py:42 +[13:34:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:12:16] Scraping from base.py:42 +[13:34:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:12:18] Scraping from base.py:42 +[13:34:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:12:21] Scraping from base.py:42 +[13:34:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:12:23] Scraping from base.py:42 +[13:34:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:12:26] Scraping from base.py:42 +[13:34:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:12:28] Scraping from base.py:42 +[13:34:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:12:31] Scraping from base.py:42 +[13:34:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:12:34] Scraping from base.py:42 +[13:34:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:12:37] Scraping from base.py:42 +[13:34:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:12:39] Scraping from base.py:42 +[13:34:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:12:41] Scraping from base.py:42 +[13:34:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:12:45] Scraping from base.py:42 +[13:34:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:12:48] Scraping from base.py:42 +[13:34:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:12:51] Scraping from base.py:42 +[13:34:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:12:54] Scraping from base.py:42 +[13:34:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:12:56] Scraping from base.py:42 +[13:34:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:12:58] Scraping from base.py:42 +[13:35:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:13:00] Scraping from base.py:42 +[13:35:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:13:02] Scraping from base.py:42 +[13:35:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:13:04] Scraping from base.py:42 +[13:35:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:13:06] Scraping from base.py:42 +[13:35:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:13:12] Scraping from base.py:42 +[13:35:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:13:15] Scraping from base.py:42 +[13:35:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:13:19] Scraping from base.py:42 +[13:35:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:13:22] Scraping from base.py:42 +[13:35:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:13:25] Scraping from base.py:42 +[13:35:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:13:27] Scraping from base.py:42 +[13:35:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:13:29] Scraping from base.py:42 +[13:35:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:13:32] Scraping from base.py:42 +[13:35:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:13:34] Scraping from base.py:42 +[13:35:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:13:36] Scraping from base.py:42 +[13:35:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:13:40] Scraping from base.py:42 +[13:35:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:13:42] Scraping from base.py:42 +[13:35:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:13:48] Scraping from base.py:42 +[13:36:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:13:51] Scraping from base.py:42 +[13:36:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:13:52] Scraping from base.py:42 +[13:36:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:13:55] Scraping from base.py:42 +[13:36:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:13:59] Scraping from base.py:42 +[13:36:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:14:01] Scraping from base.py:42 +[13:36:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:14:04] Scraping from base.py:42 +[13:36:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:14:07] Committing batch 1 consisting of 92 files base.py:274 -[12:14:08] Scraping from base.py:42 +[13:36:23] Committing batch 1 consisting of 92 files base.py:274 +[13:36:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:14:10] Scraping from base.py:42 +[13:36:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:14:13] Scraping from base.py:42 +[13:36:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:14:15] Scraping from base.py:42 +[13:36:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:14:19] Scraping from base.py:42 +[13:36:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:14:22] Scraping from base.py:42 +[13:36:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:14:24] Scraping from base.py:42 +[13:36:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:14:27] Scraping from base.py:42 +[13:36:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:14:31] Scraping from base.py:42 +[13:36:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:14:34] Scraping from base.py:42 +[13:36:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:14:36] Scraping from base.py:42 +[13:36:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:14:40] Scraping from base.py:42 +[13:36:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:14:42] Scraping from base.py:42 +[13:36:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:14:46] Scraping from base.py:42 +[13:37:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:14:49] Scraping from base.py:42 +[13:37:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:14:55] Scraping from base.py:42 +[13:37:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:14:58] Scraping from base.py:42 +[13:37:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:15:00] Scraping from base.py:42 +[13:37:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:15:04] Scraping from base.py:42 +[13:37:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:15:07] Scraping from base.py:42 +[13:37:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:15:11] Scraping from base.py:42 +[13:37:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:15:13] Scraping from base.py:42 +[13:37:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:15:16] Scraping from base.py:42 +[13:37:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:15:19] Scraping from base.py:42 +[13:37:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:15:22] Scraping from base.py:42 +[13:37:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:15:25] Scraping from base.py:42 +[13:37:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:15:28] Scraping from base.py:42 +[13:37:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:15:30] Scraping from base.py:42 +[13:37:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:15:33] Scraping from base.py:42 +[13:37:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:15:34] Committing batch 2 consisting of 58 files base.py:274 -[12:15:36] Finished attempting to scrape: ESS base.py:324 +[13:37:55] Committing batch 2 consisting of 58 files base.py:274 +[13:37:56] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-09-30-13-00">2023-09-30</h2> + <h2 id="2023-10-01-12-11">2023-10-01</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>226 seconds</dd> + <dd>221 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-30 13:00:06.419639</dd> + <dd>2023-10-01 12:11:54.488540</dd> </div> <div> <dt>End</dt> - <dd>2023-09-30 13:03:52.460220</dd> + <dd>2023-10-01 12:15:36.069995</dd> </div> <div> <dt>Status code</dt> @@ -5346,1036 +5346,1036 @@ <h2 id="2023-09-30-13-00">2023-09-30</h2> </div> <h3>Run log</h3> - <pre>[13:00:06] Fetching Scraper for: ESS handlers.py:23 + <pre>[12:11:54] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[13:00:07] Getting all files in Councillors... base.py:191 +[12:11:55] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 + ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 + ...found 75 files in Councillors/raw base.py:207 + ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:00:08] Deleting batch no. 2 consisting of 35 files base.py:216 -[13:00:09] ...data deleted. base.py:246 +[12:11:56] Deleting batch no. 2 consisting of 51 files base.py:216 +[12:11:57] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:00:11] Scraping from base.py:42 +[12:11:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:00:13] Scraping from base.py:42 +[12:12:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:00:17] Scraping from base.py:42 +[12:12:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:00:20] Scraping from base.py:42 +[12:12:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:00:23] Scraping from base.py:42 +[12:12:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:00:25] Scraping from base.py:42 +[12:12:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:00:27] Scraping from base.py:42 +[12:12:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:00:30] Scraping from base.py:42 +[12:12:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:00:32] Scraping from base.py:42 +[12:12:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:00:36] Scraping from base.py:42 +[12:12:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:00:38] Scraping from base.py:42 +[12:12:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:00:40] Scraping from base.py:42 +[12:12:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:00:43] Scraping from base.py:42 +[12:12:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:00:47] Scraping from base.py:42 +[12:12:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:00:50] Scraping from base.py:42 +[12:12:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:00:52] Scraping from base.py:42 +[12:12:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:00:55] Scraping from base.py:42 +[12:12:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:00:57] Scraping from base.py:42 +[12:12:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:01:00] Scraping from base.py:42 +[12:12:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:01:02] Scraping from base.py:42 +[12:12:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:01:05] Scraping from base.py:42 +[12:12:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:01:07] Scraping from base.py:42 +[12:12:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:01:09] Scraping from base.py:42 +[12:12:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:01:12] Scraping from base.py:42 +[12:13:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:01:15] Scraping from base.py:42 +[12:13:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:01:17] Scraping from base.py:42 +[12:13:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:01:20] Scraping from base.py:42 +[12:13:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:01:25] Scraping from base.py:42 +[12:13:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:01:28] Scraping from base.py:42 +[12:13:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:01:31] Scraping from base.py:42 +[12:13:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:01:35] Scraping from base.py:42 +[12:13:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:01:38] Scraping from base.py:42 +[12:13:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:01:40] Scraping from base.py:42 +[12:13:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:01:43] Scraping from base.py:42 +[12:13:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:01:47] Scraping from base.py:42 +[12:13:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:01:49] Scraping from base.py:42 +[12:13:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:01:51] Scraping from base.py:42 +[12:13:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:01:54] Scraping from base.py:42 +[12:13:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:01:56] Scraping from base.py:42 +[12:13:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:02:00] Scraping from base.py:42 +[12:13:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:02:03] Scraping from base.py:42 +[12:13:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:02:04] Scraping from base.py:42 +[12:13:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:02:07] Scraping from base.py:42 +[12:13:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:02:11] Scraping from base.py:42 +[12:13:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:02:15] Scraping from base.py:42 +[12:14:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:02:18] Scraping from base.py:42 +[12:14:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:02:22] Committing batch 1 consisting of 92 files base.py:274 -[13:02:23] Scraping from base.py:42 +[12:14:07] Committing batch 1 consisting of 92 files base.py:274 +[12:14:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:02:26] Scraping from base.py:42 +[12:14:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:02:29] Scraping from base.py:42 +[12:14:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:02:31] Scraping from base.py:42 +[12:14:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:02:34] Scraping from base.py:42 +[12:14:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:02:37] Scraping from base.py:42 +[12:14:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:02:39] Scraping from base.py:42 +[12:14:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:02:42] Scraping from base.py:42 +[12:14:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:02:47] Scraping from base.py:42 +[12:14:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:02:50] Scraping from base.py:42 +[12:14:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:02:54] Scraping from base.py:42 +[12:14:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:02:56] Scraping from base.py:42 +[12:14:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:02:58] Scraping from base.py:42 +[12:14:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:03:01] Scraping from base.py:42 +[12:14:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:03:04] Scraping from base.py:42 +[12:14:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:03:08] Scraping from base.py:42 +[12:14:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:03:12] Scraping from base.py:42 +[12:14:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:03:14] Scraping from base.py:42 +[12:15:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:03:18] Scraping from base.py:42 +[12:15:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:03:20] Scraping from base.py:42 +[12:15:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:03:27] Scraping from base.py:42 +[12:15:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:03:30] Scraping from base.py:42 +[12:15:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:03:33] Scraping from base.py:42 +[12:15:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[13:03:36] Scraping from base.py:42 +[12:15:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[13:03:38] Scraping from base.py:42 +[12:15:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[13:03:40] Scraping from base.py:42 +[12:15:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[13:03:44] Scraping from base.py:42 +[12:15:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[13:03:47] Scraping from base.py:42 +[12:15:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[13:03:49] Scraping from base.py:42 +[12:15:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[13:03:50] Committing batch 2 consisting of 58 files base.py:274 -[13:03:52] Finished attempting to scrape: ESS base.py:324 +[12:15:34] Committing batch 2 consisting of 58 files base.py:274 +[12:15:36] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-09-29-13-59">2023-09-29</h2> + <h2 id="2023-09-30-13-00">2023-09-30</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>249 seconds</dd> + <dd>226 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-29 13:59:08.270824</dd> + <dd>2023-09-30 13:00:06.419639</dd> </div> <div> <dt>End</dt> - <dd>2023-09-29 14:03:17.288891</dd> + <dd>2023-09-30 13:03:52.460220</dd> </div> <div> <dt>Status code</dt> - <dd>1</dd> + <dd>0</dd> </div> <div> <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 51, in run - councillor = self.get_single_councillor(councillor_html) - File "/var/task/lgsf/councillors/scrapers.py", line 277, in get_single_councillor - req = self.get(url) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default.aspx -</dd> + <dd></dd> </div> </dl> </div> </div> <h3>Run log</h3> - <pre>[13:59:08] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:00:06] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[13:59:09] Getting all files in Councillors... base.py:191 +[13:00:07] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 + ...found 67 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 + ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:59:10] Deleting batch no. 2 consisting of 51 files base.py:216 -[13:59:11] ...data deleted. base.py:246 +[13:00:08] Deleting batch no. 2 consisting of 35 files base.py:216 +[13:00:09] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:59:13] Scraping from base.py:42 +[13:00:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:59:18] Scraping from base.py:42 +[13:00:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:59:21] Scraping from base.py:42 +[13:00:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:59:26] Scraping from base.py:42 +[13:00:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:59:29] Scraping from base.py:42 +[13:00:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:59:31] Scraping from base.py:42 +[13:00:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:59:35] Scraping from base.py:42 +[13:00:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:59:37] Scraping from base.py:42 +[13:00:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:59:40] Scraping from base.py:42 +[13:00:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:59:44] Scraping from base.py:42 +[13:00:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:59:47] Scraping from base.py:42 +[13:00:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:59:50] Scraping from base.py:42 +[13:00:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:59:55] Scraping from base.py:42 +[13:00:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:59:59] Scraping from base.py:42 +[13:00:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[14:00:01] Scraping from base.py:42 +[13:00:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[14:00:04] Scraping from base.py:42 +[13:00:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[14:00:07] Scraping from base.py:42 +[13:00:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[14:00:10] Scraping from base.py:42 +[13:00:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[14:00:13] Scraping from base.py:42 +[13:01:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[14:00:16] Scraping from base.py:42 +[13:01:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[14:00:20] Scraping from base.py:42 +[13:01:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[14:00:23] Scraping from base.py:42 +[13:01:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[14:00:25] Scraping from base.py:42 +[13:01:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[14:00:28] Scraping from base.py:42 +[13:01:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[14:00:30] Scraping from base.py:42 +[13:01:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[14:00:32] Scraping from base.py:42 +[13:01:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[14:00:35] Scraping from base.py:42 +[13:01:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[14:00:44] Scraping from base.py:42 +[13:01:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[14:00:46] Scraping from base.py:42 +[13:01:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[14:00:51] Scraping from base.py:42 +[13:01:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[14:00:55] Scraping from base.py:42 +[13:01:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[14:00:57] Scraping from base.py:42 +[13:01:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[14:01:02] Scraping from base.py:42 +[13:01:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[14:01:07] Scraping from base.py:42 +[13:01:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[14:01:10] Scraping from base.py:42 +[13:01:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[14:01:13] Scraping from base.py:42 +[13:01:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[14:01:16] Scraping from base.py:42 +[13:01:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[14:01:19] Scraping from base.py:42 +[13:01:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[14:01:22] Scraping from base.py:42 +[13:01:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[14:01:27] Scraping from base.py:42 +[13:02:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[14:01:29] Scraping from base.py:42 +[13:02:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[14:01:31] Scraping from base.py:42 +[13:02:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[14:01:36] Scraping from base.py:42 +[13:02:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[14:01:40] Scraping from base.py:42 +[13:02:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[14:01:47] Scraping from base.py:42 +[13:02:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[14:01:49] Scraping from base.py:42 +[13:02:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[14:01:54] Committing batch 1 consisting of 92 files base.py:274 -[14:01:55] Scraping from base.py:42 +[13:02:22] Committing batch 1 consisting of 92 files base.py:274 +[13:02:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[14:01:57] Scraping from base.py:42 +[13:02:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[14:02:00] Scraping from base.py:42 +[13:02:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[14:02:03] Scraping from base.py:42 +[13:02:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[14:02:07] Scraping from base.py:42 +[13:02:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[14:02:10] Scraping from base.py:42 +[13:02:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[14:02:12] Scraping from base.py:42 +[13:02:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[14:02:15] Scraping from base.py:42 +[13:02:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[14:02:20] Scraping from base.py:42 +[13:02:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[14:02:27] Scraping from base.py:42 +[13:02:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[14:02:31] Scraping from base.py:42 +[13:02:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[14:02:34] Scraping from base.py:42 +[13:02:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[14:02:36] Scraping from base.py:42 +[13:02:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[14:02:39] Scraping from base.py:42 +[13:03:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[14:02:42] Scraping from base.py:42 +[13:03:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[14:02:47] Scraping from base.py:42 +[13:03:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[14:02:50] Scraping from base.py:42 +[13:03:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[14:02:56] Scraping from base.py:42 +[13:03:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[14:03:00] Scraping from base.py:42 +[13:03:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[14:03:04] Scraping from base.py:42 +[13:03:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[14:03:08] Scraping from base.py:42 +[13:03:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[14:03:11] Scraping from base.py:42 +[13:03:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[14:03:15] 500 Server Error: Internal Server Error for url: handlers.py:36 - https://cmis.essex.gov.uk/essexcmis5/Councillors/tabid - /62/ctl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward - /Default.aspx - Committing batch 2 consisting of 42 files base.py:274 -[14:03:17] Finished attempting to scrape: ESS base.py:324 +[13:03:33] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. + aspx +[13:03:36] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. + aspx +[13:03:38] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. + aspx +[13:03:40] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. + aspx +[13:03:44] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. + aspx +[13:03:47] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a + spx +[13:03:49] Scraping from base.py:42 + http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c + tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. + aspx +[13:03:50] Committing batch 2 consisting of 58 files base.py:274 +[13:03:52] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-09-28-13-41">2023-09-28</h2> + <h2 id="2023-09-29-13-59">2023-09-29</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>253 seconds</dd> + <dd>249 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-28 13:41:54.560279</dd> + <dd>2023-09-29 13:59:08.270824</dd> </div> <div> <dt>End</dt> - <dd>2023-09-28 13:46:07.736443</dd> + <dd>2023-09-29 14:03:17.288891</dd> </div> <div> <dt>Status code</dt> - <dd>0</dd> + <dd>1</dd> </div> <div> <dt>Error</dt> - <dd></dd> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 51, in run + councillor = self.get_single_councillor(councillor_html) + File "/var/task/lgsf/councillors/scrapers.py", line 277, in get_single_councillor + req = self.get(url) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default.aspx +</dd> </div> </dl> </div> </div> <h3>Run log</h3> - <pre>[13:41:54] Fetching Scraper for: ESS handlers.py:23 + <pre>[13:59:08] Fetching Scraper for: ESS handlers.py:23 Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[13:41:55] Getting all files in Councillors... base.py:191 +[13:59:09] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:41:56] ...found 75 files in Councillors/raw base.py:207 + ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 51 files base.py:216 -[13:41:57] ...data deleted. base.py:246 +[13:59:10] Deleting batch no. 2 consisting of 51 files base.py:216 +[13:59:11] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[13:42:01] Scraping from base.py:42 +[13:59:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[13:42:04] Scraping from base.py:42 +[13:59:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[13:42:06] Scraping from base.py:42 +[13:59:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[13:42:09] Scraping from base.py:42 +[13:59:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[13:42:13] Scraping from base.py:42 +[13:59:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[13:42:15] Scraping from base.py:42 +[13:59:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[13:42:18] Scraping from base.py:42 +[13:59:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[13:42:20] Scraping from base.py:42 +[13:59:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[13:42:23] Scraping from base.py:42 +[13:59:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[13:42:27] Scraping from base.py:42 +[13:59:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[13:42:30] Scraping from base.py:42 +[13:59:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[13:42:35] Scraping from base.py:42 +[13:59:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[13:42:39] Scraping from base.py:42 +[13:59:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[13:42:43] Scraping from base.py:42 +[13:59:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[13:42:47] Scraping from base.py:42 +[14:00:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[13:42:49] Scraping from base.py:42 +[14:00:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[13:42:54] Scraping from base.py:42 +[14:00:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[13:42:59] Scraping from base.py:42 +[14:00:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[13:43:02] Scraping from base.py:42 +[14:00:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[13:43:04] Scraping from base.py:42 +[14:00:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[13:43:07] Scraping from base.py:42 +[14:00:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[13:43:11] Scraping from base.py:42 +[14:00:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[13:43:16] Scraping from base.py:42 +[14:00:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[13:43:19] Scraping from base.py:42 +[14:00:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[13:43:22] Scraping from base.py:42 +[14:00:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[13:43:24] Scraping from base.py:42 +[14:00:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[13:43:27] Scraping from base.py:42 +[14:00:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[13:43:33] Scraping from base.py:42 +[14:00:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[13:43:36] Scraping from base.py:42 +[14:00:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[13:43:40] Scraping from base.py:42 +[14:00:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[13:43:44] Scraping from base.py:42 +[14:00:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[13:43:48] Scraping from base.py:42 +[14:00:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[13:43:53] Scraping from base.py:42 +[14:01:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[13:43:57] Scraping from base.py:42 +[14:01:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[13:44:00] Scraping from base.py:42 +[14:01:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[13:44:02] Scraping from base.py:42 +[14:01:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[13:44:05] Scraping from base.py:42 +[14:01:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[13:44:08] Scraping from base.py:42 +[14:01:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[13:44:10] Scraping from base.py:42 +[14:01:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[13:44:14] Scraping from base.py:42 +[14:01:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[13:44:16] Scraping from base.py:42 +[14:01:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[13:44:18] Scraping from base.py:42 +[14:01:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[13:44:21] Scraping from base.py:42 +[14:01:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[13:44:26] Scraping from base.py:42 +[14:01:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[13:44:29] Scraping from base.py:42 +[14:01:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[13:44:32] Scraping from base.py:42 +[14:01:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[13:44:35] Committing batch 1 consisting of 92 files base.py:274 -[13:44:36] Scraping from base.py:42 +[14:01:54] Committing batch 1 consisting of 92 files base.py:274 +[14:01:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[13:44:39] Scraping from base.py:42 +[14:01:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[13:44:41] Scraping from base.py:42 +[14:02:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[13:44:43] Scraping from base.py:42 +[14:02:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[13:44:46] Scraping from base.py:42 +[14:02:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[13:44:49] Scraping from base.py:42 +[14:02:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[13:44:51] Scraping from base.py:42 +[14:02:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[13:44:55] Scraping from base.py:42 +[14:02:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[13:45:00] Scraping from base.py:42 +[14:02:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[13:45:03] Scraping from base.py:42 +[14:02:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[13:45:05] Scraping from base.py:42 +[14:02:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[13:45:08] Scraping from base.py:42 +[14:02:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[13:45:10] Scraping from base.py:42 +[14:02:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[13:45:13] Scraping from base.py:42 +[14:02:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[13:45:19] Scraping from base.py:42 +[14:02:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[13:45:23] Scraping from base.py:42 +[14:02:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[13:45:28] Scraping from base.py:42 +[14:02:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[13:45:31] Scraping from base.py:42 +[14:02:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[13:45:36] Scraping from base.py:42 +[14:03:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[13:45:39] Scraping from base.py:42 +[14:03:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[13:45:44] Scraping from base.py:42 +[14:03:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[13:45:46] Scraping from base.py:42 +[14:03:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[13:45:49] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. - aspx -[13:45:52] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. - aspx -[13:45:55] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. - aspx -[13:45:58] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. - aspx -[13:46:00] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. - aspx -[13:46:02] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a - spx -[13:46:04] Scraping from base.py:42 - http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c - tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. - aspx -[13:46:06] Committing batch 2 consisting of 58 files base.py:274 -[13:46:07] Finished attempting to scrape: ESS base.py:324 +[14:03:15] 500 Server Error: Internal Server Error for url: handlers.py:36 + https://cmis.essex.gov.uk/essexcmis5/Councillors/tabid + /62/ctl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward + /Default.aspx + Committing batch 2 consisting of 42 files base.py:274 +[14:03:17] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-09-27-12-17">2023-09-27</h2> + <h2 id="2023-09-28-13-41">2023-09-28</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>220 seconds</dd> + <dd>253 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-27 12:17:29.985011</dd> + <dd>2023-09-28 13:41:54.560279</dd> </div> <div> <dt>End</dt> - <dd>2023-09-27 12:21:10.685038</dd> + <dd>2023-09-28 13:46:07.736443</dd> </div> <div> <dt>Status code</dt> @@ -6390,344 +6390,344 @@ <h2 id="2023-09-27-12-17">2023-09-27</h2> </div> <h3>Run log</h3> - <pre>[12:17:29] Fetching Scraper for: ESS handlers.py:23 -[12:17:30] Begin attempting to scrape: ESS handlers.py:27 + <pre>[13:41:54] Fetching Scraper for: ESS handlers.py:23 + Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 +[13:41:55] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[12:17:31] ...found 75 files in Councillors/json base.py:207 + ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 +[13:41:56] ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:17:32] Deleting batch no. 2 consisting of 51 files base.py:216 - ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 51 files base.py:216 +[13:41:57] ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[12:17:35] Scraping from base.py:42 +[13:42:01] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[12:17:37] Scraping from base.py:42 +[13:42:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[12:17:39] Scraping from base.py:42 +[13:42:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[12:17:42] Scraping from base.py:42 +[13:42:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[12:17:45] Scraping from base.py:42 +[13:42:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[12:17:47] Scraping from base.py:42 +[13:42:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[12:17:50] Scraping from base.py:42 +[13:42:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[12:17:53] Scraping from base.py:42 +[13:42:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[12:17:56] Scraping from base.py:42 +[13:42:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[12:17:59] Scraping from base.py:42 +[13:42:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[12:18:02] Scraping from base.py:42 +[13:42:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[12:18:05] Scraping from base.py:42 +[13:42:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[12:18:08] Scraping from base.py:42 +[13:42:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[12:18:11] Scraping from base.py:42 +[13:42:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[12:18:14] Scraping from base.py:42 +[13:42:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[12:18:18] Scraping from base.py:42 +[13:42:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[12:18:22] Scraping from base.py:42 +[13:42:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[12:18:25] Scraping from base.py:42 +[13:42:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[12:18:28] Scraping from base.py:42 +[13:43:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[12:18:31] Scraping from base.py:42 +[13:43:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[12:18:33] Scraping from base.py:42 +[13:43:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[12:18:36] Scraping from base.py:42 +[13:43:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[12:18:38] Scraping from base.py:42 +[13:43:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[12:18:40] Scraping from base.py:42 +[13:43:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[12:18:42] Scraping from base.py:42 +[13:43:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[12:18:44] Scraping from base.py:42 +[13:43:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[12:18:46] Scraping from base.py:42 +[13:43:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[12:18:51] Scraping from base.py:42 +[13:43:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[12:18:55] Scraping from base.py:42 +[13:43:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[12:19:00] Scraping from base.py:42 +[13:43:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[12:19:03] Scraping from base.py:42 +[13:43:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[12:19:06] Scraping from base.py:42 +[13:43:48] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[12:19:08] Scraping from base.py:42 +[13:43:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[12:19:10] Scraping from base.py:42 +[13:43:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[12:19:13] Scraping from base.py:42 +[13:44:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[12:19:15] Scraping from base.py:42 +[13:44:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[12:19:17] Scraping from base.py:42 +[13:44:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[12:19:20] Scraping from base.py:42 +[13:44:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[12:19:22] Scraping from base.py:42 +[13:44:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[12:19:27] Scraping from base.py:42 +[13:44:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[12:19:30] Scraping from base.py:42 +[13:44:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[12:19:31] Scraping from base.py:42 +[13:44:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[12:19:34] Scraping from base.py:42 +[13:44:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[12:19:37] Scraping from base.py:42 +[13:44:26] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[12:19:40] Scraping from base.py:42 +[13:44:29] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[12:19:42] Scraping from base.py:42 +[13:44:32] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[12:19:46] Committing batch 1 consisting of 92 files base.py:274 -[12:19:47] Scraping from base.py:42 +[13:44:35] Committing batch 1 consisting of 92 files base.py:274 +[13:44:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[12:19:49] Scraping from base.py:42 +[13:44:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[12:19:51] Scraping from base.py:42 +[13:44:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[12:19:54] Scraping from base.py:42 +[13:44:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[12:19:56] Scraping from base.py:42 +[13:44:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[12:20:00] Scraping from base.py:42 +[13:44:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[12:20:02] Scraping from base.py:42 +[13:44:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[12:20:05] Scraping from base.py:42 +[13:44:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[12:20:09] Scraping from base.py:42 +[13:45:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[12:20:12] Scraping from base.py:42 +[13:45:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[12:20:14] Scraping from base.py:42 +[13:45:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[12:20:16] Scraping from base.py:42 +[13:45:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[12:20:19] Scraping from base.py:42 +[13:45:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[12:20:21] Scraping from base.py:42 +[13:45:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[12:20:24] Scraping from base.py:42 +[13:45:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[12:20:31] Scraping from base.py:42 +[13:45:23] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[12:20:35] Scraping from base.py:42 +[13:45:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[12:20:38] Scraping from base.py:42 +[13:45:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[12:20:41] Scraping from base.py:42 +[13:45:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[12:20:43] Scraping from base.py:42 +[13:45:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[12:20:47] Scraping from base.py:42 +[13:45:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[12:20:49] Scraping from base.py:42 +[13:45:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[12:20:52] Scraping from base.py:42 +[13:45:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[12:20:55] Scraping from base.py:42 +[13:45:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[12:20:57] Scraping from base.py:42 +[13:45:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[12:21:00] Scraping from base.py:42 +[13:45:58] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[12:21:03] Scraping from base.py:42 +[13:46:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[12:21:05] Scraping from base.py:42 +[13:46:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[12:21:07] Scraping from base.py:42 +[13:46:04] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[12:21:08] Committing batch 2 consisting of 58 files base.py:274 -[12:21:10] Finished attempting to scrape: ESS base.py:324 +[13:46:06] Committing batch 2 consisting of 58 files base.py:274 +[13:46:07] Finished attempting to scrape: ESS base.py:324 </pre> - <h2 id="2023-09-26-14-16">2023-09-26</h2> + <h2 id="2023-09-27-12-17">2023-09-27</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>241 seconds</dd> + <dd>220 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-26 14:16:14.647162</dd> + <dd>2023-09-27 12:17:29.985011</dd> </div> <div> <dt>End</dt> - <dd>2023-09-26 14:20:16.385205</dd> + <dd>2023-09-27 12:21:10.685038</dd> </div> <div> <dt>Status code</dt> @@ -6742,323 +6742,323 @@ <h2 id="2023-09-26-14-16">2023-09-26</h2> </div> <h3>Run log</h3> - <pre>[14:16:14] Fetching Scraper for: ESS handlers.py:23 - Begin attempting to scrape: ESS handlers.py:27 + <pre>[12:17:29] Fetching Scraper for: ESS handlers.py:23 +[12:17:30] Begin attempting to scrape: ESS handlers.py:27 Deleting existing data... base.py:239 -[14:16:15] Getting all files in Councillors... base.py:191 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 +[12:17:31] ...found 75 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 75 files in Councillors/raw base.py:207 ...found 151 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:16:16] Deleting batch no. 2 consisting of 51 files base.py:216 -[14:16:17] ...data deleted. base.py:246 +[12:17:32] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 http://cmis.essex.gov.uk/EssexCmis5/Councillors.aspx -[14:16:21] Scraping from base.py:42 +[12:17:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/655/ScreenMode/Ward/Default. aspx -[14:16:23] Scraping from base.py:42 +[12:17:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/327/ScreenMode/Ward/Default. aspx -[14:16:25] Scraping from base.py:42 +[12:17:39] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/100/ScreenMode/Ward/Default. aspx -[14:16:29] Scraping from base.py:42 +[12:17:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/639/ScreenMode/Ward/Default. aspx -[14:16:32] Scraping from base.py:42 +[12:17:45] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/882/ScreenMode/Ward/Default. aspx -[14:16:34] Scraping from base.py:42 +[12:17:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/880/ScreenMode/Ward/Default. aspx -[14:16:37] Scraping from base.py:42 +[12:17:50] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/879/ScreenMode/Ward/Default. aspx -[14:16:39] Scraping from base.py:42 +[12:17:53] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/648/ScreenMode/Ward/Default. aspx -[14:16:41] Scraping from base.py:42 +[12:17:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/80/ScreenMode/Ward/Default.a spx -[14:16:44] Scraping from base.py:42 +[12:17:59] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/649/ScreenMode/Ward/Default. aspx -[14:16:48] Scraping from base.py:42 +[12:18:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/866/ScreenMode/Ward/Default. aspx -[14:16:50] Scraping from base.py:42 +[12:18:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/458/ScreenMode/Ward/Default. aspx -[14:16:54] Scraping from base.py:42 +[12:18:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/864/ScreenMode/Ward/Default. aspx -[14:16:56] Scraping from base.py:42 +[12:18:11] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/887/ScreenMode/Ward/Default. aspx -[14:17:01] Scraping from base.py:42 +[12:18:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/334/ScreenMode/Ward/Default. aspx -[14:17:04] Scraping from base.py:42 +[12:18:18] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/650/ScreenMode/Ward/Default. aspx -[14:17:07] Scraping from base.py:42 +[12:18:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/364/ScreenMode/Ward/Default. aspx -[14:17:09] Scraping from base.py:42 +[12:18:25] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/863/ScreenMode/Ward/Default. aspx -[14:17:12] Scraping from base.py:42 +[12:18:28] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/309/ScreenMode/Ward/Default. aspx -[14:17:14] Scraping from base.py:42 +[12:18:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/91/ScreenMode/Ward/Default.a spx -[14:17:17] Scraping from base.py:42 +[12:18:33] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/877/ScreenMode/Ward/Default. aspx -[14:17:21] Scraping from base.py:42 +[12:18:36] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/777/ScreenMode/Ward/Default. aspx -[14:17:23] Scraping from base.py:42 +[12:18:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/865/ScreenMode/Ward/Default. aspx -[14:17:25] Scraping from base.py:42 +[12:18:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/359/ScreenMode/Ward/Default. aspx -[14:17:28] Scraping from base.py:42 +[12:18:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/870/ScreenMode/Ward/Default. aspx -[14:17:30] Scraping from base.py:42 +[12:18:44] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/340/ScreenMode/Ward/Default. aspx -[14:17:32] Scraping from base.py:42 +[12:18:46] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/94/ScreenMode/Ward/Default.a spx -[14:17:41] Scraping from base.py:42 +[12:18:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/883/ScreenMode/Ward/Default. aspx -[14:17:43] Scraping from base.py:42 +[12:18:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/656/ScreenMode/Ward/Default. aspx -[14:17:48] Scraping from base.py:42 +[12:19:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/872/ScreenMode/Ward/Default. aspx -[14:17:52] Scraping from base.py:42 +[12:19:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/117/ScreenMode/Ward/Default. aspx -[14:17:55] Scraping from base.py:42 +[12:19:06] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/889/ScreenMode/Ward/Default. aspx -[14:17:58] Scraping from base.py:42 +[12:19:08] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/610/ScreenMode/Ward/Default. aspx -[14:18:01] Scraping from base.py:42 +[12:19:10] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/73/ScreenMode/Ward/Default.a spx -[14:18:03] Scraping from base.py:42 +[12:19:13] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/659/ScreenMode/Ward/Default. aspx -[14:18:06] Scraping from base.py:42 +[12:19:15] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/660/ScreenMode/Ward/Default. aspx -[14:18:08] Scraping from base.py:42 +[12:19:17] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/360/ScreenMode/Ward/Default. aspx -[14:18:12] Scraping from base.py:42 +[12:19:20] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/867/ScreenMode/Ward/Default. aspx -[14:18:14] Scraping from base.py:42 +[12:19:22] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/661/ScreenMode/Ward/Default. aspx -[14:18:18] Scraping from base.py:42 +[12:19:27] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/645/ScreenMode/Ward/Default. aspx -[14:18:20] Scraping from base.py:42 +[12:19:30] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/803/ScreenMode/Ward/Default. aspx -[14:18:22] Scraping from base.py:42 +[12:19:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/103/ScreenMode/Ward/Default. aspx -[14:18:26] Scraping from base.py:42 +[12:19:34] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/881/ScreenMode/Ward/Default. aspx -[14:18:30] Scraping from base.py:42 +[12:19:37] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/341/ScreenMode/Ward/Default. aspx -[14:18:33] Scraping from base.py:42 +[12:19:40] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/79/ScreenMode/Ward/Default.a spx -[14:18:35] Scraping from base.py:42 +[12:19:42] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/891/ScreenMode/Ward/Default. aspx -[14:18:39] Committing batch 1 consisting of 92 files base.py:274 -[14:18:40] Scraping from base.py:42 +[12:19:46] Committing batch 1 consisting of 92 files base.py:274 +[12:19:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/633/ScreenMode/Ward/Default. aspx -[14:18:42] Scraping from base.py:42 +[12:19:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/892/ScreenMode/Ward/Default. aspx -[14:18:45] Scraping from base.py:42 +[12:19:51] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/890/ScreenMode/Ward/Default. aspx -[14:18:47] Scraping from base.py:42 +[12:19:54] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/876/ScreenMode/Ward/Default. aspx -[14:18:51] Scraping from base.py:42 +[12:19:56] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/886/ScreenMode/Ward/Default. aspx -[14:18:54] Scraping from base.py:42 +[12:20:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/941/ScreenMode/Ward/Default. aspx -[14:18:56] Scraping from base.py:42 +[12:20:02] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/663/ScreenMode/Ward/Default. aspx -[14:18:59] Scraping from base.py:42 +[12:20:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/874/ScreenMode/Ward/Default. aspx -[14:19:05] Scraping from base.py:42 +[12:20:09] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/664/ScreenMode/Ward/Default. aspx -[14:19:11] Scraping from base.py:42 +[12:20:12] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/862/ScreenMode/Ward/Default. aspx -[14:19:14] Scraping from base.py:42 +[12:20:14] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/869/ScreenMode/Ward/Default. aspx -[14:19:18] Scraping from base.py:42 +[12:20:16] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/651/ScreenMode/Ward/Default. aspx -[14:19:22] Scraping from base.py:42 +[12:20:19] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/653/ScreenMode/Ward/Default. aspx -[14:19:25] Scraping from base.py:42 +[12:20:21] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/871/ScreenMode/Ward/Default. aspx -[14:19:28] Scraping from base.py:42 +[12:20:24] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/78/ScreenMode/Ward/Default.a spx -[14:19:32] Scraping from base.py:42 +[12:20:31] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/65/ScreenMode/Ward/Default.a spx -[14:19:35] Scraping from base.py:42 +[12:20:35] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/123/ScreenMode/Ward/Default. aspx -[14:19:38] Scraping from base.py:42 +[12:20:38] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/296/ScreenMode/Ward/Default. aspx -[14:19:43] Scraping from base.py:42 +[12:20:41] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/868/ScreenMode/Ward/Default. aspx -[14:19:46] Scraping from base.py:42 +[12:20:43] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/362/ScreenMode/Ward/Default. aspx -[14:19:50] Scraping from base.py:42 +[12:20:47] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/888/ScreenMode/Ward/Default. aspx -[14:19:52] Scraping from base.py:42 +[12:20:49] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/140/ScreenMode/Ward/Default. aspx -[14:19:56] Scraping from base.py:42 +[12:20:52] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/652/ScreenMode/Ward/Default. aspx -[14:19:59] Scraping from base.py:42 +[12:20:55] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/875/ScreenMode/Ward/Default. aspx -[14:20:01] Scraping from base.py:42 +[12:20:57] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/643/ScreenMode/Ward/Default. aspx -[14:20:04] Scraping from base.py:42 +[12:21:00] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/328/ScreenMode/Ward/Default. aspx -[14:20:06] Scraping from base.py:42 +[12:21:03] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/873/ScreenMode/Ward/Default. aspx -[14:20:09] Scraping from base.py:42 +[12:21:05] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/99/ScreenMode/Ward/Default.a spx -[14:20:13] Scraping from base.py:42 +[12:21:07] Scraping from base.py:42 http://cmis.essex.gov.uk/essexcmis5/Councillors/tabid/62/c tl/ViewCMIS_Person/mid/480/id/885/ScreenMode/Ward/Default. aspx -[14:20:14] Committing batch 2 consisting of 58 files base.py:274 -[14:20:16] Finished attempting to scrape: ESS base.py:324 +[12:21:08] Committing batch 2 consisting of 58 files base.py:274 +[12:21:10] Finished attempting to scrape: ESS base.py:324 </pre> diff --git a/logbooks/ESX/index.html b/logbooks/ESX/index.html index 0eb19f53ab..8f8c68e227 100644 --- a/logbooks/ESX/index.html +++ b/logbooks/ESX/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-00">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:00:06.414402</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:00:14.394787</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:00:06] Fetching Scraper for: ESX handlers.py:23 + Begin attempting to scrape: ESX handlers.py:27 + Deleting existing data... base.py:239 +[10:00:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:00:08] Deleting batch no. 2 consisting of 1 files base.py:216 +[10:00:09] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.eastsussex.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:00:12] Committing batch 1 consisting of 92 files base.py:274 +[10:00:13] Committing batch 2 consisting of 8 files base.py:274 +[10:00:14] Finished attempting to scrape: ESX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:31:44.850176</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:31:53.298762</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:31:44] Fetching Scraper for: ESX handlers.py:23 - Begin attempting to scrape: ESX handlers.py:27 -[12:31:45] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:31:46] ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:31:47] Deleting batch no. 2 consisting of 1 files base.py:216 - ...data deleted. base.py:246 -[12:31:48] Scraping from base.py:42 - https://democracy.eastsussex.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:31:50] Committing batch 1 consisting of 92 files base.py:274 -[12:31:52] Committing batch 2 consisting of 8 files base.py:274 -[12:31:53] Finished attempting to scrape: ESX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/EXE/index.html b/logbooks/EXE/index.html index d0bc791a06..f2c0dc4f10 100644 --- a/logbooks/EXE/index.html +++ b/logbooks/EXE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-01">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:01:44.801515</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:01:50.502265</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:01:44] Fetching Scraper for: EXE handlers.py:23 + Begin attempting to scrape: EXE handlers.py:27 +[10:01:45] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:01:46] ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[10:01:47] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committees.exeter.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:01:49] Committing batch 1 consisting of 78 files base.py:274 +[10:01:50] Finished attempting to scrape: EXE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:09:43.447019</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:09:49.022569</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:09:43] Fetching Scraper for: EXE handlers.py:23 - Begin attempting to scrape: EXE handlers.py:27 - Deleting existing data... base.py:239 -[12:09:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[12:09:45] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committees.exeter.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:09:47] Committing batch 1 consisting of 78 files base.py:274 -[12:09:49] Finished attempting to scrape: EXE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FAL/index.html b/logbooks/FAL/index.html index 7a83a00b04..3fd48eb55f 100644 --- a/logbooks/FAL/index.html +++ b/logbooks/FAL/index.html @@ -37,6 +37,172 @@ + <h2 id="2023-10-15-10-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>36 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:36:39.911262</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:37:16.620463</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:36:39] Fetching Scraper for: FAL handlers.py:23 + Begin attempting to scrape: FAL handlers.py:27 +[10:36:40] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:36:41] ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 +[10:36:42] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ +[10:36:43] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-1/david-aitchison + .aspx +[10:36:44] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-1/stacey-devine.a + spx +[10:36:45] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-1/ann-ritchie.asp + x +[10:36:46] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-2/david-balfour.a + spx +[10:36:48] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-2/alan-nimmo.aspx +[10:36:49] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-2/robert-spears.a + spx +[10:36:50] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-3/fiona-collie.as + px +[10:36:51] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-3/paul-garner.asp + x +[10:36:52] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-3/alf-kelly.aspx +[10:36:53] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-3/brian-mccabe.as + px +[10:36:54] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-4/gary-bouse.aspx +[10:36:55] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-4/margaret-anslow + .aspx +[10:36:56] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-4/jim-flynn.aspx +[10:36:57] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-4/laura-murtagh.a + spx +[10:36:58] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-5/william-buchana + n.aspx +[10:36:59] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-5/bryan-deakin.as + px +[10:37:00] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-5/jack-redmond.as + px +[10:37:01] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-6/robert-bissett. + aspx +[10:37:02] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-6/james-bundy.asp + x +[10:37:03] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-6/cecil-meiklejoh + n.aspx +[10:37:04] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-6/iain-sinclair.a + spx +[10:37:05] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-7/lorna-binnie.as + px +[10:37:06] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-7/euan-stainbank. + aspx +[10:37:07] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-7/sarah-patrick.a + spx +[10:37:08] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-8/gordon-forrest. + aspx +[10:37:09] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-8/james-kerr.aspx +[10:37:10] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-8/anne-hannah.asp + x +[10:37:11] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-9/claire-brown.as + px +[10:37:12] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-9/jim-robertson.a + spx +[10:37:14] Scraping from base.py:42 + https://www.falkirk.gov.uk/services/council-democracy/coun + cillors-decision-making/councillors/ward-9/siobhan-paterso + n.aspx +[10:37:15] Committing batch 1 consisting of 60 files base.py:274 +[10:37:16] Finished attempting to scrape: FAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3188,172 +3354,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-15">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>35 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:15:12.499370</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:15:48.129893</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:15:12] Fetching Scraper for: FAL handlers.py:23 - Begin attempting to scrape: FAL handlers.py:27 - Deleting existing data... base.py:239 -[12:15:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 30 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 30 files in Councillors/raw base.py:207 - ...found 61 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 61 files base.py:216 -[12:15:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ -[12:15:15] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-1/david-aitchison - .aspx -[12:15:16] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-1/stacey-devine.a - spx -[12:15:17] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-1/ann-ritchie.asp - x -[12:15:18] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-2/david-balfour.a - spx -[12:15:19] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-2/alan-nimmo.aspx -[12:15:20] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-2/robert-spears.a - spx -[12:15:23] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-3/fiona-collie.as - px -[12:15:24] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-3/paul-garner.asp - x -[12:15:25] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-3/alf-kelly.aspx -[12:15:26] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-3/brian-mccabe.as - px -[12:15:27] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-4/gary-bouse.aspx -[12:15:28] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-4/margaret-anslow - .aspx -[12:15:29] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-4/jim-flynn.aspx - Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-4/laura-murtagh.a - spx -[12:15:30] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-5/william-buchana - n.aspx -[12:15:31] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-5/bryan-deakin.as - px -[12:15:32] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-5/jack-redmond.as - px -[12:15:33] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-6/robert-bissett. - aspx -[12:15:34] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-6/james-bundy.asp - x -[12:15:35] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-6/cecil-meiklejoh - n.aspx -[12:15:36] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-6/iain-sinclair.a - spx -[12:15:37] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-7/lorna-binnie.as - px -[12:15:38] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-7/euan-stainbank. - aspx -[12:15:39] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-7/sarah-patrick.a - spx -[12:15:40] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-8/gordon-forrest. - aspx -[12:15:41] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-8/james-kerr.aspx -[12:15:42] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-8/anne-hannah.asp - x -[12:15:43] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-9/claire-brown.as - px -[12:15:44] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-9/jim-robertson.a - spx -[12:15:45] Scraping from base.py:42 - https://www.falkirk.gov.uk/services/council-democracy/coun - cillors-decision-making/councillors/ward-9/siobhan-paterso - n.aspx -[12:15:46] Committing batch 1 consisting of 60 files base.py:274 -[12:15:48] Finished attempting to scrape: FAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FAR/index.html b/logbooks/FAR/index.html index bbb678a936..934e99b82d 100644 --- a/logbooks/FAR/index.html +++ b/logbooks/FAR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:30:52.668929</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:59.405596</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:30:52] Fetching Scraper for: FAR handlers.py:23 + Begin attempting to scrape: FAR handlers.py:27 +[08:30:53] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 31 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:30:54] ...found 31 files in Councillors/raw base.py:207 + ...found 63 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 63 files base.py:216 + ...data deleted. base.py:246 +[08:30:55] Scraping from base.py:42 + http://moderngov.fareham.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[08:30:57] Committing batch 1 consisting of 62 files base.py:274 +[08:30:59] Finished attempting to scrape: FAR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:31:56.251350</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:32:02.100201</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:31:56] Fetching Scraper for: FAR handlers.py:23 - Begin attempting to scrape: FAR handlers.py:27 - Deleting existing data... base.py:239 -[13:31:57] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 31 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 31 files in Councillors/raw base.py:207 - ...found 63 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 63 files base.py:216 -[13:31:58] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.fareham.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:32:00] Committing batch 1 consisting of 62 files base.py:274 -[13:32:02] Finished attempting to scrape: FAR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FEN/index.html b/logbooks/FEN/index.html index cc1e8ac310..c744dd4864 100644 --- a/logbooks/FEN/index.html +++ b/logbooks/FEN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:31:10.464868</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:31:16.257139</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:31:10] Fetching Scraper for: FEN handlers.py:23 + Begin attempting to scrape: FEN handlers.py:27 + Deleting existing data... base.py:239 +[10:31:11] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[10:31:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.fenland.gov.uk/localgov//mgWebService.asmx/Get + CouncillorsByWard +[10:31:14] Committing batch 1 consisting of 86 files base.py:274 +[10:31:16] Finished attempting to scrape: FEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-57">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1013,57 +1064,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:24:42.364936</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:24:48.026856</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:24:42] Fetching Scraper for: FEN handlers.py:23 - Begin attempting to scrape: FEN handlers.py:27 - Deleting existing data... base.py:239 -[13:24:43] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 -[13:24:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.fenland.gov.uk/localgov//mgWebService.asmx/Get - CouncillorsByWard -[13:24:46] Committing batch 1 consisting of 86 files base.py:274 -[13:24:48] Finished attempting to scrape: FEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FIF/index.html b/logbooks/FIF/index.html index b6b98d9bb4..75a205ffa4 100644 --- a/logbooks/FIF/index.html +++ b/logbooks/FIF/index.html @@ -37,21 +37,21 @@ - <h2 id="2023-10-16-07-22">2023-10-16</h2> + <h2 id="2023-10-17-07-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 07:22:35.126653</dd> + <dd>2023-10-17 07:30:31.719698</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 07:22:40.952983</dd> + <dd>2023-10-17 07:30:36.692321</dd> </div> <div> <dt>Status code</dt> @@ -66,25 +66,25 @@ <h2 id="2023-10-16-07-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[07:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[07:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[07:22:36] Getting all files in Councillors... base.py:191 +[07:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[07:22:37] ...data deleted. base.py:246 +[07:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[07:22:40] Finished attempting to scrape: FIF base.py:324 +[07:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-06-52">2023-10-16</h2> + <h2 id="2023-10-17-07-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -94,11 +94,11 @@ <h2 id="2023-10-16-06-52">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:52:35.123884</dd> + <dd>2023-10-17 07:00:31.711234</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:52:41.034654</dd> + <dd>2023-10-17 07:00:36.809022</dd> </div> <div> <dt>Status code</dt> @@ -113,25 +113,25 @@ <h2 id="2023-10-16-06-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[07:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[06:52:36] Getting all files in Councillors... base.py:191 +[07:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:52:37] ...data deleted. base.py:246 +[07:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[06:52:41] Finished attempting to scrape: FIF base.py:324 +[07:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-06-22">2023-10-16</h2> + <h2 id="2023-10-17-06-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -141,11 +141,11 @@ <h2 id="2023-10-16-06-22">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:22:35.119111</dd> + <dd>2023-10-17 06:30:31.700525</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:22:40.814081</dd> + <dd>2023-10-17 06:30:36.715170</dd> </div> <div> <dt>Status code</dt> @@ -160,25 +160,25 @@ <h2 id="2023-10-16-06-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[06:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[06:22:36] Getting all files in Councillors... base.py:191 +[06:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:22:37] ...data deleted. base.py:246 +[06:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[06:22:40] Finished attempting to scrape: FIF base.py:324 +[06:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-05-52">2023-10-16</h2> + <h2 id="2023-10-17-06-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -188,11 +188,11 @@ <h2 id="2023-10-16-05-52">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:52:35.116659</dd> + <dd>2023-10-17 06:00:31.711495</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:52:40.906524</dd> + <dd>2023-10-17 06:00:36.735801</dd> </div> <div> <dt>Status code</dt> @@ -207,25 +207,25 @@ <h2 id="2023-10-16-05-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[06:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[05:52:36] Getting all files in Councillors... base.py:191 +[06:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:52:37] ...data deleted. base.py:246 +[06:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[05:52:40] Finished attempting to scrape: FIF base.py:324 +[06:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-05-22">2023-10-16</h2> + <h2 id="2023-10-17-05-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -235,11 +235,11 @@ <h2 id="2023-10-16-05-22">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:22:35.114784</dd> + <dd>2023-10-17 05:30:31.703686</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:22:40.929674</dd> + <dd>2023-10-17 05:30:36.767483</dd> </div> <div> <dt>Status code</dt> @@ -254,25 +254,25 @@ <h2 id="2023-10-16-05-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[05:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[05:22:36] Getting all files in Councillors... base.py:191 +[05:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:22:37] ...data deleted. base.py:246 +[05:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[05:22:40] Finished attempting to scrape: FIF base.py:324 +[05:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-04-52">2023-10-16</h2> + <h2 id="2023-10-17-05-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -282,11 +282,11 @@ <h2 id="2023-10-16-04-52">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:52:35.111058</dd> + <dd>2023-10-17 05:00:31.696125</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:52:40.952341</dd> + <dd>2023-10-17 05:00:36.892594</dd> </div> <div> <dt>Status code</dt> @@ -301,25 +301,25 @@ <h2 id="2023-10-16-04-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[05:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[04:52:36] Getting all files in Councillors... base.py:191 +[05:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:52:37] ...data deleted. base.py:246 +[05:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[04:52:40] Finished attempting to scrape: FIF base.py:324 +[05:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-04-22">2023-10-16</h2> + <h2 id="2023-10-17-04-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -329,11 +329,11 @@ <h2 id="2023-10-16-04-22">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:22:35.107041</dd> + <dd>2023-10-17 04:30:31.703205</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:22:41.029310</dd> + <dd>2023-10-17 04:30:36.718905</dd> </div> <div> <dt>Status code</dt> @@ -348,39 +348,39 @@ <h2 id="2023-10-16-04-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[04:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[04:22:36] Getting all files in Councillors... base.py:191 +[04:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:22:37] ...data deleted. base.py:246 +[04:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[04:22:41] Finished attempting to scrape: FIF base.py:324 +[04:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-03-52">2023-10-16</h2> + <h2 id="2023-10-17-04-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:52:35.101318</dd> + <dd>2023-10-17 04:00:31.700540</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:52:40.908081</dd> + <dd>2023-10-17 04:00:36.677196</dd> </div> <div> <dt>Status code</dt> @@ -395,39 +395,39 @@ <h2 id="2023-10-16-03-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[04:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[03:52:36] Getting all files in Councillors... base.py:191 +[04:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:52:37] ...data deleted. base.py:246 +[04:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[03:52:40] Finished attempting to scrape: FIF base.py:324 +[04:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-03-22">2023-10-16</h2> + <h2 id="2023-10-17-03-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:22:35.102385</dd> + <dd>2023-10-17 03:30:31.690238</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:22:40.943449</dd> + <dd>2023-10-17 03:30:36.684941</dd> </div> <div> <dt>Status code</dt> @@ -442,25 +442,25 @@ <h2 id="2023-10-16-03-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[03:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[03:22:36] Getting all files in Councillors... base.py:191 +[03:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:22:37] ...data deleted. base.py:246 +[03:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[03:22:40] Finished attempting to scrape: FIF base.py:324 +[03:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-02-52">2023-10-16</h2> + <h2 id="2023-10-17-03-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -470,11 +470,11 @@ <h2 id="2023-10-16-02-52">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:52:35.098583</dd> + <dd>2023-10-17 03:00:31.682451</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:52:40.956083</dd> + <dd>2023-10-17 03:00:36.786168</dd> </div> <div> <dt>Status code</dt> @@ -489,39 +489,39 @@ <h2 id="2023-10-16-02-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[03:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[02:52:36] Getting all files in Councillors... base.py:191 +[03:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:52:37] ...data deleted. base.py:246 +[03:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[02:52:40] Finished attempting to scrape: FIF base.py:324 +[03:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-02-22">2023-10-16</h2> + <h2 id="2023-10-17-02-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>6 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:22:35.104649</dd> + <dd>2023-10-17 02:30:31.688420</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:22:41.045927</dd> + <dd>2023-10-17 02:30:37.783949</dd> </div> <div> <dt>Status code</dt> @@ -536,25 +536,25 @@ <h2 id="2023-10-16-02-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[02:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[02:22:36] Getting all files in Councillors... base.py:191 +[02:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:22:37] ...data deleted. base.py:246 +[02:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[02:22:41] Finished attempting to scrape: FIF base.py:324 +[02:30:37] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-01-52">2023-10-16</h2> + <h2 id="2023-10-17-02-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -564,11 +564,11 @@ <h2 id="2023-10-16-01-52">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:52:35.092535</dd> + <dd>2023-10-17 02:00:31.678331</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:52:40.837964</dd> + <dd>2023-10-17 02:00:36.884782</dd> </div> <div> <dt>Status code</dt> @@ -583,25 +583,25 @@ <h2 id="2023-10-16-01-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[02:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[01:52:36] Getting all files in Councillors... base.py:191 +[02:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:52:37] ...data deleted. base.py:246 +[02:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[01:52:40] Finished attempting to scrape: FIF base.py:324 +[02:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-01-22">2023-10-16</h2> + <h2 id="2023-10-17-01-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -611,11 +611,11 @@ <h2 id="2023-10-16-01-22">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:22:35.085385</dd> + <dd>2023-10-17 01:30:31.683179</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:22:41.039177</dd> + <dd>2023-10-17 01:30:36.997160</dd> </div> <div> <dt>Status code</dt> @@ -630,39 +630,39 @@ <h2 id="2023-10-16-01-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[01:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[01:22:36] Getting all files in Councillors... base.py:191 +[01:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:22:37] ...data deleted. base.py:246 +[01:30:34] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[01:22:41] Finished attempting to scrape: FIF base.py:324 +[01:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-00-52">2023-10-16</h2> + <h2 id="2023-10-17-01-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:52:35.079587</dd> + <dd>2023-10-17 01:00:31.672218</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:52:40.897801</dd> + <dd>2023-10-17 01:00:36.660226</dd> </div> <div> <dt>Status code</dt> @@ -677,25 +677,25 @@ <h2 id="2023-10-16-00-52">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[01:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[00:52:36] Getting all files in Councillors... base.py:191 +[01:00:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:52:37] ...data deleted. base.py:246 +[01:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[00:52:40] Finished attempting to scrape: FIF base.py:324 +[01:00:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-16-00-22">2023-10-16</h2> + <h2 id="2023-10-17-00-30">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -705,11 +705,11 @@ <h2 id="2023-10-16-00-22">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:22:35.082232</dd> + <dd>2023-10-17 00:30:31.670127</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:22:40.826058</dd> + <dd>2023-10-17 00:30:36.895526</dd> </div> <div> <dt>Status code</dt> @@ -724,39 +724,39 @@ <h2 id="2023-10-16-00-22">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[00:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 +[00:30:32] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[00:22:36] ...found 1 files in Councillors base.py:207 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:22:37] ...data deleted. base.py:246 +[00:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[00:22:40] Finished attempting to scrape: FIF base.py:324 +[00:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-15-23-52">2023-10-15</h2> + <h2 id="2023-10-17-00-00">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>6 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:52:35.077924</dd> + <dd>2023-10-17 00:00:31.667998</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:52:40.798102</dd> + <dd>2023-10-17 00:00:38.441902</dd> </div> <div> <dt>Status code</dt> @@ -771,25 +771,25 @@ <h2 id="2023-10-15-23-52">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[00:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 +[00:00:32] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[23:52:36] ...found 1 files in Councillors base.py:207 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:52:37] ...data deleted. base.py:246 +[00:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[23:52:40] Finished attempting to scrape: FIF base.py:324 +[00:00:38] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-15-23-22">2023-10-15</h2> + <h2 id="2023-10-16-23-30">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -799,11 +799,11 @@ <h2 id="2023-10-15-23-22">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:22:35.078649</dd> + <dd>2023-10-16 23:30:31.666579</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:22:40.707118</dd> + <dd>2023-10-16 23:30:36.798664</dd> </div> <div> <dt>Status code</dt> @@ -818,25 +818,25 @@ <h2 id="2023-10-15-23-22">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[23:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 - Deleting existing data... base.py:239 -[23:22:36] Getting all files in Councillors... base.py:191 +[23:30:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:22:37] ...data deleted. base.py:246 +[23:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[23:22:40] Finished attempting to scrape: FIF base.py:324 +[23:30:36] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-15-22-52">2023-10-15</h2> + <h2 id="2023-10-16-23-00">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -846,11 +846,11 @@ <h2 id="2023-10-15-22-52">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:52:35.075717</dd> + <dd>2023-10-16 23:00:31.657740</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:52:41.026295</dd> + <dd>2023-10-16 23:00:37.544604</dd> </div> <div> <dt>Status code</dt> @@ -865,39 +865,39 @@ <h2 id="2023-10-15-22-52">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[23:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[22:52:36] ...found 1 files in Councillors base.py:207 +[23:00:32] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:52:37] ...data deleted. base.py:246 +[23:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[22:52:41] Finished attempting to scrape: FIF base.py:324 +[23:00:37] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-15-22-22">2023-10-15</h2> + <h2 id="2023-10-16-22-30">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>6 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:22:35.075301</dd> + <dd>2023-10-16 22:30:31.653767</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:22:40.917608</dd> + <dd>2023-10-16 22:30:37.691089</dd> </div> <div> <dt>Status code</dt> @@ -912,39 +912,39 @@ <h2 id="2023-10-15-22-22">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:22:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[22:30:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 Deleting existing data... base.py:239 -[22:22:36] Getting all files in Councillors... base.py:191 +[22:30:32] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:22:37] ...data deleted. base.py:246 +[22:30:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[22:22:40] Finished attempting to scrape: FIF base.py:324 +[22:30:37] Finished attempting to scrape: FIF base.py:324 </pre> - <h2 id="2023-10-15-21-52">2023-10-15</h2> + <h2 id="2023-10-16-22-00">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>5 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 21:52:35.080929</dd> + <dd>2023-10-16 22:00:31.646639</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 21:52:41.045245</dd> + <dd>2023-10-16 22:00:36.624327</dd> </div> <div> <dt>Status code</dt> @@ -959,18 +959,18 @@ <h2 id="2023-10-15-21-52">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[21:52:35] Fetching Scraper for: FIF handlers.py:23 + <pre>[22:00:31] Fetching Scraper for: FIF handlers.py:23 Begin attempting to scrape: FIF handlers.py:27 Deleting existing data... base.py:239 -[21:52:36] Getting all files in Councillors... base.py:191 +[22:00:32] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[21:52:37] ...data deleted. base.py:246 +[22:00:33] ...data deleted. base.py:246 Scraping from base.py:42 https://www.fife.gov.uk/kb/docs/articles/about-your-counci l2/politicians-and-committees/your-local-councillors/counc illor/ -[21:52:41] Finished attempting to scrape: FIF base.py:324 +[22:00:36] Finished attempting to scrape: FIF base.py:324 </pre> diff --git a/logbooks/FLN/index.html b/logbooks/FLN/index.html index 5471833f26..4a9e791192 100644 --- a/logbooks/FLN/index.html +++ b/logbooks/FLN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:06:50.395335</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:07:00.552241</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:06:50] Fetching Scraper for: FLN handlers.py:23 + Begin attempting to scrape: FLN handlers.py:27 + Deleting existing data... base.py:239 +[10:06:51] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 67 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:06:53] Deleting batch no. 2 consisting of 35 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://cyfarfodyddpwyllgor.siryfflint.gov.uk/mgWebService + .asmx/GetCouncillorsByWard +[10:06:57] Committing batch 1 consisting of 92 files base.py:274 +[10:06:59] Committing batch 2 consisting of 42 files base.py:274 +[10:07:00] Finished attempting to scrape: FLN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-42">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:42:10.497255</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:42:20.867252</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:42:10] Fetching Scraper for: FLN handlers.py:23 - Begin attempting to scrape: FLN handlers.py:27 - Deleting existing data... base.py:239 -[13:42:11] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:42:12] Deleting batch no. 2 consisting of 35 files base.py:216 -[13:42:13] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cyfarfodyddpwyllgor.siryfflint.gov.uk/mgWebService - .asmx/GetCouncillorsByWard -[13:42:18] Committing batch 1 consisting of 92 files base.py:274 -[13:42:19] Committing batch 2 consisting of 42 files base.py:274 -[13:42:20] Finished attempting to scrape: FLN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FOE/index.html b/logbooks/FOE/index.html index d4a166502d..3b9aa72904 100644 --- a/logbooks/FOE/index.html +++ b/logbooks/FOE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-01">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:01:09.764146</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:01:15.240645</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:01:09] Fetching Scraper for: FOE handlers.py:23 + Begin attempting to scrape: FOE handlers.py:27 +[10:01:10] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:01:11] ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 +[10:01:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://meetings.fdean.gov.uk//mgWebService.asmx/GetCounci + llorsByWard +[10:01:13] Committing batch 1 consisting of 76 files base.py:274 +[10:01:15] Finished attempting to scrape: FOE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:38:42.828277</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:38:48.788605</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:38:42] Fetching Scraper for: FOE handlers.py:23 - Begin attempting to scrape: FOE handlers.py:27 -[13:38:43] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:38:44] ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 -[13:38:45] ...data deleted. base.py:246 - Scraping from base.py:42 - https://meetings.fdean.gov.uk//mgWebService.asmx/GetCounci - llorsByWard -[13:38:47] Committing batch 1 consisting of 76 files base.py:274 -[13:38:48] Finished attempting to scrape: FOE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/FYL/index.html b/logbooks/FYL/index.html index 4613803810..a0c2e1dff4 100644 --- a/logbooks/FYL/index.html +++ b/logbooks/FYL/index.html @@ -37,6 +37,352 @@ + <h2 id="2023-10-15-08-55">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>164 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:55:07.907435</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:57:52.798693</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:55:07] Fetching Scraper for: FYL handlers.py:23 + Begin attempting to scrape: FYL handlers.py:27 +[08:55:08] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:55:09] ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[08:55:10] ...data deleted. base.py:246 + Scraping from base.py:42 + https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx +[08:55:13] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D + efault.aspx +[08:55:16] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D + efault.aspx +[08:55:18] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ + Default.aspx +[08:55:21] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ + Default.aspx +[08:55:22] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/183/ScreenMode/Alphabetical/ + Default.aspx +[08:55:25] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/183/ScreenMode/Alphabetical/ + Default.aspx +[08:55:26] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D + efault.aspx +[08:55:29] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D + efault.aspx +[08:55:31] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ + Default.aspx +[08:55:33] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ + Default.aspx +[08:55:34] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alphabetical/D + efault.aspx +[08:55:38] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alphabetical/D + efault.aspx +[08:55:39] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ + Default.aspx +[08:55:41] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ + Default.aspx +[08:55:43] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D + efault.aspx +[08:55:46] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D + efault.aspx +[08:55:47] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ + Default.aspx +[08:55:50] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ + Default.aspx +[08:55:51] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D + efault.aspx +[08:55:54] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D + efault.aspx +[08:55:55] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ + Default.aspx +[08:55:58] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ + Default.aspx +[08:56:00] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ + Default.aspx +[08:56:03] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ + Default.aspx +[08:56:05] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ + Default.aspx +[08:56:07] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ + Default.aspx +[08:56:08] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D + efault.aspx +[08:56:11] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D + efault.aspx +[08:56:12] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ + Default.aspx +[08:56:15] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ + Default.aspx +[08:56:16] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ + Default.aspx +[08:56:19] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ + Default.aspx +[08:56:20] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D + efault.aspx +[08:56:23] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D + efault.aspx +[08:56:24] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ + Default.aspx +[08:56:28] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ + Default.aspx +[08:56:29] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ + Default.aspx +[08:56:32] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ + Default.aspx +[08:56:34] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D + efault.aspx +[08:56:36] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D + efault.aspx +[08:56:38] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D + efault.aspx +[08:56:41] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D + efault.aspx +[08:56:42] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D + efault.aspx +[08:56:45] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D + efault.aspx +[08:56:46] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ + Default.aspx +[08:56:49] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ + Default.aspx +[08:56:51] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ + Default.aspx +[08:56:54] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ + Default.aspx +[08:56:55] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ + Default.aspx +[08:56:58] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ + Default.aspx +[08:56:59] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D + efault.aspx +[08:57:02] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D + efault.aspx +[08:57:03] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ + Default.aspx +[08:57:06] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ + Default.aspx +[08:57:07] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D + efault.aspx +[08:57:10] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D + efault.aspx +[08:57:11] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ + Default.aspx +[08:57:14] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ + Default.aspx +[08:57:17] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D + efault.aspx +[08:57:20] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D + efault.aspx +[08:57:21] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D + efault.aspx +[08:57:24] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D + efault.aspx +[08:57:26] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ + Default.aspx +[08:57:28] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ + Default.aspx +[08:57:29] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetical/D + efault.aspx +[08:57:32] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetical/D + efault.aspx +[08:57:34] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/205/ScreenMode/Alphabetical/ + Default.aspx +[08:57:36] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/205/ScreenMode/Alphabetical/ + Default.aspx +[08:57:37] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabetical/D + efault.aspx +[08:57:41] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Alphabetical/D + efault.aspx +[08:57:42] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabetical/D + efault.aspx +[08:57:46] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabetical/D + efault.aspx +[08:57:47] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabetical/ + Default.aspx +[08:57:50] Scraping from base.py:42 + http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabetical/ + Default.aspx +[08:57:51] Committing batch 1 consisting of 74 files base.py:274 +[08:57:52] Finished attempting to scrape: FYL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-49">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1708,64 +2054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>3 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:22:37.158786</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:22:40.489124</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 51, in run - councillor = self.get_single_councillor(councillor_html) - File "/var/task/lgsf/councillors/scrapers.py", line 267, in get_single_councillor - party = self.get_party_name(list_page_html) - File "/var/task/lgsf/councillors/scrapers.py", line 253, in get_party_name - return list_page_html.find_all("img")[-1]["title"].replace("(logo)", "").strip() - File "/opt/python/bs4/element.py", line 1573, in __getitem__ - return self.attrs[key] -KeyError: 'title' -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:22:37] Fetching Scraper for: FYL handlers.py:23 - Begin attempting to scrape: FYL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:22:38] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:22:39] ...data deleted. base.py:246 - Scraping from base.py:42 - https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx -[14:22:40] 'title' handlers.py:36 - Finished attempting to scrape: FYL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GAT/index.html b/logbooks/GAT/index.html index f32107e4c4..a140f56625 100644 --- a/logbooks/GAT/index.html +++ b/logbooks/GAT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:48:01.855212</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:48:12.376975</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:48:01] Fetching Scraper for: GAT handlers.py:23 + Begin attempting to scrape: GAT handlers.py:27 +[08:48:02] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:48:03] ...found 66 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 66 files in Councillors/raw base.py:207 + ...found 133 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:48:04] Deleting batch no. 2 consisting of 33 files base.py:216 +[08:48:05] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.gateshead.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:48:08] Committing batch 1 consisting of 92 files base.py:274 +[08:48:11] Committing batch 2 consisting of 40 files base.py:274 +[08:48:12] Finished attempting to scrape: GAT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:12:45.623632</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:12:56.259755</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:12:45] Fetching Scraper for: GAT handlers.py:23 - Begin attempting to scrape: GAT handlers.py:27 -[13:12:46] Deleting existing data... base.py:239 -[13:12:47] Getting all files in Councillors... base.py:191 -[13:12:48] Getting all files in Councillors/json... base.py:191 - ...found 66 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 66 files in Councillors/raw base.py:207 - ...found 133 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:12:49] Deleting batch no. 2 consisting of 33 files base.py:216 -[13:12:50] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.gateshead.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:12:53] Committing batch 1 consisting of 92 files base.py:274 -[13:12:55] Committing batch 2 consisting of 40 files base.py:274 -[13:12:56] Finished attempting to scrape: GAT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GED/index.html b/logbooks/GED/index.html index 08b8f99d7f..32c39642f3 100644 --- a/logbooks/GED/index.html +++ b/logbooks/GED/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:43:48.989112</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:43:56.171886</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:43:48] Fetching Scraper for: GED handlers.py:23 +[09:43:49] Begin attempting to scrape: GED handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:43:50] ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[09:43:51] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.gedling.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:43:54] Committing batch 1 consisting of 82 files base.py:274 +[09:43:56] Finished attempting to scrape: GED base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:41:39.852431</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:41:45.909461</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:41:39] Fetching Scraper for: GED handlers.py:23 - Begin attempting to scrape: GED handlers.py:27 -[13:41:40] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:41:41] ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[13:41:42] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.gedling.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:41:44] Committing batch 1 consisting of 82 files base.py:274 -[13:41:45] Finished attempting to scrape: GED base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GLG/index.html b/logbooks/GLG/index.html index bcbf6760ec..f07346c6ad 100644 --- a/logbooks/GLG/index.html +++ b/logbooks/GLG/index.html @@ -37,6 +37,314 @@ + <h2 id="2023-10-15-08-25">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>54 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:25:50.836850</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:26:44.904760</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:25:50] Fetching Scraper for: GLG handlers.py:23 + Begin attempting to scrape: GLG handlers.py:27 +[08:25:51] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:25:52] ...found 85 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 85 files in Councillors/raw base.py:207 + ...found 171 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:25:53] Deleting batch no. 2 consisting of 71 files base.py:216 +[08:25:54] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/allMem + bers.asp?sort=0&page=0&rec=100 +[08:25:55] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2391&t=Councillor+Saqib+Ahmed + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1300&t=Councillor+Susan+Aitken +[08:25:56] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3246&t=Councilor+Imran+Alam +[08:25:57] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3277&t=Councillor+Blair+Anderson + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1224&t=Councillor+Ken+Andrew +[08:25:58] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2398&t=Councillor+Alexander+Belic + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2394&t=Councillor+Richard+Bell +[08:25:59] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3268&t=Councillor+Declan+Blench + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2107&t=Councillor+Eva+Bolander +[08:26:00] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3259&t=Councillor+Abdul+Bostani + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=80&t=Councillor+Philip+Braat +[08:26:01] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3094&t=Councillor+Jill+Brown + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3249&t=Councillor+Holly+Bruce +[08:26:02] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1325&t=Councillor+Maureen+Burke + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=130&t=Councillor+Bill+Butler +[08:26:03] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2413&t=Councillor+Graham+Campbell + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2414&t=Councillor+Christina+Cannon +[08:26:05] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=63&t=Councillor+Paul+Carey+BEM + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3276&t=Bailie+Anthony+Carroll +[08:26:06] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3395&t=Councillor+John+Carson + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2425&t=Councillor+Allan+Casey +[08:26:07] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2416&t=Bailie+Annette+Christie + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2308&t=Councillor+Chris+Cunningham +[08:26:08] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=67&t=Councillor+Stephen+Curran + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1310&t=Councillor+Feargal+Dalton +[08:26:09] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3272&t=Councillor+John+Daly + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3264&t=Councillor+Audrey+Dempsey +[08:26:10] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3250&t=Councillor+Stephen+Docherty +[08:26:11] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2417&t=Councillor+Laura+Doherty + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=74&t=Councillor+Stephen+Dornan +[08:26:12] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=484&t=Bailie+Patricia+Ferguson + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3242&t=Councillor+Sean+Ferguson +[08:26:13] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3252&t=Bailie+Elaine+Gallagher + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3248&t=Councillor+Zen+Ghani +[08:26:14] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2410&t=Councillor+Allan+Gow + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3244&t=Councillor+William+Graham +[08:26:15] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3275&t=Bailie+Sharon+Greer + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2108&t=Councillor+Greg+Hepburn +[08:26:16] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3262&t=Councillor+Fiona+Higgins + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1293&t=Bailie+Rashid+Hussain +[08:26:17] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3247&t=Councillor+Dan+Hutchison + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3258&t=Councillor+Fyeza+Ikhlaq +[08:26:18] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3255&t=Councillor+Eunis+Jassemi + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3269&t=Bailie+Ann+Jenkins +[08:26:19] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3278&t=Councillor+Lilith+Johnstone +[08:26:20] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2486&t=Bailie+Jim+Kavanagh + Committing batch 1 consisting of 92 files base.py:274 +[08:26:21] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2422&t=Councillor+Ruairi+Kelly +[08:26:22] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3273&t=Councillor+Alex+Kerr + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=41&t=Councillor+Matt+Kerr +[08:26:23] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2419&t=Bailie+Thomas+Kerr +[08:26:24] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3274&t=Councillor+Kevin+Lalley + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3251&t=Councillor+Paul+Leinster +[08:26:25] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=107&t=Councillor+Frank+McAveety + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3240&t=Bailie+Paul+McCabe +[08:26:26] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=54&t=Councillor+Elaine+McDougall + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2411&t=Lord+Provost+Jacqueline+McLaren +[08:26:27] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=9&t=Councillor+Kenny+McLean + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=779&t=Bailie+Norman+MacLeod +[08:26:28] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2393&t=Councillor+Elaine+McSporran + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=34&t=Councillor+Anne+McTaggart +[08:26:29] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=60&t=Councillor+Hanzala+Malik + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3243&t=Bailie+Le%F2dhas+Massie +[08:26:30] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2402&t=Councillor+Christy+Mearns + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2265&t=Councillor+Angus+Millar +[08:26:31] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3257&t=Councillor+Malcolm+Mitchell + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2396&t=Councillor+Jon+Molyneux +[08:26:32] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2412&t=Councillor+Robert+Mooney +[08:26:33] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2389&t=Bailie+Margaret+Morgan + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2407&t=Councillor+Eva+Murray +[08:26:34] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2401&t=Councillor+Cecilia+O%27Lone + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3260&t=Councillor+Keiran+O%27Neill +[08:26:35] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3271&t=Councillor+Jill+Pidgeon + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3253&t=Bailie+Linda+Pike +[08:26:36] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1299&t=Bailie+Hanif+Raja +[08:26:37] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3266&t=Councillor+Thomas+Rannachan + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=61&t=Councillor+George+Redmond +[08:26:38] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3256&t=Councillor+Lana+Reid%2DMcConnell + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3245&t=Bailie+Roza+Salih +[08:26:39] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1319&t=Councillor+Franny+Scally +[08:26:40] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=78&t=Bailie+James+Scanlon + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=1303&t=Councillor+Dr+Soryia+Siddique +[08:26:41] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3270&t=Councillor+Kieran+Turner + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=3241&t=Councillor+Catherine+Vallis +[08:26:42] Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=64&t=Councillor+Martha+Wardrop + Scraping from base.py:42 + https://www.glasgow.gov.uk/councillorsandcommittees/member + .asp?id=2118&t=Councillor+Alex+Wilson +[08:26:43] Committing batch 2 consisting of 78 files base.py:274 +[08:26:44] Finished attempting to scrape: GLG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-06">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5886,314 +6194,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>51 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:55:33.658872</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:56:25.438824</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:55:33] Fetching Scraper for: GLG handlers.py:23 - Begin attempting to scrape: GLG handlers.py:27 - Deleting existing data... base.py:239 -[12:55:34] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 85 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:55:35] ...found 85 files in Councillors/raw base.py:207 - ...found 171 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:55:36] Deleting batch no. 2 consisting of 71 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/allMem - bers.asp?sort=0&page=0&rec=100 -[12:55:38] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2391&t=Councillor+Saqib+Ahmed - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1300&t=Councillor+Susan+Aitken -[12:55:39] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3246&t=Councilor+Imran+Alam - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3277&t=Councillor+Blair+Anderson -[12:55:40] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1224&t=Councillor+Ken+Andrew - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2398&t=Councillor+Alexander+Belic -[12:55:41] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2394&t=Councillor+Richard+Bell - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3268&t=Councillor+Declan+Blench -[12:55:42] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2107&t=Councillor+Eva+Bolander - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3259&t=Councillor+Abdul+Bostani -[12:55:43] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=80&t=Councillor+Philip+Braat - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3094&t=Councillor+Jill+Brown -[12:55:44] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3249&t=Councillor+Holly+Bruce - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1325&t=Councillor+Maureen+Burke -[12:55:45] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=130&t=Councillor+Bill+Butler - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2413&t=Councillor+Graham+Campbell -[12:55:46] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2414&t=Councillor+Christina+Cannon - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=63&t=Councillor+Paul+Carey+BEM -[12:55:47] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3276&t=Bailie+Anthony+Carroll - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3395&t=Councillor+John+Carson -[12:55:48] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2425&t=Councillor+Allan+Casey - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2416&t=Bailie+Annette+Christie -[12:55:49] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2308&t=Councillor+Chris+Cunningham - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=67&t=Councillor+Stephen+Curran -[12:55:50] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1310&t=Councillor+Feargal+Dalton - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3272&t=Councillor+John+Daly -[12:55:51] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3264&t=Councillor+Audrey+Dempsey -[12:55:52] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3250&t=Councillor+Stephen+Docherty - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2417&t=Councillor+Laura+Doherty -[12:55:53] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=74&t=Councillor+Stephen+Dornan - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=484&t=Bailie+Patricia+Ferguson -[12:55:54] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3242&t=Councillor+Sean+Ferguson - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3252&t=Bailie+Elaine+Gallagher -[12:55:55] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3248&t=Councillor+Zen+Ghani - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2410&t=Councillor+Allan+Gow -[12:55:56] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3244&t=Councillor+William+Graham - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3275&t=Bailie+Sharon+Greer -[12:55:57] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2108&t=Councillor+Greg+Hepburn - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3262&t=Councillor+Fiona+Higgins -[12:55:58] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1293&t=Bailie+Rashid+Hussain - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3247&t=Councillor+Dan+Hutchison -[12:55:59] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3258&t=Councillor+Fyeza+Ikhlaq - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3255&t=Councillor+Eunis+Jassemi -[12:56:00] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3269&t=Bailie+Ann+Jenkins - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3278&t=Councillor+Lilith+Johnstone -[12:56:01] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2486&t=Bailie+Jim+Kavanagh - Committing batch 1 consisting of 92 files base.py:274 -[12:56:03] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2422&t=Councillor+Ruairi+Kelly - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3273&t=Councillor+Alex+Kerr -[12:56:04] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=41&t=Councillor+Matt+Kerr - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2419&t=Bailie+Thomas+Kerr -[12:56:05] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3274&t=Councillor+Kevin+Lalley - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3251&t=Councillor+Paul+Leinster -[12:56:06] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=107&t=Councillor+Frank+McAveety -[12:56:07] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3240&t=Bailie+Paul+McCabe -[12:56:08] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=54&t=Councillor+Elaine+McDougall - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2411&t=Lord+Provost+Jacqueline+McLaren -[12:56:09] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=9&t=Councillor+Kenny+McLean - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=779&t=Bailie+Norman+MacLeod -[12:56:10] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2393&t=Councillor+Elaine+McSporran - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=34&t=Councillor+Anne+McTaggart -[12:56:11] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=60&t=Councillor+Hanzala+Malik - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3243&t=Bailie+Le%F2dhas+Massie -[12:56:12] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2402&t=Councillor+Christy+Mearns - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2265&t=Councillor+Angus+Millar -[12:56:13] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3257&t=Councillor+Malcolm+Mitchell - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2396&t=Councillor+Jon+Molyneux -[12:56:14] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2412&t=Councillor+Robert+Mooney - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2389&t=Bailie+Margaret+Morgan -[12:56:15] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2407&t=Councillor+Eva+Murray - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2401&t=Councillor+Cecilia+O%27Lone -[12:56:16] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3260&t=Councillor+Keiran+O%27Neill - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3271&t=Councillor+Jill+Pidgeon -[12:56:17] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3253&t=Bailie+Linda+Pike - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1299&t=Bailie+Hanif+Raja -[12:56:18] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3266&t=Councillor+Thomas+Rannachan - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=61&t=Councillor+George+Redmond -[12:56:19] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3256&t=Councillor+Lana+Reid%2DMcConnell - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3245&t=Bailie+Roza+Salih -[12:56:20] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1319&t=Councillor+Franny+Scally - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=78&t=Bailie+James+Scanlon -[12:56:21] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=1303&t=Councillor+Dr+Soryia+Siddique - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3270&t=Councillor+Kieran+Turner -[12:56:22] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=3241&t=Councillor+Catherine+Vallis - Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=64&t=Councillor+Martha+Wardrop -[12:56:23] Scraping from base.py:42 - https://www.glasgow.gov.uk/councillorsandcommittees/member - .asp?id=2118&t=Councillor+Alex+Wilson - Committing batch 2 consisting of 78 files base.py:274 -[12:56:25] Finished attempting to scrape: GLG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GLO/index.html b/logbooks/GLO/index.html index 8070e167f6..d7d74b6462 100644 --- a/logbooks/GLO/index.html +++ b/logbooks/GLO/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:58:34.891565</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:58:42.535957</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:58:34] Fetching Scraper for: GLO handlers.py:23 + Begin attempting to scrape: GLO handlers.py:27 +[09:58:35] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:58:36] ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:58:37] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.gloucester.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:58:41] Committing batch 1 consisting of 78 files base.py:274 +[09:58:42] Finished attempting to scrape: GLO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-12">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:17:08.685797</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:17:15.832741</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:17:08] Fetching Scraper for: GLO handlers.py:23 - Begin attempting to scrape: GLO handlers.py:27 -[12:17:09] Deleting existing data... base.py:239 -[12:17:10] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:17:11] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[12:17:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.gloucester.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:17:14] Committing batch 1 consisting of 78 files base.py:274 -[12:17:15] Finished attempting to scrape: GLO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GLS/index.html b/logbooks/GLS/index.html index 705bb6a33c..7bd327bbda 100644 --- a/logbooks/GLS/index.html +++ b/logbooks/GLS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:30:57.660827</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:31:07.294697</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:30:57] Fetching Scraper for: GLS handlers.py:23 + Begin attempting to scrape: GLS handlers.py:27 +[10:30:58] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 53 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:30:59] ...found 53 files in Councillors/raw base.py:207 + ...found 107 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:31:00] Deleting batch no. 2 consisting of 7 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://glostext.gloucestershire.gov.uk//mgWebService.asmx/ + GetCouncillorsByWard +[10:31:04] Committing batch 1 consisting of 92 files base.py:274 +[10:31:06] Committing batch 2 consisting of 14 files base.py:274 +[10:31:07] Finished attempting to scrape: GLS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-16">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:24:08.782576</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:24:17.939730</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:24:08] Fetching Scraper for: GLS handlers.py:23 - Begin attempting to scrape: GLS handlers.py:27 -[12:24:09] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:24:10] ...found 53 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 53 files in Councillors/raw base.py:207 - ...found 107 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:24:11] Deleting batch no. 2 consisting of 7 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://glostext.gloucestershire.gov.uk//mgWebService.asmx/ - GetCouncillorsByWard -[12:24:15] Committing batch 1 consisting of 92 files base.py:274 -[12:24:16] Committing batch 2 consisting of 14 files base.py:274 -[12:24:17] Finished attempting to scrape: GLS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GOS/index.html b/logbooks/GOS/index.html index d050020d5a..4e137cb362 100644 --- a/logbooks/GOS/index.html +++ b/logbooks/GOS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:49:24.609878</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:49:29.897504</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:49:24] Fetching Scraper for: GOS handlers.py:23 + Begin attempting to scrape: GOS handlers.py:27 + Deleting existing data... base.py:239 +[08:49:25] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 28 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 28 files in Councillors/raw base.py:207 + ...found 57 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 57 files base.py:216 +[08:49:26] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.gosport.gov.uk//mgWebService.asmx/GetCou + ncillorsByWard +[08:49:28] Committing batch 1 consisting of 56 files base.py:274 +[08:49:29] Finished attempting to scrape: GOS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:41:49.421430</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:41:54.989308</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:41:49] Fetching Scraper for: GOS handlers.py:23 - Begin attempting to scrape: GOS handlers.py:27 - Deleting existing data... base.py:239 -[13:41:50] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 28 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 28 files in Councillors/raw base.py:207 -[13:41:51] ...found 57 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 57 files base.py:216 -[13:41:52] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.gosport.gov.uk//mgWebService.asmx/GetCou - ncillorsByWard -[13:41:53] Committing batch 1 consisting of 56 files base.py:274 -[13:41:54] Finished attempting to scrape: GOS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GRA/index.html b/logbooks/GRA/index.html index ce619f3457..e40675a242 100644 --- a/logbooks/GRA/index.html +++ b/logbooks/GRA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:14.468869</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:31:19.693917</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:14] Fetching Scraper for: GRA handlers.py:23 + Begin attempting to scrape: GRA handlers.py:27 + Deleting existing data... base.py:239 +[08:31:15] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[08:31:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.gravesham.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:31:18] Committing batch 1 consisting of 78 files base.py:274 +[08:31:19] Finished attempting to scrape: GRA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-49">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:55:42.899349</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:55:47.977751</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:55:42] Fetching Scraper for: GRA handlers.py:23 - Begin attempting to scrape: GRA handlers.py:27 -[13:55:43] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:55:44] ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.gravesham.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:55:46] Committing batch 1 consisting of 78 files base.py:274 -[13:55:47] Finished attempting to scrape: GRA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GRE/index.html b/logbooks/GRE/index.html index 3018e9da72..f99603de49 100644 --- a/logbooks/GRE/index.html +++ b/logbooks/GRE/index.html @@ -37,6 +37,279 @@ + <h2 id="2023-10-15-09-03">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>126 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:03:29.848599</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:05:36.754091</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:03:29] Fetching Scraper for: GRE handlers.py:23 + Begin attempting to scrape: GRE handlers.py:27 +[09:03:30] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:03:31] ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:03:32] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:03:33] ...data deleted. base.py:246 + Scraping from base.py:42 + https://committees.royalgreenwich.gov.uk/Councillors/tabid + /63/ScreenMode/Alphabetical/Default.aspx +[09:03:34] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/336/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:36] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/354/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:38] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/337/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:40] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetic + al/Default.aspx +[09:03:43] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/345/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:45] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/348/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:48] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/314/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:49] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/76/ScreenMode/Alphabetic + al/Default.aspx +[09:03:52] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/315/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:54] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/355/ScreenMode/Alphabeti + cal/Default.aspx +[09:03:56] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode/Alphabetic + al/Default.aspx +[09:03:59] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:01] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/346/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:03] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:05] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/107/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:07] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/110/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:10] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabetic + al/Default.aspx +[09:04:13] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/81/ScreenMode/Alphabetic + al/Default.aspx +[09:04:15] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/349/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:18] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/86/ScreenMode/Alphabetic + al/Default.aspx +[09:04:20] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/92/ScreenMode/Alphabetic + al/Default.aspx +[09:04:23] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/105/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:25] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/341/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:26] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:28] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/123/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:31] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/338/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:32] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:36] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:38] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:40] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:41] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/316/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:44] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:46] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/342/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:47] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:50] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/357/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:52] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:54] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/340/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:57] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/356/ScreenMode/Alphabeti + cal/Default.aspx +[09:04:59] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/350/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:01] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/352/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:03] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/351/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:05] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/344/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:07] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetic + al/Default.aspx +[09:05:09] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/317/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:10] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/97/ScreenMode/Alphabetic + al/Default.aspx +[09:05:13] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetic + al/Default.aspx +[09:05:15] Committing batch 1 consisting of 92 files base.py:274 +[09:05:16] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/347/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:18] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/333/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:21] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/332/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:23] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/353/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:25] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabetic + al/Default.aspx +[09:05:27] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/339/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:29] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetic + al/Default.aspx +[09:05:31] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetic + al/Default.aspx +[09:05:33] Scraping from base.py:42 + http://committees.royalgreenwich.gov.uk/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/343/ScreenMode/Alphabeti + cal/Default.aspx +[09:05:35] Committing batch 2 consisting of 18 files base.py:274 +[09:05:36] Finished attempting to scrape: GRE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5221,279 +5494,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-33">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>132 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:33:28.414195</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:35:41.115761</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:33:28] Fetching Scraper for: GRE handlers.py:23 - Begin attempting to scrape: GRE handlers.py:27 - Deleting existing data... base.py:239 -[13:33:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:33:30] Deleting batch no. 2 consisting of 11 files base.py:216 -[13:33:31] ...data deleted. base.py:246 - Scraping from base.py:42 - https://committees.royalgreenwich.gov.uk/Councillors/tabid - /63/ScreenMode/Alphabetical/Default.aspx -[13:33:34] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/336/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:36] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/354/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:38] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/337/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:39] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetic - al/Default.aspx -[13:33:42] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/345/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:43] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/348/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:45] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/314/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:47] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/76/ScreenMode/Alphabetic - al/Default.aspx -[13:33:49] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/315/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:52] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/355/ScreenMode/Alphabeti - cal/Default.aspx -[13:33:53] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode/Alphabetic - al/Default.aspx -[13:34:00] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:03] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/346/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:05] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:06] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/107/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:08] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/110/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:10] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alphabetic - al/Default.aspx -[13:34:13] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/81/ScreenMode/Alphabetic - al/Default.aspx -[13:34:15] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/349/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:17] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/86/ScreenMode/Alphabetic - al/Default.aspx -[13:34:19] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/92/ScreenMode/Alphabetic - al/Default.aspx -[13:34:23] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/105/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:25] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/341/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:26] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:28] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/123/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:31] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/338/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:32] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:34] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:36] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:38] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:40] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/316/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:42] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:45] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/342/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:47] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:50] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/357/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:52] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:55] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/340/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:57] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/356/ScreenMode/Alphabeti - cal/Default.aspx -[13:34:59] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/350/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:01] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/352/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:03] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/351/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:05] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/344/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:08] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetic - al/Default.aspx -[13:35:12] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/317/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:14] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/97/ScreenMode/Alphabetic - al/Default.aspx -[13:35:16] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetic - al/Default.aspx -[13:35:18] Committing batch 1 consisting of 92 files base.py:274 -[13:35:20] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/347/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:21] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/333/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:23] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/332/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:26] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/353/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:27] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMode/Alphabetic - al/Default.aspx -[13:35:29] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/339/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:31] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetic - al/Default.aspx -[13:35:35] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetic - al/Default.aspx -[13:35:37] Scraping from base.py:42 - http://committees.royalgreenwich.gov.uk/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/343/ScreenMode/Alphabeti - cal/Default.aspx -[13:35:39] Committing batch 2 consisting of 18 files base.py:274 -[13:35:41] Finished attempting to scrape: GRE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GRT/index.html b/logbooks/GRT/index.html index dbfda47d86..916e2ccc19 100644 --- a/logbooks/GRT/index.html +++ b/logbooks/GRT/index.html @@ -37,7 +37,7 @@ - <h2 id="2023-10-16-07-08">2023-10-16</h2> + <h2 id="2023-10-17-07-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -47,11 +47,11 @@ <h2 id="2023-10-16-07-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 07:08:24.956783</dd> + <dd>2023-10-17 07:20:07.465043</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 07:08:27.858753</dd> + <dd>2023-10-17 07:20:10.240782</dd> </div> <div> <dt>Status code</dt> @@ -66,38 +66,38 @@ <h2 id="2023-10-16-07-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[07:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[07:20:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[07:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[07:08:26] ...found 1 files in Councillors base.py:207 + Deleting existing data... base.py:239 +[07:20:08] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[07:08:27] ...data deleted. base.py:246 +[07:20:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard - Finished attempting to scrape: GRT base.py:324 +[07:20:10] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-06-38">2023-10-16</h2> + <h2 id="2023-10-17-06-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>2 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:38:24.947786</dd> + <dd>2023-10-17 06:50:07.663728</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:38:27.725636</dd> + <dd>2023-10-17 06:50:11.705620</dd> </div> <div> <dt>Status code</dt> @@ -112,24 +112,24 @@ <h2 id="2023-10-16-06-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[06:50:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[06:38:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 +[06:50:08] Deleting existing data... base.py:239 +[06:50:09] Getting all files in Councillors... base.py:191 +[06:50:10] ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:38:26] ...data deleted. base.py:246 + ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[06:38:27] Finished attempting to scrape: GRT base.py:324 +[06:50:11] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-06-08">2023-10-16</h2> + <h2 id="2023-10-17-06-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -139,11 +139,11 @@ <h2 id="2023-10-16-06-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:08:24.950300</dd> + <dd>2023-10-17 06:20:06.910535</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:08:27.478846</dd> + <dd>2023-10-17 06:20:09.759210</dd> </div> <div> <dt>Status code</dt> @@ -158,24 +158,24 @@ <h2 id="2023-10-16-06-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[06:20:06] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[06:08:25] Deleting existing data... base.py:239 +[06:20:07] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 +[06:20:08] ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:08:26] ...data deleted. base.py:246 +[06:20:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[06:08:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-05-38">2023-10-16</h2> + <h2 id="2023-10-17-05-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -185,11 +185,11 @@ <h2 id="2023-10-16-05-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:38:24.946920</dd> + <dd>2023-10-17 05:50:04.439363</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:38:27.706913</dd> + <dd>2023-10-17 05:50:07.132739</dd> </div> <div> <dt>Status code</dt> @@ -204,38 +204,38 @@ <h2 id="2023-10-16-05-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[05:50:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[05:38:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[05:38:26] ...found 1 files in Councillors base.py:207 + Deleting existing data... base.py:239 +[05:50:05] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 +[05:50:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[05:38:27] Finished attempting to scrape: GRT base.py:324 +[05:50:07] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-05-08">2023-10-16</h2> + <h2 id="2023-10-17-05-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>2 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:08:24.946152</dd> + <dd>2023-10-17 05:20:04.436058</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:08:27.471796</dd> + <dd>2023-10-17 05:20:08.493870</dd> </div> <div> <dt>Status code</dt> @@ -250,24 +250,24 @@ <h2 id="2023-10-16-05-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[05:20:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[05:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[05:20:05] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:08:26] ...data deleted. base.py:246 +[05:20:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[05:08:27] Finished attempting to scrape: GRT base.py:324 +[05:20:08] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-04-38">2023-10-16</h2> + <h2 id="2023-10-17-04-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -277,11 +277,11 @@ <h2 id="2023-10-16-04-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:38:24.949189</dd> + <dd>2023-10-17 04:50:07.432681</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:38:27.660875</dd> + <dd>2023-10-17 04:50:10.182552</dd> </div> <div> <dt>Status code</dt> @@ -296,24 +296,24 @@ <h2 id="2023-10-16-04-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[04:50:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[04:38:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[04:50:08] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:38:26] ...data deleted. base.py:246 +[04:50:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[04:38:27] Finished attempting to scrape: GRT base.py:324 +[04:50:10] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-04-08">2023-10-16</h2> + <h2 id="2023-10-17-04-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -323,11 +323,11 @@ <h2 id="2023-10-16-04-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:08:24.942505</dd> + <dd>2023-10-17 04:20:06.811612</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:08:27.623358</dd> + <dd>2023-10-17 04:20:09.669251</dd> </div> <div> <dt>Status code</dt> @@ -342,24 +342,24 @@ <h2 id="2023-10-16-04-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[04:20:06] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[04:08:25] Deleting existing data... base.py:239 +[04:20:07] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:08:26] ...data deleted. base.py:246 +[04:20:08] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[04:08:27] Finished attempting to scrape: GRT base.py:324 +[04:20:09] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-03-38">2023-10-16</h2> + <h2 id="2023-10-17-03-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -369,11 +369,11 @@ <h2 id="2023-10-16-03-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:38:24.945096</dd> + <dd>2023-10-17 03:50:04.456699</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:38:27.877664</dd> + <dd>2023-10-17 03:50:07.216482</dd> </div> <div> <dt>Status code</dt> @@ -388,24 +388,24 @@ <h2 id="2023-10-16-03-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[03:50:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[03:38:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[03:38:26] ...found 1 files in Councillors base.py:207 + Deleting existing data... base.py:239 +[03:50:05] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 +[03:50:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[03:38:27] Finished attempting to scrape: GRT base.py:324 +[03:50:07] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-03-08">2023-10-16</h2> + <h2 id="2023-10-17-03-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -415,11 +415,11 @@ <h2 id="2023-10-16-03-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:08:24.945027</dd> + <dd>2023-10-17 03:20:04.468036</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:08:27.670199</dd> + <dd>2023-10-17 03:20:07.257631</dd> </div> <div> <dt>Status code</dt> @@ -434,24 +434,24 @@ <h2 id="2023-10-16-03-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[03:20:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[03:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[03:20:05] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:08:26] ...data deleted. base.py:246 +[03:20:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[03:08:27] Finished attempting to scrape: GRT base.py:324 +[03:20:07] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-02-38">2023-10-16</h2> + <h2 id="2023-10-17-02-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -461,11 +461,11 @@ <h2 id="2023-10-16-02-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:38:24.940968</dd> + <dd>2023-10-17 02:50:07.425673</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:38:27.593848</dd> + <dd>2023-10-17 02:50:10.377980</dd> </div> <div> <dt>Status code</dt> @@ -480,38 +480,38 @@ <h2 id="2023-10-16-02-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[02:50:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[02:38:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[02:50:08] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:38:26] ...data deleted. base.py:246 +[02:50:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[02:38:27] Finished attempting to scrape: GRT base.py:324 +[02:50:10] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-02-08">2023-10-16</h2> + <h2 id="2023-10-17-02-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>2 seconds</dd> + <dd>3 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:08:24.945362</dd> + <dd>2023-10-17 02:20:04.430327</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:08:27.703210</dd> + <dd>2023-10-17 02:20:07.851238</dd> </div> <div> <dt>Status code</dt> @@ -526,24 +526,24 @@ <h2 id="2023-10-16-02-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[02:20:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[02:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[02:20:05] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:08:26] ...data deleted. base.py:246 +[02:20:07] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[02:08:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-01-38">2023-10-16</h2> + <h2 id="2023-10-17-01-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -553,11 +553,11 @@ <h2 id="2023-10-16-01-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:38:24.940366</dd> + <dd>2023-10-17 01:50:07.667374</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:38:27.666633</dd> + <dd>2023-10-17 01:50:10.467157</dd> </div> <div> <dt>Status code</dt> @@ -572,24 +572,24 @@ <h2 id="2023-10-16-01-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[01:50:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[01:38:25] Deleting existing data... base.py:239 +[01:50:08] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:38:26] ...data deleted. base.py:246 +[01:50:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[01:38:27] Finished attempting to scrape: GRT base.py:324 +[01:50:10] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-01-08">2023-10-16</h2> + <h2 id="2023-10-17-01-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -599,11 +599,11 @@ <h2 id="2023-10-16-01-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:08:24.940786</dd> + <dd>2023-10-17 01:20:07.234999</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:08:27.696467</dd> + <dd>2023-10-17 01:20:09.785775</dd> </div> <div> <dt>Status code</dt> @@ -618,24 +618,24 @@ <h2 id="2023-10-16-01-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[01:20:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[01:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[01:08:26] ...found 1 files in Councillors base.py:207 + Deleting existing data... base.py:239 +[01:20:08] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 +[01:20:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[01:08:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-00-38">2023-10-16</h2> + <h2 id="2023-10-17-00-50">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -645,11 +645,11 @@ <h2 id="2023-10-16-00-38">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:38:24.939768</dd> + <dd>2023-10-17 00:50:06.963147</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:38:27.646135</dd> + <dd>2023-10-17 00:50:09.815651</dd> </div> <div> <dt>Status code</dt> @@ -664,24 +664,24 @@ <h2 id="2023-10-16-00-38">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[00:50:06] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[00:38:25] Deleting existing data... base.py:239 +[00:50:07] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[00:38:26] ...found 1 files in Councillors base.py:207 + ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 +[00:50:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[00:38:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-16-00-08">2023-10-16</h2> + <h2 id="2023-10-17-00-20">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -691,11 +691,11 @@ <h2 id="2023-10-16-00-08">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:08:24.939698</dd> + <dd>2023-10-17 00:20:04.624437</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:08:27.725156</dd> + <dd>2023-10-17 00:20:07.503506</dd> </div> <div> <dt>Status code</dt> @@ -710,24 +710,24 @@ <h2 id="2023-10-16-00-08">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[00:20:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[00:08:25] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[00:20:05] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:08:26] ...data deleted. base.py:246 +[00:20:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[00:08:27] Finished attempting to scrape: GRT base.py:324 +[00:20:07] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-15-23-38">2023-10-15</h2> + <h2 id="2023-10-16-23-50">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -737,11 +737,11 @@ <h2 id="2023-10-15-23-38">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:38:24.945803</dd> + <dd>2023-10-16 23:50:07.133008</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:38:27.636719</dd> + <dd>2023-10-16 23:50:09.896841</dd> </div> <div> <dt>Status code</dt> @@ -756,24 +756,24 @@ <h2 id="2023-10-15-23-38">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[23:50:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[23:38:25] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[23:38:26] ...found 1 files in Councillors base.py:207 +[23:50:08] ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 +[23:50:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[23:38:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-15-23-08">2023-10-15</h2> + <h2 id="2023-10-16-23-20">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -783,11 +783,11 @@ <h2 id="2023-10-15-23-08">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:08:24.940599</dd> + <dd>2023-10-16 23:20:04.809000</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:08:27.652861</dd> + <dd>2023-10-16 23:20:07.714591</dd> </div> <div> <dt>Status code</dt> @@ -802,24 +802,24 @@ <h2 id="2023-10-15-23-08">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[23:20:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[23:08:25] Deleting existing data... base.py:239 +[23:20:05] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 -[23:08:26] Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 + Deleting batch no. 1 consisting of 1 files base.py:216 +[23:20:07] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[23:08:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-15-22-38">2023-10-15</h2> + <h2 id="2023-10-16-22-50">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -829,11 +829,11 @@ <h2 id="2023-10-15-22-38">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:38:24.942814</dd> + <dd>2023-10-16 22:50:11.720086</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:38:27.645492</dd> + <dd>2023-10-16 22:50:14.517809</dd> </div> <div> <dt>Status code</dt> @@ -848,24 +848,24 @@ <h2 id="2023-10-15-22-38">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[22:50:11] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[22:38:25] Deleting existing data... base.py:239 +[22:50:12] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:38:26] ...data deleted. base.py:246 +[22:50:13] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[22:38:27] Finished attempting to scrape: GRT base.py:324 +[22:50:14] Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-15-22-08">2023-10-15</h2> + <h2 id="2023-10-16-22-20">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -875,11 +875,11 @@ <h2 id="2023-10-15-22-08">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:08:24.935535</dd> + <dd>2023-10-16 22:20:07.032137</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:08:27.448098</dd> + <dd>2023-10-16 22:20:09.819232</dd> </div> <div> <dt>Status code</dt> @@ -894,24 +894,24 @@ <h2 id="2023-10-15-22-08">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:08:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[22:20:07] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[22:08:25] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 +[22:20:08] ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:08:26] ...data deleted. base.py:246 +[22:20:09] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[22:08:27] Finished attempting to scrape: GRT base.py:324 + Finished attempting to scrape: GRT base.py:324 </pre> - <h2 id="2023-10-15-21-38">2023-10-15</h2> + <h2 id="2023-10-16-21-50">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -921,11 +921,11 @@ <h2 id="2023-10-15-21-38">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 21:38:24.936866</dd> + <dd>2023-10-16 21:50:04.823618</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 21:38:27.647810</dd> + <dd>2023-10-16 21:50:07.577985</dd> </div> <div> <dt>Status code</dt> @@ -940,17 +940,17 @@ <h2 id="2023-10-15-21-38">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[21:38:24] Fetching Scraper for: GRT handlers.py:23 + <pre>[21:50:04] Fetching Scraper for: GRT handlers.py:23 Begin attempting to scrape: GRT handlers.py:27 -[21:38:25] Deleting existing data... base.py:239 +[21:50:05] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[21:38:26] ...data deleted. base.py:246 +[21:50:06] ...data deleted. base.py:246 Scraping from base.py:42 https://www2.guildford.gov.uk/councilmeetings/mgWebService .asmx/GetCouncillorsByWard -[21:38:27] Finished attempting to scrape: GRT base.py:324 +[21:50:07] Finished attempting to scrape: GRT base.py:324 </pre> diff --git a/logbooks/GRY/index.html b/logbooks/GRY/index.html index f0b0247074..73d434c4be 100644 --- a/logbooks/GRY/index.html +++ b/logbooks/GRY/index.html @@ -37,6 +37,213 @@ + <h2 id="2023-10-15-09-51">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>67 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:51:31.400710</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:52:39.378672</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:51:31] Fetching Scraper for: GRY handlers.py:23 + Begin attempting to scrape: GRY handlers.py:27 + Deleting existing data... base.py:239 +[09:51:32] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:51:33] ...data deleted. base.py:246 + Scraping from base.py:42 + https://great-yarmouth.cmis.uk.com/great-yarmouth/Councill + ors/tabid/63/ScreenMode/Alphabetical/Default.aspx +[09:51:34] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/388/ScreenMode/ + Alphabetical/Default.aspx +[09:51:36] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/621/ScreenMode/ + Alphabetical/Default.aspx +[09:51:38] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/389/ScreenMode/ + Alphabetical/Default.aspx +[09:51:39] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/620/ScreenMode/ + Alphabetical/Default.aspx +[09:51:41] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/717/ScreenMode/ + Alphabetical/Default.aspx +[09:51:42] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/687/ScreenMode/ + Alphabetical/Default.aspx +[09:51:45] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/716/ScreenMode/ + Alphabetical/Default.aspx +[09:51:46] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/670/ScreenMode/ + Alphabetical/Default.aspx +[09:51:48] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/527/ScreenMode/ + Alphabetical/Default.aspx +[09:51:49] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/668/ScreenMode/ + Alphabetical/Default.aspx +[09:51:51] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/622/ScreenMode/ + Alphabetical/Default.aspx +[09:51:53] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/688/ScreenMode/ + Alphabetical/Default.aspx +[09:51:54] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/673/ScreenMode/ + Alphabetical/Default.aspx +[09:51:56] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/526/ScreenMode/ + Alphabetical/Default.aspx +[09:51:57] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/721/ScreenMode/ + Alphabetical/Default.aspx +[09:51:59] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/689/ScreenMode/ + Alphabetical/Default.aspx +[09:52:00] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/A + lphabetical/Default.aspx +[09:52:03] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/531/ScreenMode/ + Alphabetical/Default.aspx +[09:52:05] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/671/ScreenMode/ + Alphabetical/Default.aspx +[09:52:06] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/718/ScreenMode/ + Alphabetical/Default.aspx +[09:52:08] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/690/ScreenMode/ + Alphabetical/Default.aspx +[09:52:09] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/719/ScreenMode/ + Alphabetical/Default.aspx +[09:52:11] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/722/ScreenMode/ + Alphabetical/Default.aspx +[09:52:12] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/720/ScreenMode/ + Alphabetical/Default.aspx +[09:52:13] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/13/ScreenMode/A + lphabetical/Default.aspx +[09:52:15] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/A + lphabetical/Default.aspx +[09:52:17] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/725/ScreenMode/ + Alphabetical/Default.aspx +[09:52:18] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/724/ScreenMode/ + Alphabetical/Default.aspx +[09:52:19] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/525/ScreenMode/ + Alphabetical/Default.aspx +[09:52:22] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/672/ScreenMode/ + Alphabetical/Default.aspx +[09:52:23] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/396/ScreenMode/ + Alphabetical/Default.aspx +[09:52:25] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/694/ScreenMode/ + Alphabetical/Default.aspx +[09:52:26] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/723/ScreenMode/ + Alphabetical/Default.aspx +[09:52:27] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/A + lphabetical/Default.aspx +[09:52:29] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/623/ScreenMode/ + Alphabetical/Default.aspx +[09:52:31] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/696/ScreenMode/ + Alphabetical/Default.aspx +[09:52:32] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/A + lphabetical/Default.aspx +[09:52:34] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/A + lphabetical/Default.aspx +[09:52:36] Scraping from base.py:42 + http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo + rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/674/ScreenMode/ + Alphabetical/Default.aspx +[09:52:37] Committing batch 1 consisting of 78 files base.py:274 +[09:52:39] Finished attempting to scrape: GRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3967,213 +4174,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>72 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:10:44.617003</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:11:56.962553</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:10:44] Fetching Scraper for: GRY handlers.py:23 - Begin attempting to scrape: GRY handlers.py:27 - Deleting existing data... base.py:239 -[14:10:45] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:10:46] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://great-yarmouth.cmis.uk.com/great-yarmouth/Councill - ors/tabid/63/ScreenMode/Alphabetical/Default.aspx -[14:10:48] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/388/ScreenMode/ - Alphabetical/Default.aspx -[14:10:50] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/621/ScreenMode/ - Alphabetical/Default.aspx -[14:10:51] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/389/ScreenMode/ - Alphabetical/Default.aspx -[14:10:53] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/620/ScreenMode/ - Alphabetical/Default.aspx -[14:10:55] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/717/ScreenMode/ - Alphabetical/Default.aspx -[14:10:56] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/687/ScreenMode/ - Alphabetical/Default.aspx -[14:10:57] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/716/ScreenMode/ - Alphabetical/Default.aspx -[14:10:59] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/670/ScreenMode/ - Alphabetical/Default.aspx -[14:11:01] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/527/ScreenMode/ - Alphabetical/Default.aspx -[14:11:04] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/668/ScreenMode/ - Alphabetical/Default.aspx -[14:11:05] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/622/ScreenMode/ - Alphabetical/Default.aspx -[14:11:07] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/688/ScreenMode/ - Alphabetical/Default.aspx -[14:11:09] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/673/ScreenMode/ - Alphabetical/Default.aspx -[14:11:11] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/526/ScreenMode/ - Alphabetical/Default.aspx -[14:11:13] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/721/ScreenMode/ - Alphabetical/Default.aspx -[14:11:14] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/689/ScreenMode/ - Alphabetical/Default.aspx -[14:11:15] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/A - lphabetical/Default.aspx -[14:11:17] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/531/ScreenMode/ - Alphabetical/Default.aspx -[14:11:19] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/671/ScreenMode/ - Alphabetical/Default.aspx -[14:11:22] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/718/ScreenMode/ - Alphabetical/Default.aspx -[14:11:23] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/690/ScreenMode/ - Alphabetical/Default.aspx -[14:11:25] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/719/ScreenMode/ - Alphabetical/Default.aspx -[14:11:26] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/722/ScreenMode/ - Alphabetical/Default.aspx -[14:11:27] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/720/ScreenMode/ - Alphabetical/Default.aspx -[14:11:28] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/13/ScreenMode/A - lphabetical/Default.aspx -[14:11:31] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/A - lphabetical/Default.aspx -[14:11:33] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/725/ScreenMode/ - Alphabetical/Default.aspx -[14:11:34] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/724/ScreenMode/ - Alphabetical/Default.aspx -[14:11:35] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/525/ScreenMode/ - Alphabetical/Default.aspx -[14:11:37] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/672/ScreenMode/ - Alphabetical/Default.aspx -[14:11:38] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/396/ScreenMode/ - Alphabetical/Default.aspx -[14:11:41] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/694/ScreenMode/ - Alphabetical/Default.aspx -[14:11:42] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/723/ScreenMode/ - Alphabetical/Default.aspx -[14:11:44] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/A - lphabetical/Default.aspx -[14:11:46] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/623/ScreenMode/ - Alphabetical/Default.aspx -[14:11:47] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/696/ScreenMode/ - Alphabetical/Default.aspx -[14:11:49] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/A - lphabetical/Default.aspx -[14:11:51] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/A - lphabetical/Default.aspx -[14:11:53] Scraping from base.py:42 - http://great-yarmouth.cmis.uk.com/great-yarmouth/Councillo - rs/tabid/63/ctl/ViewCMIS_Person/mid/383/id/674/ScreenMode/ - Alphabetical/Default.aspx -[14:11:55] Committing batch 1 consisting of 78 files base.py:274 -[14:11:56] Finished attempting to scrape: GRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/GWN/index.html b/logbooks/GWN/index.html index d30a2326e7..21d631c5dd 100644 --- a/logbooks/GWN/index.html +++ b/logbooks/GWN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-19">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:19:51.966194</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:20:00.847547</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:19:51] Fetching Scraper for: GWN handlers.py:23 + Begin attempting to scrape: GWN handlers.py:27 +[10:19:52] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:19:53] ...found 69 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 69 files in Councillors/raw base.py:207 + ...found 139 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:19:54] Deleting batch no. 2 consisting of 39 files base.py:216 +[10:19:55] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.cyngor.gwynedd.gov.uk/mgWebService.asmx/ + GetCouncillorsByWard +[10:19:58] Committing batch 1 consisting of 92 files base.py:274 +[10:19:59] Committing batch 2 consisting of 46 files base.py:274 +[10:20:00] Finished attempting to scrape: GWN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:22:11.048610</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:22:19.702112</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:22:11] Fetching Scraper for: GWN handlers.py:23 - Begin attempting to scrape: GWN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:22:12] Getting all files in Councillors/json... base.py:191 - ...found 69 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 69 files in Councillors/raw base.py:207 - ...found 139 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:22:13] Deleting batch no. 2 consisting of 39 files base.py:216 -[13:22:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.cyngor.gwynedd.gov.uk/mgWebService.asmx/ - GetCouncillorsByWard -[13:22:17] Committing batch 1 consisting of 92 files base.py:274 -[13:22:18] Committing batch 2 consisting of 46 files base.py:274 -[13:22:19] Finished attempting to scrape: GWN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAA/index.html b/logbooks/HAA/index.html index 5424197a11..8af7f1723f 100644 --- a/logbooks/HAA/index.html +++ b/logbooks/HAA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-12">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:12:10.580461</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:12:18.016418</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:12:10] Fetching Scraper for: HAA handlers.py:23 + Begin attempting to scrape: HAA handlers.py:27 + Deleting existing data... base.py:239 +[10:12:11] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 +[10:12:12] ...data deleted. base.py:246 + Scraping from base.py:42 + http://havant.moderngov.co.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:12:16] Committing batch 1 consisting of 76 files base.py:274 +[10:12:18] Finished attempting to scrape: HAA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-52">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:52:51.246030</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:52:57.273392</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:52:51] Fetching Scraper for: HAA handlers.py:23 - Begin attempting to scrape: HAA handlers.py:27 - Deleting existing data... base.py:239 -[12:52:52] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 -[12:52:53] ...data deleted. base.py:246 - Scraping from base.py:42 - http://havant.moderngov.co.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:52:56] Committing batch 1 consisting of 76 files base.py:274 -[12:52:57] Finished attempting to scrape: HAA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAL/index.html b/logbooks/HAL/index.html index 240a2efd1b..e9d8dbea2d 100644 --- a/logbooks/HAL/index.html +++ b/logbooks/HAL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-22">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:22:10.878533</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:22:20.406417</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:22:10] Fetching Scraper for: HAL handlers.py:23 + Begin attempting to scrape: HAL handlers.py:27 +[10:22:11] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:22:12] ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:22:13] Deleting batch no. 2 consisting of 9 files base.py:216 +[10:22:14] ...data deleted. base.py:246 + Scraping from base.py:42 + http://councillors.halton.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:22:17] Committing batch 1 consisting of 92 files base.py:274 +[10:22:19] Committing batch 2 consisting of 16 files base.py:274 +[10:22:20] Finished attempting to scrape: HAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:47:26.793019</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:47:37.281317</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:47:26] Fetching Scraper for: HAL handlers.py:23 - Begin attempting to scrape: HAL handlers.py:27 -[12:47:27] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:47:28] ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:47:30] Deleting batch no. 2 consisting of 9 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://councillors.halton.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:47:34] Committing batch 1 consisting of 92 files base.py:274 -[12:47:36] Committing batch 2 consisting of 16 files base.py:274 -[12:47:37] Finished attempting to scrape: HAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAM/index.html b/logbooks/HAM/index.html index 2f045c3564..3862cd5bde 100644 --- a/logbooks/HAM/index.html +++ b/logbooks/HAM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>15 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:37:19.440594</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:37:34.955728</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:37:19] Fetching Scraper for: HAM handlers.py:23 + Begin attempting to scrape: HAM handlers.py:27 + Deleting existing data... base.py:239 +[08:37:20] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 78 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:37:21] ...found 78 files in Councillors/raw base.py:207 + ...found 157 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 57 files base.py:216 +[08:37:22] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.hants.gov.uk//mgWebService.asmx/GetCounci + llorsByWard +[08:37:31] Committing batch 1 consisting of 92 files base.py:274 +[08:37:33] Committing batch 2 consisting of 64 files base.py:274 +[08:37:34] Finished attempting to scrape: HAM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-57">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:57:33.082885</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:57:43.453981</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:57:33] Fetching Scraper for: HAM handlers.py:23 - Begin attempting to scrape: HAM handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:57:34] Getting all files in Councillors/json... base.py:191 - ...found 78 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 78 files in Councillors/raw base.py:207 - ...found 157 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:57:35] Deleting batch no. 2 consisting of 57 files base.py:216 -[12:57:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.hants.gov.uk//mgWebService.asmx/GetCounci - llorsByWard -[12:57:40] Committing batch 1 consisting of 92 files base.py:274 -[12:57:42] Committing batch 2 consisting of 64 files base.py:274 -[12:57:43] Finished attempting to scrape: HAM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAO/index.html b/logbooks/HAO/index.html index c287659f51..294ac56adc 100644 --- a/logbooks/HAO/index.html +++ b/logbooks/HAO/index.html @@ -37,6 +37,110 @@ + <h2 id="2023-10-15-10-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:26:30.355738</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:26:32.669646</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request + self._validate_conn(conn) + File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn + conn.connect() + File "/opt/python/urllib3/connection.py", line 419, in connect + self.sock = ssl_wrap_socket( + File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket + ssl_sock = _ssl_wrap_socket_impl( + File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl + return ssl_context.wrap_socket(sock, server_hostname=server_hostname) + File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create + self.do_handshake() + File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 249, in get_councillors + req = self.get(self.base_url, extra_headers=self.extra_headers) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 517, in send + raise SSLError(e, request=request) +requests.exceptions.SSLError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:26:30] Fetching Scraper for: HAO handlers.py:23 + Begin attempting to scrape: HAO handlers.py:27 + Deleting existing data... base.py:239 +[10:26:31] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[10:26:32] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cmis.harborough.gov.uk/cmis5/Councillors.aspx + HTTPSConnectionPool(host='cmis.harborough.gov.uk', handlers.py:36 + port=443): Max retries exceeded with url: + /cmis5/Councillors.aspx (Caused by + SSLError(SSLCertVerificationError(1, '[SSL: + CERTIFICATE_VERIFY_FAILED] certificate verify failed: + unable to get local issuer certificate + (_ssl.c:1131)'))) + Finished attempting to scrape: HAO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-05">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2010,110 +2114,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:49:10.170081</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:49:12.519293</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='cmis.harborough.gov.uk', port=443): Max retries exceeded with url: /cmis5/Councillors.aspx (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:49:10] Fetching Scraper for: HAO handlers.py:23 - Begin attempting to scrape: HAO handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:49:11] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:49:12] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cmis.harborough.gov.uk/cmis5/Councillors.aspx - HTTPSConnectionPool(host='cmis.harborough.gov.uk', handlers.py:36 - port=443): Max retries exceeded with url: - /cmis5/Councillors.aspx (Caused by - SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) - Finished attempting to scrape: HAO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAR/index.html b/logbooks/HAR/index.html index 491b80f9e3..086afb4adb 100644 --- a/logbooks/HAR/index.html +++ b/logbooks/HAR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:02.404190</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:31:11.393930</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:02] Fetching Scraper for: HAR handlers.py:23 + Begin attempting to scrape: HAR handlers.py:27 + Deleting existing data... base.py:239 +[08:31:03] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[08:31:04] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.harlow.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:31:10] Committing batch 1 consisting of 66 files base.py:274 +[08:31:11] Finished attempting to scrape: HAR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-45">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:45:35.141273</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:45:40.911802</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:45:35] Fetching Scraper for: HAR handlers.py:23 - Begin attempting to scrape: HAR handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:45:36] Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[13:45:37] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.harlow.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:45:39] Committing batch 1 consisting of 66 files base.py:274 -[13:45:40] Finished attempting to scrape: HAR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAS/index.html b/logbooks/HAS/index.html index 42f23205e9..7f2ce12579 100644 --- a/logbooks/HAS/index.html +++ b/logbooks/HAS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:37:22.210072</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:37:27.719341</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:37:22] Fetching Scraper for: HAS handlers.py:23 + Begin attempting to scrape: HAS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:37:23] Getting all files in Councillors/json... base.py:191 + ...found 32 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 32 files in Councillors/raw base.py:207 + ...found 65 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 65 files base.py:216 +[09:37:24] ...data deleted. base.py:246 + Scraping from base.py:42 + http://hastings.moderngov.co.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:37:26] Committing batch 1 consisting of 64 files base.py:274 +[09:37:27] Finished attempting to scrape: HAS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:09:22.114317</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:09:28.535453</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:09:22] Fetching Scraper for: HAS handlers.py:23 - Begin attempting to scrape: HAS handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:09:23] Getting all files in Councillors/json... base.py:191 - ...found 32 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 32 files in Councillors/raw base.py:207 - ...found 65 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 65 files base.py:216 -[12:09:24] ...data deleted. base.py:246 - Scraping from base.py:42 - http://hastings.moderngov.co.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:09:27] Committing batch 1 consisting of 64 files base.py:274 -[12:09:28] Finished attempting to scrape: HAS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAT/index.html b/logbooks/HAT/index.html index cbf58dfd3f..6d37a9652e 100644 --- a/logbooks/HAT/index.html +++ b/logbooks/HAT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:13.238190</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:18.937487</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:13] Fetching Scraper for: HAT handlers.py:23 + Begin attempting to scrape: HAT handlers.py:27 + Deleting existing data... base.py:239 +[09:50:14] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[09:50:15] ...data deleted. base.py:246 + Scraping from base.py:42 + http://hart.moderngov.co.uk/mgWebService.asmx/GetCouncillo + rsByWard +[09:50:17] Committing batch 1 consisting of 66 files base.py:274 +[09:50:18] Finished attempting to scrape: HAT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-42">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:42:30.017904</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:42:35.635544</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:42:30] Fetching Scraper for: HAT handlers.py:23 - Begin attempting to scrape: HAT handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:42:31] ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[13:42:32] ...data deleted. base.py:246 - Scraping from base.py:42 - http://hart.moderngov.co.uk/mgWebService.asmx/GetCouncillo - rsByWard -[13:42:34] Committing batch 1 consisting of 66 files base.py:274 -[13:42:35] Finished attempting to scrape: HAT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HAV/index.html b/logbooks/HAV/index.html index 390ff2be15..054d4a74ba 100644 --- a/logbooks/HAV/index.html +++ b/logbooks/HAV/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:16:42.495718</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:16:50.770541</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:16:42] Fetching Scraper for: HAV handlers.py:23 + Begin attempting to scrape: HAV handlers.py:27 + Deleting existing data... base.py:239 +[10:16:43] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:16:44] Deleting batch no. 2 consisting of 11 files base.py:216 +[10:16:45] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.havering.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:16:48] Committing batch 1 consisting of 92 files base.py:274 +[10:16:49] Committing batch 2 consisting of 18 files base.py:274 +[10:16:50] Finished attempting to scrape: HAV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:24:51.672835</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:24:59.748360</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:24:51] Fetching Scraper for: HAV handlers.py:23 - Begin attempting to scrape: HAV handlers.py:27 -[13:24:52] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:24:53] ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 11 files base.py:216 -[13:24:54] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.havering.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:24:57] Committing batch 1 consisting of 92 files base.py:274 -[13:24:58] Committing batch 2 consisting of 18 files base.py:274 -[13:24:59] Finished attempting to scrape: HAV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HCK/index.html b/logbooks/HCK/index.html index 471cf1beb3..eb81f3160d 100644 --- a/logbooks/HCK/index.html +++ b/logbooks/HCK/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:49:29.327619</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:49:39.394607</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:49:29] Fetching Scraper for: HCK handlers.py:23 + Begin attempting to scrape: HCK handlers.py:27 + Deleting existing data... base.py:239 +[09:49:30] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 59 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 59 files in Councillors/raw base.py:207 + ...found 119 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:49:31] Deleting batch no. 2 consisting of 19 files base.py:216 +[09:49:32] ...data deleted. base.py:246 + Scraping from base.py:42 + https://hackney.moderngov.co.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:49:36] Committing batch 1 consisting of 92 files base.py:274 +[09:49:38] Committing batch 2 consisting of 26 files base.py:274 +[09:49:39] Finished attempting to scrape: HCK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-58">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:58:21.815845</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:58:31.674864</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:58:21] Fetching Scraper for: HCK handlers.py:23 - Begin attempting to scrape: HCK handlers.py:27 -[12:58:22] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:58:23] ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:58:24] Deleting batch no. 2 consisting of 19 files base.py:216 -[12:58:25] ...data deleted. base.py:246 - Scraping from base.py:42 - https://hackney.moderngov.co.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:58:28] Committing batch 1 consisting of 92 files base.py:274 -[12:58:30] Committing batch 2 consisting of 26 files base.py:274 -[12:58:31] Finished attempting to scrape: HCK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HEF/index.html b/logbooks/HEF/index.html index f5e0c50249..dd9d25d685 100644 --- a/logbooks/HEF/index.html +++ b/logbooks/HEF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-53">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:53:47.787797</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:53:58.121024</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:53:47] Fetching Scraper for: HEF handlers.py:23 + Begin attempting to scrape: HEF handlers.py:27 +[09:53:48] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 53 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:53:49] ...found 53 files in Councillors/raw base.py:207 + ...found 107 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:53:50] Deleting batch no. 2 consisting of 7 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://councillors.herefordshire.gov.uk/mgWebService.asmx/ + GetCouncillorsByWard +[09:53:54] Committing batch 1 consisting of 92 files base.py:274 +[09:53:56] Committing batch 2 consisting of 14 files base.py:274 +[09:53:58] Finished attempting to scrape: HEF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:56:12.469427</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:56:22.995940</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:56:12] Fetching Scraper for: HEF handlers.py:23 - Begin attempting to scrape: HEF handlers.py:27 - Deleting existing data... base.py:239 -[13:56:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 53 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 53 files in Councillors/raw base.py:207 - ...found 107 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:56:14] Deleting batch no. 2 consisting of 7 files base.py:216 -[13:56:15] ...data deleted. base.py:246 - Scraping from base.py:42 - http://councillors.herefordshire.gov.uk/mgWebService.asmx/ - GetCouncillorsByWard -[13:56:20] Committing batch 1 consisting of 92 files base.py:274 -[13:56:21] Committing batch 2 consisting of 14 files base.py:274 -[13:56:22] Finished attempting to scrape: HEF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HER/index.html b/logbooks/HER/index.html index df1a8005c0..8c5dacf815 100644 --- a/logbooks/HER/index.html +++ b/logbooks/HER/index.html @@ -37,6 +37,67 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:54.936089</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:57.217452</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx/GetCouncillorsByWard +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:54] Fetching Scraper for: HER handlers.py:23 + Begin attempting to scrape: HER handlers.py:27 +[09:50:55] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:50:56] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx + /GetCouncillorsByWard + 404 Client Error: Not Found for url: handlers.py:36 + https://www5.hertsmere.gov.uk/democracy//mgWebService. + asmx/GetCouncillorsByWard +[09:50:57] Finished attempting to scrape: HER base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1193,67 +1254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-36">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:36:40.505713</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:36:42.972829</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx/GetCouncillorsByWard -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:36:40] Fetching Scraper for: HER handlers.py:23 - Begin attempting to scrape: HER handlers.py:27 - Deleting existing data... base.py:239 -[13:36:41] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:36:42] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www5.hertsmere.gov.uk/democracy//mgWebService.asmx - /GetCouncillorsByWard - 404 Client Error: Not Found for url: handlers.py:36 - https://www5.hertsmere.gov.uk/democracy//mgWebService. - asmx/GetCouncillorsByWard - Finished attempting to scrape: HER base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HIG/index.html b/logbooks/HIG/index.html index 3f003f5405..acf95fb79d 100644 --- a/logbooks/HIG/index.html +++ b/logbooks/HIG/index.html @@ -37,6 +37,61 @@ + <h2 id="2023-10-15-10-15">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:15:08.024499</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:15:22.639218</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:15:08] Fetching Scraper for: HIG handlers.py:23 + Begin attempting to scrape: HIG handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:15:09] Getting all files in Councillors/json... base.py:191 + ...found 100 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 100 files in Councillors/raw base.py:207 + ...found 201 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:15:10] Deleting batch no. 2 consisting of 100 files base.py:216 +[10:15:11] Deleting batch no. 3 consisting of 1 files base.py:216 +[10:15:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.highpeak.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:15:18] Committing batch 1 consisting of 92 files base.py:274 +[10:15:20] Committing batch 2 consisting of 92 files base.py:274 +[10:15:21] Committing batch 3 consisting of 16 files base.py:274 +[10:15:22] Finished attempting to scrape: HIG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1079,61 +1134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>14 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:09:00.402893</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:09:14.460949</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:09:00] Fetching Scraper for: HIG handlers.py:23 - Begin attempting to scrape: HIG handlers.py:27 - Deleting existing data... base.py:239 -[13:09:01] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 100 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 100 files in Councillors/raw base.py:207 - ...found 201 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:09:02] Deleting batch no. 2 consisting of 100 files base.py:216 -[13:09:03] Deleting batch no. 3 consisting of 1 files base.py:216 -[13:09:04] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.highpeak.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:09:10] Committing batch 1 consisting of 92 files base.py:274 -[13:09:12] Committing batch 2 consisting of 92 files base.py:274 -[13:09:13] Committing batch 3 consisting of 16 files base.py:274 -[13:09:14] Finished attempting to scrape: HIG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HIL/index.html b/logbooks/HIL/index.html index 76b8fa8169..6bc05c1f94 100644 --- a/logbooks/HIL/index.html +++ b/logbooks/HIL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:02:07.284659</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:02:16.339461</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:02:07] Fetching Scraper for: HIL handlers.py:23 + Begin attempting to scrape: HIL handlers.py:27 + Deleting existing data... base.py:239 +[09:02:08] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 53 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 53 files in Councillors/raw base.py:207 + ...found 107 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:02:09] Deleting batch no. 2 consisting of 7 files base.py:216 +[09:02:10] ...data deleted. base.py:246 + Scraping from base.py:42 + http://modgov.hillingdon.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:02:13] Committing batch 1 consisting of 92 files base.py:274 +[09:02:15] Committing batch 2 consisting of 14 files base.py:274 +[09:02:16] Finished attempting to scrape: HIL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-29">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:29:41.246024</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:29:51.891882</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:29:41] Fetching Scraper for: HIL handlers.py:23 - Begin attempting to scrape: HIL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:29:42] Getting all files in Councillors/json... base.py:191 - ...found 53 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 53 files in Councillors/raw base.py:207 - ...found 107 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:29:43] Deleting batch no. 2 consisting of 7 files base.py:216 -[12:29:44] ...data deleted. base.py:246 - Scraping from base.py:42 - http://modgov.hillingdon.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:29:49] Committing batch 1 consisting of 92 files base.py:274 -[12:29:50] Committing batch 2 consisting of 14 files base.py:274 -[12:29:51] Finished attempting to scrape: HIL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HIN/index.html b/logbooks/HIN/index.html index bcd22c547d..300ef7e91e 100644 --- a/logbooks/HIN/index.html +++ b/logbooks/HIN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:05:36.206126</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:05:48.112239</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:05:36] Fetching Scraper for: HIN handlers.py:23 + Begin attempting to scrape: HIN handlers.py:27 + Deleting existing data... base.py:239 +[10:05:37] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 34 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 34 files in Councillors/raw base.py:207 + ...found 69 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 69 files base.py:216 +[10:05:38] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.hinckley-bosworth.gov.uk/mgWebService.asm + x/GetCouncillorsByWard +[10:05:46] Committing batch 1 consisting of 68 files base.py:274 +[10:05:48] Finished attempting to scrape: HIN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-16">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1066,57 +1117,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-26">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:26:14.195348</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:26:20.548406</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:26:14] Fetching Scraper for: HIN handlers.py:23 - Begin attempting to scrape: HIN handlers.py:27 - Deleting existing data... base.py:239 -[14:26:15] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 34 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 34 files in Councillors/raw base.py:207 - ...found 69 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 69 files base.py:216 -[14:26:16] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.hinckley-bosworth.gov.uk/mgWebService.asm - x/GetCouncillorsByWard -[14:26:19] Committing batch 1 consisting of 68 files base.py:274 -[14:26:20] Finished attempting to scrape: HIN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HLD/index.html b/logbooks/HLD/index.html index bc988aa983..173d049e66 100644 --- a/logbooks/HLD/index.html +++ b/logbooks/HLD/index.html @@ -37,6 +37,221 @@ + <h2 id="2023-10-15-08-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>52 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:48:16.707451</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:49:09.638088</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:48:16] Fetching Scraper for: HLD handlers.py:23 + Begin attempting to scrape: HLD handlers.py:27 +[08:48:17] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 74 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:48:18] ...found 74 files in Councillors/raw base.py:207 + ...found 149 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:48:19] Deleting batch no. 2 consisting of 49 files base.py:216 + ...data deleted. base.py:246 + Scraping from https://www.highland.gov.uk/councillors/name base.py:42 +[08:48:21] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/81/colin_aitken +[08:48:22] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/102/sarah_atkin + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/110/michael_baird +[08:48:23] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/94/andrew_baldrey + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/100/chris_ballance +[08:48:24] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/120/chris_birt +[08:48:25] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/41/bill_boyd + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/8/raymond_bremner +[08:48:26] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/30/ian_brown + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/79/john_bruce +[08:48:27] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/117/michael_camero + n +[08:48:28] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/17/isabelle_biz_ca + mpbell + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/82/glynis_campbell + _sinclair +[08:48:29] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/35/alasdair_christ + ie + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/40/muriel_cockburn +[08:48:30] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/124/tamala_collier +[08:48:31] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/101/helen_crawford + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/83/sarah_fanet +[08:48:32] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/71/john_finlayson + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/29/david_fraser +[08:48:33] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/47/laurie_fraser +[08:48:34] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/10/richard_gale + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/51/ken_gowans +[08:48:35] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/95/john_grafton + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/52/alex_graham +[08:48:36] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/130/michael_green +[08:48:37] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/128/david_gregg + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/114/ron_gunn +[08:48:38] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/123/jackie_hendry + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/111/marianne_hutch + ison +[08:48:39] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/68/andrew_jarvie + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/131/barbara_jarvie +[08:48:40] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/103/lyndsey_johnst + on +[08:48:41] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/109/russell_jones + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/99/sean_kennedy +[08:48:42] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/86/emma_knox + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/121/liz_kraft +[08:48:44] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/61/bill_lobban + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/122/patrick_logue +[08:48:45] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/78/derek_louden +[08:48:46] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/105/morven-may_mac + callum + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/112/angus_macdonal + d +[08:48:47] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/12/willie_mackay + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/64/graham_mackenzi + e +[08:48:48] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/39/isabelle_macken + zie +[08:48:49] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/11/struan_mackie + Committing batch 1 consisting of 92 files base.py:274 +[08:48:51] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/125/andrew_mackint + osh + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/98/ryan_mackintosh +[08:48:52] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/66/angela_maclean +[08:48:53] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/119/kate_maclean + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/113/thomas_maclenn + an +[08:48:54] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/37/duncan_macphers + on + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/69/bet_mcallister +[08:48:55] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/116/jan_mcewan +[08:48:56] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/14/jim_mcgillivray + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/107/drew_millar +[08:48:57] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/2/hugh_morrison + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/45/calum_munro +[08:48:58] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/20/pauline_munro +[08:48:59] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/118/leslie-anne_ni + ven + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/126/molly_nolan +[08:49:00] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/132/paul_oldham + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/75/margaret_paters + on +[08:49:01] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/129/morven_reid +[08:49:02] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/13/matthew_reiss + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/89/alasdair_rhind +[08:49:03] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/87/trish_robertson + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/6/karl_rosie +[08:49:04] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/133/maureen_ross +[08:49:05] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/97/liz_saggers + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/7/andrew_sinclair +[08:49:06] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/53/maxine_smith + Scraping from base.py:42 + https://www.highland.gov.uk/councillors/108/ruraidh_stewar + t +[08:49:07] Scraping from base.py:42 + https://www.highland.gov.uk/councillors/115/kate_willis +[08:49:08] Committing batch 2 consisting of 56 files base.py:274 +[08:49:09] Finished attempting to scrape: HLD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4109,219 +4324,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-59">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>51 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:59:24.406899</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:00:16.015708</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:59:24] Fetching Scraper for: HLD handlers.py:23 - Begin attempting to scrape: HLD handlers.py:27 - Deleting existing data... base.py:239 -[12:59:25] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 73 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 73 files in Councillors/raw base.py:207 - ...found 147 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:59:26] Deleting batch no. 2 consisting of 47 files base.py:216 -[12:59:27] ...data deleted. base.py:246 - Scraping from https://www.highland.gov.uk/councillors/name base.py:42 -[12:59:29] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/81/colin_aitken - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/102/sarah_atkin -[12:59:30] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/110/michael_baird -[12:59:31] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/94/andrew_baldrey - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/100/chris_ballance -[12:59:32] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/120/chris_birt - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/41/bill_boyd -[12:59:33] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/8/raymond_bremner - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/30/ian_brown -[12:59:34] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/79/john_bruce -[12:59:35] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/117/michael_camero - n - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/17/isabelle_biz_ca - mpbell -[12:59:36] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/82/glynis_campbell - _sinclair - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/35/alasdair_christ - ie -[12:59:37] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/40/muriel_cockburn - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/124/tamala_collier -[12:59:38] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/101/helen_crawford -[12:59:39] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/83/sarah_fanet - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/71/john_finlayson -[12:59:40] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/29/david_fraser - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/47/laurie_fraser -[12:59:41] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/10/richard_gale -[12:59:42] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/51/ken_gowans - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/95/john_grafton -[12:59:43] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/52/alex_graham - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/130/michael_green -[12:59:44] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/128/david_gregg -[12:59:45] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/114/ron_gunn -[12:59:46] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/123/jackie_hendry - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/111/marianne_hutch - ison -[12:59:47] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/68/andrew_jarvie -[12:59:48] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/131/barbara_jarvie - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/103/lyndsey_johnst - on -[12:59:49] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/109/russell_jones - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/99/sean_kennedy -[12:59:50] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/86/emma_knox - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/121/liz_kraft -[12:59:51] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/61/bill_lobban -[12:59:52] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/122/patrick_logue - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/78/derek_louden -[12:59:53] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/105/morven-may_mac - callum - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/112/angus_macdonal - d -[12:59:54] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/12/willie_mackay -[12:59:55] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/64/graham_mackenzi - e - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/39/isabelle_macken - zie -[12:59:56] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/11/struan_mackie - Committing batch 1 consisting of 92 files base.py:274 -[12:59:58] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/125/andrew_mackint - osh - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/98/ryan_mackintosh -[12:59:59] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/66/angela_maclean - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/119/kate_maclean -[13:00:00] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/113/thomas_maclenn - an -[13:00:01] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/37/duncan_macphers - on - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/69/bet_mcallister -[13:00:02] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/116/jan_mcewan - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/14/jim_mcgillivray -[13:00:03] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/107/drew_millar - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/2/hugh_morrison -[13:00:04] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/45/calum_munro -[13:00:05] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/20/pauline_munro - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/118/leslie-anne_ni - ven -[13:00:06] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/126/molly_nolan - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/132/paul_oldham -[13:00:07] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/75/margaret_paters - on -[13:00:08] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/129/morven_reid - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/13/matthew_reiss -[13:00:09] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/89/alasdair_rhind - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/87/trish_robertson -[13:00:10] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/6/karl_rosie -[13:00:11] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/97/liz_saggers -[13:00:12] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/7/andrew_sinclair - Scraping from base.py:42 - https://www.highland.gov.uk/councillors/53/maxine_smith -[13:00:13] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/108/ruraidh_stewar - t -[13:00:14] Scraping from base.py:42 - https://www.highland.gov.uk/councillors/115/kate_willis - Committing batch 2 consisting of 54 files base.py:274 -[13:00:16] Finished attempting to scrape: HLD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HMF/index.html b/logbooks/HMF/index.html index 66349783bb..9e060df287 100644 --- a/logbooks/HMF/index.html +++ b/logbooks/HMF/index.html @@ -37,6 +37,67 @@ + <h2 id="2023-10-15-09-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:36:58.255133</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:37:00.465546</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncillorsByWard +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:36:58] Fetching Scraper for: HMF handlers.py:23 + Begin attempting to scrape: HMF handlers.py:27 + Deleting existing data... base.py:239 +[09:36:59] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:37:00] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncill + orsByWard + 404 Client Error: Not Found for url: handlers.py:36 + http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard + Finished attempting to scrape: HMF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1193,67 +1254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:21:59.115507</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:22:01.298264</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncillorsByWard -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:21:59] Fetching Scraper for: HMF handlers.py:23 - Begin attempting to scrape: HMF handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:22:00] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:22:01] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCouncill - orsByWard - 404 Client Error: Not Found for url: handlers.py:36 - http://democracy.lbhf.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard - Finished attempting to scrape: HMF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HNS/index.html b/logbooks/HNS/index.html index 4906fc031e..914e7637b4 100644 --- a/logbooks/HNS/index.html +++ b/logbooks/HNS/index.html @@ -37,6 +37,111 @@ + <h2 id="2023-10-15-08-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:20:51.287090</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:20:53.792693</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request + self._validate_conn(conn) + File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn + conn.connect() + File "/opt/python/urllib3/connection.py", line 419, in connect + self.sock = ssl_wrap_socket( + File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket + ssl_sock = _ssl_wrap_socket_impl( + File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl + return ssl_context.wrap_socket(sock, server_hostname=server_hostname) + File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create + self.do_handshake() + File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 517, in send + raise SSLError(e, request=request) +requests.exceptions.SSLError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:20:51] Fetching Scraper for: HNS handlers.py:23 + Begin attempting to scrape: HNS handlers.py:27 + Deleting existing data... base.py:239 +[08:20:52] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:20:53] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democraticservices.hounslow.gov.uk/mgWebService.as + mx/GetCouncillorsByWard + HTTPSConnectionPool(host='democraticservices.hounslow. handlers.py:36 + gov.uk', port=443): Max retries exceeded with url: + /mgWebService.asmx/GetCouncillorsByWard (Caused by + SSLError(SSLCertVerificationError(1, '[SSL: + CERTIFICATE_VERIFY_FAILED] certificate verify failed: + unable to get local issuer certificate + (_ssl.c:1131)'))) + Finished attempting to scrape: HNS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2029,111 +2134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:41:58.886076</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:42:01.134724</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='democraticservices.hounslow.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:41:58] Fetching Scraper for: HNS handlers.py:23 - Begin attempting to scrape: HNS handlers.py:27 -[13:41:59] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:42:00] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democraticservices.hounslow.gov.uk/mgWebService.as - mx/GetCouncillorsByWard - HTTPSConnectionPool(host='democraticservices.hounslow. handlers.py:36 - gov.uk', port=443): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) -[13:42:01] Finished attempting to scrape: HNS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HOR/index.html b/logbooks/HOR/index.html index 77c06aca5f..1ba9215073 100644 --- a/logbooks/HOR/index.html +++ b/logbooks/HOR/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:34:04.638588</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:12.316045</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:34:04] Fetching Scraper for: HOR handlers.py:23 + Begin attempting to scrape: HOR handlers.py:27 + Deleting existing data... base.py:239 +[09:34:05] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[09:34:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://horsham.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:34:10] Committing batch 1 consisting of 92 files base.py:274 +[09:34:11] Committing batch 2 consisting of 4 files base.py:274 +[09:34:12] Finished attempting to scrape: HOR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-01">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:01:32.386417</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:01:39.826695</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:01:32] Fetching Scraper for: HOR handlers.py:23 - Begin attempting to scrape: HOR handlers.py:27 - Deleting existing data... base.py:239 -[13:01:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:01:34] ...data deleted. base.py:246 - Scraping from base.py:42 - http://horsham.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:01:37] Committing batch 1 consisting of 92 files base.py:274 -[13:01:38] Committing batch 2 consisting of 4 files base.py:274 -[13:01:39] Finished attempting to scrape: HOR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HPL/index.html b/logbooks/HPL/index.html index 93e1d0fe1a..42845781ec 100644 --- a/logbooks/HPL/index.html +++ b/logbooks/HPL/index.html @@ -37,6 +37,145 @@ + <h2 id="2023-10-15-10-24">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>42 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:24:44.332133</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:25:26.368815</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:24:44] Fetching Scraper for: HPL handlers.py:23 + Begin attempting to scrape: HPL handlers.py:27 + Deleting existing data... base.py:239 +[10:24:45] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[10:24:46] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/name +[10:24:48] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/172/gary_allen +[10:24:49] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/146/henry_ashton +[10:24:50] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/161/moss_boddy +[10:24:51] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/147/jonathan_bra + sh +[10:24:52] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/131/paddy_brown +[10:24:53] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/167/bob_buchan +[10:24:54] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/132/tom_cassidy +[10:24:55] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/148/ben_clayton +[10:24:56] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/152/brian_cowie +[10:24:57] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/150/gordon_crann + ey +[10:24:58] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/151/rachel_creev + y +[10:24:59] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/177/rob_darby +[10:25:00] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/180/matthew_dodd + s +[10:25:01] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/179/martin_dunba + r +[10:25:02] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/165/tom_feeney +[10:25:03] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/166/christopher_ + groves +[10:25:04] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/64/gerard_hall +[10:25:05] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/153/pamela_hargr + eaves +[10:25:06] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/120/brenda_harri + son +[10:25:07] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/175/philip_holbr + ook +[10:25:08] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/142/helen_howson +[10:25:09] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/171/john_leedham +[10:25:10] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/114/jim_lindridg + e +[10:25:11] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/133/sue_little +[10:25:12] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/168/andrew_marti + n-wells +[10:25:13] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/122/shane_moore +[10:25:14] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/169/melanie_morl + ey +[10:25:15] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/155/david_nichol + son +[10:25:16] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/156/veronica_nic + holson +[10:25:17] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/176/karen_oliver +[10:25:18] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/170/scott_reeve +[10:25:19] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/174/cameron_shar + p +[10:25:20] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/127/leisa_smith +[10:25:21] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/173/carole_thomp + son +[10:25:22] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/178/steve_wallac + e +[10:25:23] Scraping from base.py:42 + https://www.hartlepool.gov.uk/councillors/136/mike_young +[10:25:24] Committing batch 1 consisting of 72 files base.py:274 +[10:25:26] Finished attempting to scrape: HPL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2675,145 +2814,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-15">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>41 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:15:51.332340</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:16:33.250231</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:15:51] Fetching Scraper for: HPL handlers.py:23 - Begin attempting to scrape: HPL handlers.py:27 - Deleting existing data... base.py:239 -[12:15:52] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[12:15:53] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/name -[12:15:56] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/172/gary_allen -[12:15:57] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/146/henry_ashton - Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/161/moss_boddy -[12:15:58] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/147/jonathan_bra - sh -[12:15:59] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/131/paddy_brown -[12:16:00] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/167/bob_buchan -[12:16:01] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/132/tom_cassidy -[12:16:02] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/148/ben_clayton -[12:16:03] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/152/brian_cowie -[12:16:04] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/150/gordon_crann - ey -[12:16:05] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/151/rachel_creev - y -[12:16:06] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/177/rob_darby -[12:16:07] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/180/matthew_dodd - s -[12:16:08] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/179/martin_dunba - r -[12:16:09] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/165/tom_feeney -[12:16:10] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/166/christopher_ - groves -[12:16:11] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/64/gerard_hall -[12:16:12] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/153/pamela_hargr - eaves -[12:16:13] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/120/brenda_harri - son -[12:16:14] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/175/philip_holbr - ook -[12:16:15] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/142/helen_howson -[12:16:16] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/171/john_leedham -[12:16:17] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/114/jim_lindridg - e -[12:16:18] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/133/sue_little -[12:16:19] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/168/andrew_marti - n-wells -[12:16:21] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/122/shane_moore -[12:16:22] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/169/melanie_morl - ey -[12:16:23] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/155/david_nichol - son -[12:16:24] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/156/veronica_nic - holson -[12:16:25] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/176/karen_oliver -[12:16:26] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/170/scott_reeve - Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/174/cameron_shar - p -[12:16:27] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/127/leisa_smith -[12:16:28] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/173/carole_thomp - son -[12:16:29] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/178/steve_wallac - e -[12:16:30] Scraping from base.py:42 - https://www.hartlepool.gov.uk/councillors/136/mike_young -[12:16:31] Committing batch 1 consisting of 72 files base.py:274 -[12:16:33] Finished attempting to scrape: HPL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HRT/index.html b/logbooks/HRT/index.html index 176fffb1e5..b26f91170f 100644 --- a/logbooks/HRT/index.html +++ b/logbooks/HRT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-08">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:08:35.647138</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:08:46.259703</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:08:35] Fetching Scraper for: HRT handlers.py:23 + Begin attempting to scrape: HRT handlers.py:27 + Deleting existing data... base.py:239 +[10:08:36] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 78 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 78 files in Councillors/raw base.py:207 + ...found 157 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:08:37] Deleting batch no. 2 consisting of 57 files base.py:216 +[10:08:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.hertfordshire.gov.uk//mgWebService.asmx/ + GetCouncillorsByWard +[10:08:43] Committing batch 1 consisting of 92 files base.py:274 +[10:08:44] Committing batch 2 consisting of 64 files base.py:274 +[10:08:46] Finished attempting to scrape: HRT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-33">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:47:41.212738</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:47:51.377249</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:47:41] Fetching Scraper for: HRT handlers.py:23 - Begin attempting to scrape: HRT handlers.py:27 - Deleting existing data... base.py:239 -[12:47:42] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 78 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 78 files in Councillors/raw base.py:207 - ...found 157 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:47:43] Deleting batch no. 2 consisting of 57 files base.py:216 -[12:47:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.hertfordshire.gov.uk//mgWebService.asmx/ - GetCouncillorsByWard -[12:47:48] Committing batch 1 consisting of 92 files base.py:274 -[12:47:50] Committing batch 2 consisting of 64 files base.py:274 -[12:47:51] Finished attempting to scrape: HRT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HRW/index.html b/logbooks/HRW/index.html index dd417e06dd..f372aed211 100644 --- a/logbooks/HRW/index.html +++ b/logbooks/HRW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:44:05.049888</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:44:14.501869</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:44:05] Fetching Scraper for: HRW handlers.py:23 + Begin attempting to scrape: HRW handlers.py:27 + Deleting existing data... base.py:239 +[09:44:06] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:44:07] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:44:08] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.harrow.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:44:11] Committing batch 1 consisting of 92 files base.py:274 +[09:44:13] Committing batch 2 consisting of 18 files base.py:274 +[09:44:14] Finished attempting to scrape: HRW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-48">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:48:48.646736</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:48:58.829462</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:48:48] Fetching Scraper for: HRW handlers.py:23 - Begin attempting to scrape: HRW handlers.py:27 -[12:48:49] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:48:50] ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:48:51] Deleting batch no. 2 consisting of 11 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.harrow.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:48:56] Committing batch 1 consisting of 92 files base.py:274 -[12:48:57] Committing batch 2 consisting of 18 files base.py:274 -[12:48:58] Finished attempting to scrape: HRW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HRY/index.html b/logbooks/HRY/index.html index 5824984bb7..534580c338 100644 --- a/logbooks/HRY/index.html +++ b/logbooks/HRY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:28:35.268573</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:28:46.807327</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:28:35] Fetching Scraper for: HRY handlers.py:23 + Begin attempting to scrape: HRY handlers.py:27 + Deleting existing data... base.py:239 +[10:28:36] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:28:37] Deleting batch no. 2 consisting of 15 files base.py:216 +[10:28:38] ...data deleted. base.py:246 + Scraping from base.py:42 + http://www.minutes.haringey.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:28:44] Committing batch 1 consisting of 92 files base.py:274 +[10:28:45] Committing batch 2 consisting of 22 files base.py:274 +[10:28:46] Finished attempting to scrape: HRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:55:27.815944</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:55:38.248092</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:55:27] Fetching Scraper for: HRY handlers.py:23 - Begin attempting to scrape: HRY handlers.py:27 -[13:55:28] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:55:29] ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:55:30] Deleting batch no. 2 consisting of 11 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://www.minutes.haringey.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:55:35] Committing batch 1 consisting of 92 files base.py:274 -[13:55:37] Committing batch 2 consisting of 18 files base.py:274 -[13:55:38] Finished attempting to scrape: HRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HUN/index.html b/logbooks/HUN/index.html index a850611699..aa548d2c82 100644 --- a/logbooks/HUN/index.html +++ b/logbooks/HUN/index.html @@ -37,6 +37,67 @@ + <h2 id="2023-10-15-10-11">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:11:51.157382</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:11:53.398206</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://applications.huntingdonshire.gov.uk/moderngov//mgWebService.asmx/GetCouncillorsByWard +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:11:51] Fetching Scraper for: HUN handlers.py:23 + Begin attempting to scrape: HUN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:11:52] ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[10:11:53] ...data deleted. base.py:246 + Scraping from base.py:42 + http://applications.huntingdonshire.gov.uk/moderngov//mgWe + bService.asmx/GetCouncillorsByWard + 500 Server Error: Internal Server Error for url: handlers.py:36 + http://applications.huntingdonshire.gov.uk/moderngov// + mgWebService.asmx/GetCouncillorsByWard + Finished attempting to scrape: HUN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1193,67 +1254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-00">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:00:34.666720</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:00:36.682187</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://applications.huntingdonshire.gov.uk/moderngov//mgWebService.asmx/GetCouncillorsByWard -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:00:34] Fetching Scraper for: HUN handlers.py:23 - Begin attempting to scrape: HUN handlers.py:27 - Deleting existing data... base.py:239 -[13:00:35] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:00:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://applications.huntingdonshire.gov.uk/moderngov//mgWe - bService.asmx/GetCouncillorsByWard - 500 Server Error: Internal Server Error for url: handlers.py:36 - http://applications.huntingdonshire.gov.uk/moderngov// - mgWebService.asmx/GetCouncillorsByWard - Finished attempting to scrape: HUN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/HYN/index.html b/logbooks/HYN/index.html index c6c38511cb..0833e95327 100644 --- a/logbooks/HYN/index.html +++ b/logbooks/HYN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:33:09.478723</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:33:14.960774</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:33:09] Fetching Scraper for: HYN handlers.py:23 + Begin attempting to scrape: HYN handlers.py:27 + Deleting existing data... base.py:239 +[08:33:10] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 +[08:33:11] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.hyndburnbc.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[08:33:13] Committing batch 1 consisting of 70 files base.py:274 +[08:33:14] Finished attempting to scrape: HYN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:05:52.316956</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:05:57.344257</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:05:52] Fetching Scraper for: HYN handlers.py:23 - Begin attempting to scrape: HYN handlers.py:27 - Deleting existing data... base.py:239 -[12:05:53] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[12:05:54] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.hyndburnbc.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:05:55] Committing batch 1 consisting of 70 files base.py:274 -[12:05:57] Finished attempting to scrape: HYN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/IOS/index.html b/logbooks/IOS/index.html index 6da7b8251f..28052de10a 100644 --- a/logbooks/IOS/index.html +++ b/logbooks/IOS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>4 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:44:31.015803</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:44:35.392271</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:44:31] Fetching Scraper for: IOS handlers.py:23 + Begin attempting to scrape: IOS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:44:32] Getting all files in Councillors/json... base.py:191 + ...found 16 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 16 files in Councillors/raw base.py:207 + ...found 33 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 33 files base.py:216 +[09:44:33] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committees.scilly.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:44:34] Committing batch 1 consisting of 32 files base.py:274 +[09:44:35] Finished attempting to scrape: IOS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>4 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:28.320409</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:32.849964</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:28] Fetching Scraper for: IOS handlers.py:23 - Begin attempting to scrape: IOS handlers.py:27 - Deleting existing data... base.py:239 -[14:23:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 16 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 16 files in Councillors/raw base.py:207 - ...found 33 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 33 files base.py:216 -[14:23:30] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committees.scilly.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[14:23:31] Committing batch 1 consisting of 32 files base.py:274 -[14:23:32] Finished attempting to scrape: IOS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/IPS/index.html b/logbooks/IPS/index.html index a0426317d5..c5eea109e0 100644 --- a/logbooks/IPS/index.html +++ b/logbooks/IPS/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:20:54.214191</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:21:01.442336</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:20:54] Fetching Scraper for: IPS handlers.py:23 + Begin attempting to scrape: IPS handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:20:55] Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[10:20:56] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.ipswich.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:20:59] Committing batch 1 consisting of 92 files base.py:274 +[10:21:00] Committing batch 2 consisting of 4 files base.py:274 +[10:21:01] Finished attempting to scrape: IPS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:14:36.421625</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:43.655218</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:14:36] Fetching Scraper for: IPS handlers.py:23 - Begin attempting to scrape: IPS handlers.py:27 - Deleting existing data... base.py:239 -[12:14:37] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[12:14:38] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.ipswich.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:14:41] Committing batch 1 consisting of 92 files base.py:274 -[12:14:42] Committing batch 2 consisting of 4 files base.py:274 -[12:14:43] Finished attempting to scrape: IPS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ISL/index.html b/logbooks/ISL/index.html index 9cf1bbb88c..21d61664ca 100644 --- a/logbooks/ISL/index.html +++ b/logbooks/ISL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:35:20.133238</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:35:29.784502</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:35:20] Fetching Scraper for: ISL handlers.py:23 + Begin attempting to scrape: ISL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:35:21] Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:35:22] Deleting batch no. 2 consisting of 3 files base.py:216 +[10:35:23] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.islington.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:35:27] Committing batch 1 consisting of 92 files base.py:274 +[10:35:28] Committing batch 2 consisting of 10 files base.py:274 +[10:35:29] Finished attempting to scrape: ISL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-57">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:21:04.006582</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:21:12.945985</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:21:04] Fetching Scraper for: ISL handlers.py:23 - Begin attempting to scrape: ISL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:21:05] Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:21:06] Deleting batch no. 2 consisting of 3 files base.py:216 -[13:21:07] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.islington.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:21:10] Committing batch 1 consisting of 92 files base.py:274 -[13:21:11] Committing batch 2 consisting of 10 files base.py:274 -[13:21:12] Finished attempting to scrape: ISL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/IVC/index.html b/logbooks/IVC/index.html index 9e046884e2..13f6d6b017 100644 --- a/logbooks/IVC/index.html +++ b/logbooks/IVC/index.html @@ -37,6 +37,100 @@ + <h2 id="2023-10-15-09-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>72 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:26:38.671192</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:27:51.302564</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:26:38] Fetching Scraper for: IVC handlers.py:23 + Begin attempting to scrape: IVC handlers.py:27 +[09:26:39] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 22 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:26:40] ...found 22 files in Councillors/raw base.py:207 + ...found 45 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 45 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors +[09:26:48] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/31 +[09:26:51] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/32 +[09:26:54] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/25 +[09:26:58] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/34 +[09:27:01] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/8 +[09:27:03] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/27 +[09:27:06] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/21 +[09:27:09] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/33 +[09:27:12] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/24 +[09:27:15] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/35 +[09:27:17] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/4 +[09:27:21] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/37 +[09:27:23] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/6 +[09:27:26] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/29 +[09:27:29] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/23 +[09:27:31] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/28 +[09:27:34] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/7 +[09:27:36] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/19 +[09:27:39] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/22 +[09:27:42] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/38 +[09:27:44] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/26 +[09:27:47] Scraping from base.py:42 + https://www.inverclyde.gov.uk/meetings/councillors/1 +[09:27:49] Committing batch 1 consisting of 44 files base.py:274 +[09:27:51] Finished attempting to scrape: IVC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1820,100 +1914,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>67 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:49:26.213300</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:50:33.911859</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:49:26] Fetching Scraper for: IVC handlers.py:23 - Begin attempting to scrape: IVC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:49:27] Getting all files in Councillors/json... base.py:191 - ...found 22 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 22 files in Councillors/raw base.py:207 - ...found 45 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 45 files base.py:216 -[13:49:28] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors -[13:49:35] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/31 -[13:49:37] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/32 -[13:49:40] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/25 -[13:49:43] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/34 -[13:49:45] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/8 -[13:49:48] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/27 -[13:49:51] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/21 -[13:49:54] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/33 -[13:49:56] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/24 -[13:49:59] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/35 -[13:50:01] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/4 -[13:50:03] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/37 -[13:50:07] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/6 -[13:50:09] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/29 -[13:50:11] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/23 -[13:50:14] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/28 -[13:50:16] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/7 -[13:50:19] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/19 -[13:50:22] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/22 -[13:50:24] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/38 -[13:50:27] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/26 -[13:50:29] Scraping from base.py:42 - https://www.inverclyde.gov.uk/meetings/councillors/1 -[13:50:32] Committing batch 1 consisting of 44 files base.py:274 -[13:50:33] Finished attempting to scrape: IVC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KEC/index.html b/logbooks/KEC/index.html index bf3f356fb6..eb8d00a6e3 100644 --- a/logbooks/KEC/index.html +++ b/logbooks/KEC/index.html @@ -37,6 +37,65 @@ + <h2 id="2023-10-15-08-40">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:40:36.767920</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:40:42.494774</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 249, in get_councillors + req = self.get(self.base_url, extra_headers=self.extra_headers) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://rbkc.moderngov.co.uk/Committees/mgError.aspx +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:40:36] Fetching Scraper for: KEC handlers.py:23 + Begin attempting to scrape: KEC handlers.py:27 +[08:40:37] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:40:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.rbkc.gov.uk/committees/Councillors.aspx +[08:40:42] 404 Client Error: Not Found for url: handlers.py:36 + https://rbkc.moderngov.co.uk/Committees/mgError.aspx + Finished attempting to scrape: KEC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-29">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1155,65 +1214,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:10:09.255753</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:10:11.969336</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://rbkc.moderngov.co.uk/Committees/mgError.aspx -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:10:09] Fetching Scraper for: KEC handlers.py:23 - Begin attempting to scrape: KEC handlers.py:27 - Deleting existing data... base.py:239 -[12:10:10] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:10:11] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.rbkc.gov.uk/committees/Councillors.aspx - 404 Client Error: Not Found for url: handlers.py:36 - https://rbkc.moderngov.co.uk/Committees/mgError.aspx - Finished attempting to scrape: KEC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KEN/index.html b/logbooks/KEN/index.html index d972e128a1..3556874535 100644 --- a/logbooks/KEN/index.html +++ b/logbooks/KEN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-46">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:46:12.428977</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:46:22.093662</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:46:12] Fetching Scraper for: KEN handlers.py:23 + Begin attempting to scrape: KEN handlers.py:27 + Deleting existing data... base.py:239 +[09:46:13] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 81 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 81 files in Councillors/raw base.py:207 + ...found 163 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:46:14] Deleting batch no. 2 consisting of 63 files base.py:216 +[09:46:15] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.kent.gov.uk//mgWebService.asmx/GetCounci + llorsByWard +[09:46:19] Committing batch 1 consisting of 92 files base.py:274 +[09:46:20] Committing batch 2 consisting of 70 files base.py:274 +[09:46:22] Finished attempting to scrape: KEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:50:37.096390</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:50:46.787211</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:50:37] Fetching Scraper for: KEN handlers.py:23 - Begin attempting to scrape: KEN handlers.py:27 - Deleting existing data... base.py:239 -[13:50:38] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 81 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 81 files in Councillors/raw base.py:207 - ...found 163 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:50:39] Deleting batch no. 2 consisting of 63 files base.py:216 -[13:50:40] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.kent.gov.uk//mgWebService.asmx/GetCounci - llorsByWard -[13:50:43] Committing batch 1 consisting of 92 files base.py:274 -[13:50:45] Committing batch 2 consisting of 70 files base.py:274 -[13:50:46] Finished attempting to scrape: KEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KHL/index.html b/logbooks/KHL/index.html index fdd12b3340..4b9cd86652 100644 --- a/logbooks/KHL/index.html +++ b/logbooks/KHL/index.html @@ -37,6 +37,287 @@ + <h2 id="2023-10-15-10-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>167 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:31:23.299075</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:34:11.071732</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:31:23] Fetching Scraper for: KHL handlers.py:23 + Begin attempting to scrape: KHL handlers.py:27 + Deleting existing data... base.py:239 +[10:31:24] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:31:25] Deleting batch no. 2 consisting of 15 files base.py:216 +[10:31:26] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers.aspx +[10:31:28] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/590/ScreenMode/Alphabetical/Default.aspx +[10:31:31] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/798/ScreenMode/Alphabetical/Default.aspx +[10:31:34] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/585/ScreenMode/Alphabetical/Default.aspx +[10:31:38] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/699/ScreenMode/Alphabetical/Default.aspx +[10:31:41] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/800/ScreenMode/Alphabetical/Default.aspx +[10:31:44] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1078/ScreenMode/Alphabetical/Default.aspx +[10:31:46] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/46/ScreenMode/Alphabetical/Default.aspx +[10:31:49] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/793/ScreenMode/Alphabetical/Default.aspx +[10:31:51] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/51/ScreenMode/Alphabetical/Default.aspx +[10:31:54] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/702/ScreenMode/Alphabetical/Default.aspx +[10:31:57] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/588/ScreenMode/Alphabetical/Default.aspx +[10:32:00] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1008/ScreenMode/Alphabetical/Default.aspx +[10:32:02] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/790/ScreenMode/Alphabetical/Default.aspx +[10:32:06] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/636/ScreenMode/Alphabetical/Default.aspx +[10:32:08] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1006/ScreenMode/Alphabetical/Default.aspx +[10:32:12] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/54/ScreenMode/Alphabetical/Default.aspx +[10:32:15] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/935/ScreenMode/Alphabetical/Default.aspx +[10:32:17] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/57/ScreenMode/Alphabetical/Default.aspx +[10:32:19] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/58/ScreenMode/Alphabetical/Default.aspx +[10:32:22] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/637/ScreenMode/Alphabetical/Default.aspx +[10:32:25] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/933/ScreenMode/Alphabetical/Default.aspx +[10:32:30] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1036/ScreenMode/Alphabetical/Default.aspx +[10:32:33] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/635/ScreenMode/Alphabetical/Default.aspx +[10:32:36] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1088/ScreenMode/Alphabetical/Default.aspx +[10:32:37] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/801/ScreenMode/Alphabetical/Default.aspx +[10:32:39] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1077/ScreenMode/Alphabetical/Default.aspx +[10:32:41] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1075/ScreenMode/Alphabetical/Default.aspx +[10:32:43] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/37/ScreenMode/Alphabetical/Default.aspx +[10:32:45] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1034/ScreenMode/Alphabetical/Default.aspx +[10:32:48] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/63/ScreenMode/Alphabetical/Default.aspx +[10:32:50] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1007/ScreenMode/Alphabetical/Default.aspx +[10:32:54] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/799/ScreenMode/Alphabetical/Default.aspx +[10:32:57] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/125/ScreenMode/Alphabetical/Default.aspx +[10:32:59] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/795/ScreenMode/Alphabetical/Default.aspx +[10:33:03] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/553/ScreenMode/Alphabetical/Default.aspx +[10:33:06] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1009/ScreenMode/Alphabetical/Default.aspx +[10:33:08] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/40/ScreenMode/Alphabetical/Default.aspx +[10:33:11] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1011/ScreenMode/Alphabetical/Default.aspx +[10:33:13] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/69/ScreenMode/Alphabetical/Default.aspx +[10:33:16] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/587/ScreenMode/Alphabetical/Default.aspx +[10:33:21] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/72/ScreenMode/Alphabetical/Default.aspx +[10:33:24] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/804/ScreenMode/Alphabetical/Default.aspx +[10:33:27] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/75/ScreenMode/Alphabetical/Default.aspx +[10:33:30] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/805/ScreenMode/Alphabetical/Default.aspx +[10:33:33] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/806/ScreenMode/Alphabetical/Default.aspx +[10:33:36] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1079/ScreenMode/Alphabetical/Default.aspx +[10:33:38] Committing batch 1 consisting of 92 files base.py:274 +[10:33:39] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/697/ScreenMode/Alphabetical/Default.aspx +[10:33:42] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1076/ScreenMode/Alphabetical/Default.aspx +[10:33:44] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/80/ScreenMode/Alphabetical/Default.aspx +[10:33:48] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/934/ScreenMode/Alphabetical/Default.aspx +[10:33:51] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1037/ScreenMode/Alphabetical/Default.aspx +[10:33:53] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/700/ScreenMode/Alphabetical/Default.aspx +[10:33:55] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/698/ScreenMode/Alphabetical/Default.aspx +[10:33:59] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/98/ScreenMode/Alphabetical/Default.aspx +[10:34:01] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1035/ScreenMode/Alphabetical/Default.aspx +[10:34:03] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/591/ScreenMode/Alphabetical/Default.aspx +[10:34:06] Scraping from base.py:42 + https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice + rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers + on/mid/383/id/1010/ScreenMode/Alphabetical/Default.aspx +[10:34:09] Committing batch 2 consisting of 22 files base.py:274 +[10:34:11] Finished attempting to scrape: KHL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5373,287 +5654,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>164 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:14:07.978828</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:16:52.645478</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:14:07] Fetching Scraper for: KHL handlers.py:23 -[13:14:08] Begin attempting to scrape: KHL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:14:09] Getting all files in Councillors/json... base.py:191 - ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:14:10] Deleting batch no. 2 consisting of 15 files base.py:216 -[13:14:11] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers.aspx -[13:14:13] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/590/ScreenMode/Alphabetical/Default.aspx -[13:14:16] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/798/ScreenMode/Alphabetical/Default.aspx -[13:14:18] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/585/ScreenMode/Alphabetical/Default.aspx -[13:14:21] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/699/ScreenMode/Alphabetical/Default.aspx -[13:14:25] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/800/ScreenMode/Alphabetical/Default.aspx -[13:14:27] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1078/ScreenMode/Alphabetical/Default.aspx -[13:14:29] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/46/ScreenMode/Alphabetical/Default.aspx -[13:14:32] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/793/ScreenMode/Alphabetical/Default.aspx -[13:14:35] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/51/ScreenMode/Alphabetical/Default.aspx -[13:14:37] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/702/ScreenMode/Alphabetical/Default.aspx -[13:14:40] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/588/ScreenMode/Alphabetical/Default.aspx -[13:14:43] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1008/ScreenMode/Alphabetical/Default.aspx -[13:14:45] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/790/ScreenMode/Alphabetical/Default.aspx -[13:14:47] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/636/ScreenMode/Alphabetical/Default.aspx -[13:14:51] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1006/ScreenMode/Alphabetical/Default.aspx -[13:14:54] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/54/ScreenMode/Alphabetical/Default.aspx -[13:14:58] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/935/ScreenMode/Alphabetical/Default.aspx -[13:15:00] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/57/ScreenMode/Alphabetical/Default.aspx -[13:15:02] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/58/ScreenMode/Alphabetical/Default.aspx -[13:15:05] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/637/ScreenMode/Alphabetical/Default.aspx -[13:15:08] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/933/ScreenMode/Alphabetical/Default.aspx -[13:15:11] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1036/ScreenMode/Alphabetical/Default.aspx -[13:15:16] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/635/ScreenMode/Alphabetical/Default.aspx -[13:15:19] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1088/ScreenMode/Alphabetical/Default.aspx -[13:15:20] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/801/ScreenMode/Alphabetical/Default.aspx -[13:15:22] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1077/ScreenMode/Alphabetical/Default.aspx -[13:15:24] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1075/ScreenMode/Alphabetical/Default.aspx -[13:15:26] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/37/ScreenMode/Alphabetical/Default.aspx -[13:15:28] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1034/ScreenMode/Alphabetical/Default.aspx -[13:15:31] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/63/ScreenMode/Alphabetical/Default.aspx -[13:15:33] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1007/ScreenMode/Alphabetical/Default.aspx -[13:15:36] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/799/ScreenMode/Alphabetical/Default.aspx -[13:15:40] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/125/ScreenMode/Alphabetical/Default.aspx -[13:15:42] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/795/ScreenMode/Alphabetical/Default.aspx -[13:15:45] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/553/ScreenMode/Alphabetical/Default.aspx -[13:15:48] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1009/ScreenMode/Alphabetical/Default.aspx -[13:15:51] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/40/ScreenMode/Alphabetical/Default.aspx -[13:15:53] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1011/ScreenMode/Alphabetical/Default.aspx -[13:15:56] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/69/ScreenMode/Alphabetical/Default.aspx -[13:15:59] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/587/ScreenMode/Alphabetical/Default.aspx -[13:16:03] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/72/ScreenMode/Alphabetical/Default.aspx -[13:16:07] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/804/ScreenMode/Alphabetical/Default.aspx -[13:16:10] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/75/ScreenMode/Alphabetical/Default.aspx -[13:16:13] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/805/ScreenMode/Alphabetical/Default.aspx -[13:16:15] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/806/ScreenMode/Alphabetical/Default.aspx -[13:16:18] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1079/ScreenMode/Alphabetical/Default.aspx -[13:16:20] Committing batch 1 consisting of 92 files base.py:274 -[13:16:22] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/697/ScreenMode/Alphabetical/Default.aspx -[13:16:25] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1076/ScreenMode/Alphabetical/Default.aspx -[13:16:26] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/80/ScreenMode/Alphabetical/Default.aspx -[13:16:29] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/934/ScreenMode/Alphabetical/Default.aspx -[13:16:33] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1037/ScreenMode/Alphabetical/Default.aspx -[13:16:35] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/700/ScreenMode/Alphabetical/Default.aspx -[13:16:38] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/698/ScreenMode/Alphabetical/Default.aspx -[13:16:41] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/98/ScreenMode/Alphabetical/Default.aspx -[13:16:43] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1035/ScreenMode/Alphabetical/Default.aspx -[13:16:45] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/591/ScreenMode/Alphabetical/Default.aspx -[13:16:48] Scraping from base.py:42 - https://cmis.hullcc.gov.uk/cmis/CouncillorsandSeniorOffice - rs/CouncillorsandSeniorOfficers/tabid/63/ctl/ViewCMIS_Pers - on/mid/383/id/1010/ScreenMode/Alphabetical/Default.aspx -[13:16:51] Committing batch 2 consisting of 22 files base.py:274 -[13:16:52] Finished attempting to scrape: KHL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KIN/index.html b/logbooks/KIN/index.html index e2d34deeec..65f05f4bf7 100644 --- a/logbooks/KIN/index.html +++ b/logbooks/KIN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-12">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:12:40.023231</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:12:49.998366</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:12:40] Fetching Scraper for: KIN handlers.py:23 + Begin attempting to scrape: KIN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:12:41] Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:12:42] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:12:43] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.west-norfolk.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:12:47] Committing batch 1 consisting of 92 files base.py:274 +[09:12:48] Committing batch 2 consisting of 18 files base.py:274 +[09:12:49] Finished attempting to scrape: KIN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:49:14.456286</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:49:22.934597</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:49:14] Fetching Scraper for: KIN handlers.py:23 - Begin attempting to scrape: KIN handlers.py:27 - Deleting existing data... base.py:239 -[12:49:15] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:49:16] Deleting batch no. 2 consisting of 11 files base.py:216 -[12:49:17] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.west-norfolk.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:49:20] Committing batch 1 consisting of 92 files base.py:274 -[12:49:21] Committing batch 2 consisting of 18 files base.py:274 -[12:49:22] Finished attempting to scrape: KIN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KIR/index.html b/logbooks/KIR/index.html index 6229c1a1f6..4cce688049 100644 --- a/logbooks/KIR/index.html +++ b/logbooks/KIR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:20:57.156266</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:21:06.319679</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:20:57] Fetching Scraper for: KIR handlers.py:23 + Begin attempting to scrape: KIR handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:20:58] Getting all files in Councillors/json... base.py:191 + ...found 69 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 69 files in Councillors/raw base.py:207 + ...found 139 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:20:59] Deleting batch no. 2 consisting of 39 files base.py:216 +[08:21:00] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.kirklees.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:21:03] Committing batch 1 consisting of 92 files base.py:274 +[08:21:04] Committing batch 2 consisting of 46 files base.py:274 +[08:21:06] Finished attempting to scrape: KIR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:55:50.873334</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:56:00.254796</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:55:50] Fetching Scraper for: KIR handlers.py:23 - Begin attempting to scrape: KIR handlers.py:27 -[13:55:51] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:55:52] ...found 69 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 69 files in Councillors/raw base.py:207 - ...found 139 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 39 files base.py:216 -[13:55:53] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.kirklees.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:55:57] Committing batch 1 consisting of 92 files base.py:274 -[13:55:58] Committing batch 2 consisting of 46 files base.py:274 -[13:56:00] Finished attempting to scrape: KIR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KTT/index.html b/logbooks/KTT/index.html index 24731df14a..d69e2f9181 100644 --- a/logbooks/KTT/index.html +++ b/logbooks/KTT/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:45:21.216873</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:45:28.986082</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:45:21] Fetching Scraper for: KTT handlers.py:23 + Begin attempting to scrape: KTT handlers.py:27 + Deleting existing data... base.py:239 +[09:45:22] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[09:45:23] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.kingston.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:45:26] Committing batch 1 consisting of 92 files base.py:274 +[09:45:27] Committing batch 2 consisting of 4 files base.py:274 +[09:45:28] Finished attempting to scrape: KTT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:37:23.439992</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:37:30.904118</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:37:23] Fetching Scraper for: KTT handlers.py:23 - Begin attempting to scrape: KTT handlers.py:27 - Deleting existing data... base.py:239 -[12:37:24] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[12:37:25] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.kingston.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:37:28] Committing batch 1 consisting of 92 files base.py:274 -[12:37:29] Committing batch 2 consisting of 4 files base.py:274 -[12:37:30] Finished attempting to scrape: KTT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/KWL/index.html b/logbooks/KWL/index.html index 092dd9e1b6..b79e6ad210 100644 --- a/logbooks/KWL/index.html +++ b/logbooks/KWL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:45:11.082581</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:45:17.694635</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:45:11] Fetching Scraper for: KWL handlers.py:23 + Begin attempting to scrape: KWL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:45:12] Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[09:45:13] ...data deleted. base.py:246 + Scraping from base.py:42 + http://councillors.knowsley.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:45:16] Committing batch 1 consisting of 90 files base.py:274 +[09:45:17] Finished attempting to scrape: KWL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:07:38.325305</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:07:44.924030</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:07:38] Fetching Scraper for: KWL handlers.py:23 - Begin attempting to scrape: KWL handlers.py:27 - Deleting existing data... base.py:239 -[13:07:39] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[13:07:40] ...data deleted. base.py:246 - Scraping from base.py:42 - http://councillors.knowsley.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:07:43] Committing batch 1 consisting of 90 files base.py:274 -[13:07:44] Finished attempting to scrape: KWL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LAC/index.html b/logbooks/LAC/index.html index 3aead7aebf..36b50f8a0c 100644 --- a/logbooks/LAC/index.html +++ b/logbooks/LAC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:20:37.701690</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:20:46.624780</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:20:37] Fetching Scraper for: LAC handlers.py:23 + Begin attempting to scrape: LAC handlers.py:27 +[10:20:38] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 61 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 61 files in Councillors/raw base.py:207 + ...found 123 files in Councillors base.py:207 +[10:20:39] Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 23 files base.py:216 +[10:20:40] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committeeadmin.lancaster.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[10:20:44] Committing batch 1 consisting of 92 files base.py:274 +[10:20:45] Committing batch 2 consisting of 30 files base.py:274 +[10:20:46] Finished attempting to scrape: LAC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-40">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>13 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:40:54.192973</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:41:07.219465</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:40:54] Fetching Scraper for: LAC handlers.py:23 - Begin attempting to scrape: LAC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:40:55] Getting all files in Councillors/json... base.py:191 - ...found 61 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 61 files in Councillors/raw base.py:207 - ...found 123 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:40:56] Deleting batch no. 2 consisting of 23 files base.py:216 -[12:40:57] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committeeadmin.lancaster.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[12:41:03] Committing batch 1 consisting of 92 files base.py:274 -[12:41:05] Committing batch 2 consisting of 30 files base.py:274 -[12:41:07] Finished attempting to scrape: LAC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LAN/index.html b/logbooks/LAN/index.html index ae83075a97..ecea3e5589 100644 --- a/logbooks/LAN/index.html +++ b/logbooks/LAN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:54:15.928230</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:54:27.742509</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:54:15] Fetching Scraper for: LAN handlers.py:23 + Begin attempting to scrape: LAN handlers.py:27 +[09:54:16] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:54:17] ...found 84 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 84 files in Councillors/raw base.py:207 + ...found 169 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:54:18] Deleting batch no. 2 consisting of 69 files base.py:216 +[09:54:19] ...data deleted. base.py:246 + Scraping from base.py:42 + http://council.lancashire.gov.uk//mgWebService.asmx/GetCou + ncillorsByWard +[09:54:24] Committing batch 1 consisting of 92 files base.py:274 +[09:54:26] Committing batch 2 consisting of 76 files base.py:274 +[09:54:27] Finished attempting to scrape: LAN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-16">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:16:36.211737</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:16:47.209926</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:16:36] Fetching Scraper for: LAN handlers.py:23 - Begin attempting to scrape: LAN handlers.py:27 - Deleting existing data... base.py:239 -[12:16:37] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 84 files in Councillors/raw base.py:207 - ...found 169 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:16:38] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:16:39] ...data deleted. base.py:246 - Scraping from base.py:42 - http://council.lancashire.gov.uk//mgWebService.asmx/GetCou - ncillorsByWard -[12:16:44] Committing batch 1 consisting of 92 files base.py:274 -[12:16:46] Committing batch 2 consisting of 76 files base.py:274 -[12:16:47] Finished attempting to scrape: LAN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LBH/index.html b/logbooks/LBH/index.html index 2b1600c419..8409529dec 100644 --- a/logbooks/LBH/index.html +++ b/logbooks/LBH/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:37:37.269350</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:37:47.158721</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:37:37] Fetching Scraper for: LBH handlers.py:23 + Begin attempting to scrape: LBH handlers.py:27 + Deleting existing data... base.py:239 +[10:37:38] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:37:39] Deleting batch no. 2 consisting of 27 files base.py:216 +[10:37:40] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.lambeth.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:37:44] Committing batch 1 consisting of 92 files base.py:274 +[10:37:46] Committing batch 2 consisting of 34 files base.py:274 +[10:37:47] Finished attempting to scrape: LBH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-07">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:21:23.758275</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:21:33.572972</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:21:23] Fetching Scraper for: LBH handlers.py:23 - Begin attempting to scrape: LBH handlers.py:27 -[12:21:24] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:21:25] ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:21:26] Deleting batch no. 2 consisting of 27 files base.py:216 -[12:21:27] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.lambeth.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:21:31] Committing batch 1 consisting of 92 files base.py:274 -[12:21:32] Committing batch 2 consisting of 34 files base.py:274 -[12:21:33] Finished attempting to scrape: LBH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LCE/index.html b/logbooks/LCE/index.html index daca83191e..0de6122261 100644 --- a/logbooks/LCE/index.html +++ b/logbooks/LCE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-24">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:24:10.105498</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:24:20.809158</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:24:10] Fetching Scraper for: LCE handlers.py:23 + Begin attempting to scrape: LCE handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:24:11] Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:24:12] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:24:13] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cabinet.leicester.gov.uk//mgWebService.asmx/GetCou + ncillorsByWard +[09:24:18] Committing batch 1 consisting of 92 files base.py:274 +[09:24:19] Committing batch 2 consisting of 18 files base.py:274 +[09:24:20] Finished attempting to scrape: LCE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:32:19.254046</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:32:28.580061</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:32:19] Fetching Scraper for: LCE handlers.py:23 - Begin attempting to scrape: LCE handlers.py:27 - Deleting existing data... base.py:239 -[12:32:20] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:32:21] Deleting batch no. 2 consisting of 11 files base.py:216 -[12:32:22] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cabinet.leicester.gov.uk//mgWebService.asmx/GetCou - ncillorsByWard -[12:32:26] Committing batch 1 consisting of 92 files base.py:274 -[12:32:27] Committing batch 2 consisting of 18 files base.py:274 -[12:32:28] Finished attempting to scrape: LCE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LDS/index.html b/logbooks/LDS/index.html index 5a5084eda8..95edc0c6b6 100644 --- a/logbooks/LDS/index.html +++ b/logbooks/LDS/index.html @@ -37,6 +37,60 @@ + <h2 id="2023-10-15-09-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>16 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:16:47.386070</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:17:03.481616</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:16:47] Fetching Scraper for: LDS handlers.py:23 + Begin attempting to scrape: LDS handlers.py:27 + Deleting existing data... base.py:239 +[09:16:48] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 99 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 99 files in Councillors/raw base.py:207 + ...found 199 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:16:50] Deleting batch no. 2 consisting of 99 files base.py:216 +[09:16:51] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.leeds.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[09:16:58] Committing batch 1 consisting of 92 files base.py:274 +[09:17:00] Committing batch 2 consisting of 92 files base.py:274 +[09:17:02] Committing batch 3 consisting of 14 files base.py:274 +[09:17:03] Finished attempting to scrape: LDS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1060,60 +1114,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>15 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:05:07.974057</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:05:23.622841</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:05:07] Fetching Scraper for: LDS handlers.py:23 - Begin attempting to scrape: LDS handlers.py:27 -[12:05:08] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:05:09] Getting all files in Councillors/json... base.py:191 - ...found 99 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 99 files in Councillors/raw base.py:207 - ...found 199 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:05:10] Deleting batch no. 2 consisting of 99 files base.py:216 -[12:05:11] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.leeds.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:05:18] Committing batch 1 consisting of 92 files base.py:274 -[12:05:21] Committing batch 2 consisting of 92 files base.py:274 -[12:05:22] Committing batch 3 consisting of 14 files base.py:274 -[12:05:23] Finished attempting to scrape: LDS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LEC/index.html b/logbooks/LEC/index.html index 45f46e6d1b..f864854e46 100644 --- a/logbooks/LEC/index.html +++ b/logbooks/LEC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:06:40.778535</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:06:51.029525</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:06:40] Fetching Scraper for: LEC handlers.py:23 + Begin attempting to scrape: LEC handlers.py:27 +[09:06:41] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:06:42] ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:06:43] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:06:44] ...data deleted. base.py:246 + Scraping from base.py:42 + http://politics.leics.gov.uk//mgWebService.asmx/GetCouncil + lorsByWard +[09:06:48] Committing batch 1 consisting of 92 files base.py:274 +[09:06:49] Committing batch 2 consisting of 18 files base.py:274 +[09:06:51] Finished attempting to scrape: LEC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:31:03.588127</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:31:13.913188</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:31:03] Fetching Scraper for: LEC handlers.py:23 - Begin attempting to scrape: LEC handlers.py:27 - Deleting existing data... base.py:239 -[13:31:04] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 -[13:31:05] ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 11 files base.py:216 -[13:31:06] ...data deleted. base.py:246 - Scraping from base.py:42 - http://politics.leics.gov.uk//mgWebService.asmx/GetCouncil - lorsByWard -[13:31:11] Committing batch 1 consisting of 92 files base.py:274 -[13:31:12] Committing batch 2 consisting of 18 files base.py:274 -[13:31:13] Finished attempting to scrape: LEC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LEE/index.html b/logbooks/LEE/index.html index 1e066563a3..c77e3e254e 100644 --- a/logbooks/LEE/index.html +++ b/logbooks/LEE/index.html @@ -37,6 +37,66 @@ + <h2 id="2023-10-15-09-39">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:39:29.665109</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:39:36.700299</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 184, in run + councillor = self.get_single_councillor(ward, councillor_xml) + File "scrapers/LEE-lewes/councillors.py", line 13, in get_single_councillor + if "lewes.gov.uk" in email: +TypeError: argument of type 'NoneType' is not iterable +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:39:29] Fetching Scraper for: LEE handlers.py:23 + Begin attempting to scrape: LEE handlers.py:27 + Deleting existing data... base.py:239 +[09:39:30] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[09:39:31] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.lewes-eastbourne.gov.uk//mgWebService.asm + x/GetCouncillorsByWard +[09:39:35] argument of type 'NoneType' is not iterable handlers.py:36 + Committing batch 1 consisting of 80 files base.py:274 +[09:39:36] Finished attempting to scrape: LEE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1174,66 +1234,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:54:22.791599</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:30.004239</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 183, in run - councillor = self.get_single_councillor(ward, councillor_xml) - File "scrapers/LEE-lewes/councillors.py", line 13, in get_single_councillor - if "lewes.gov.uk" in email: -TypeError: argument of type 'NoneType' is not iterable -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:54:22] Fetching Scraper for: LEE handlers.py:23 - Begin attempting to scrape: LEE handlers.py:27 -[13:54:23] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:54:24] ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[13:54:25] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.lewes-eastbourne.gov.uk//mgWebService.asm - x/GetCouncillorsByWard -[13:54:28] argument of type 'NoneType' is not iterable handlers.py:36 - Committing batch 1 consisting of 80 files base.py:274 -[13:54:30] Finished attempting to scrape: LEE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LEW/index.html b/logbooks/LEW/index.html index a0b0802dcd..767d6a7aaa 100644 --- a/logbooks/LEW/index.html +++ b/logbooks/LEW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-01">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:01:55.793432</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:02:04.828151</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:01:55] Fetching Scraper for: LEW handlers.py:23 + Begin attempting to scrape: LEW handlers.py:27 +[10:01:56] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:01:57] ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:01:58] Deleting batch no. 2 consisting of 9 files base.py:216 +[10:01:59] ...data deleted. base.py:246 + Scraping from base.py:42 + http://councilmeetings.lewisham.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[10:02:02] Committing batch 1 consisting of 92 files base.py:274 +[10:02:03] Committing batch 2 consisting of 16 files base.py:274 +[10:02:04] Finished attempting to scrape: LEW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-23">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:32:07.383557</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:32:16.454118</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:32:07] Fetching Scraper for: LEW handlers.py:23 - Begin attempting to scrape: LEW handlers.py:27 - Deleting existing data... base.py:239 -[13:32:08] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:32:09] Deleting batch no. 2 consisting of 9 files base.py:216 -[13:32:10] ...data deleted. base.py:246 - Scraping from base.py:42 - http://councilmeetings.lewisham.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[13:32:13] Committing batch 1 consisting of 92 files base.py:274 -[13:32:15] Committing batch 2 consisting of 16 files base.py:274 -[13:32:16] Finished attempting to scrape: LEW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LIC/index.html b/logbooks/LIC/index.html index a02d3c307d..1ff5105f6b 100644 --- a/logbooks/LIC/index.html +++ b/logbooks/LIC/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:38:52.681263</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:38:58.451631</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:38:52] Fetching Scraper for: LIC handlers.py:23 + Begin attempting to scrape: LIC handlers.py:27 + Deleting existing data... base.py:239 +[09:38:53] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:38:54] ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democratic.lincoln.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:38:57] Committing batch 1 consisting of 66 files base.py:274 +[09:38:58] Finished attempting to scrape: LIC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:06:03.116227</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:06:09.584966</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:06:03] Fetching Scraper for: LIC handlers.py:23 - Begin attempting to scrape: LIC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:06:04] Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[12:06:05] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democratic.lincoln.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:06:08] Committing batch 1 consisting of 66 files base.py:274 -[12:06:09] Finished attempting to scrape: LIC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LIF/index.html b/logbooks/LIF/index.html index 5bd05e7931..263b7645f5 100644 --- a/logbooks/LIF/index.html +++ b/logbooks/LIF/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:44:18.815762</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:44:26.654221</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:44:18] Fetching Scraper for: LIF handlers.py:23 + Begin attempting to scrape: LIF handlers.py:27 +[08:44:19] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:44:20] ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[08:44:21] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.lichfielddc.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:44:24] Committing batch 1 consisting of 92 files base.py:274 +[08:44:25] Committing batch 2 consisting of 2 files base.py:274 +[08:44:26] Finished attempting to scrape: LIF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:06:18.717228</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:06:25.779400</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:06:18] Fetching Scraper for: LIF handlers.py:23 - Begin attempting to scrape: LIF handlers.py:27 -[14:06:19] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:06:20] ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.lichfielddc.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[14:06:23] Committing batch 1 consisting of 92 files base.py:274 -[14:06:24] Committing batch 2 consisting of 2 files base.py:274 -[14:06:25] Finished attempting to scrape: LIF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LIN/index.html b/logbooks/LIN/index.html index 64c4b0d7b3..85b5023ed1 100644 --- a/logbooks/LIN/index.html +++ b/logbooks/LIN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:36:16.265415</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:36:27.649535</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:36:16] Fetching Scraper for: LIN handlers.py:23 + Begin attempting to scrape: LIN handlers.py:27 + Deleting existing data... base.py:239 +[10:36:17] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 70 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 70 files in Councillors/raw base.py:207 + ...found 141 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:36:18] Deleting batch no. 2 consisting of 41 files base.py:216 +[10:36:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://lincolnshire.moderngov.co.uk//mgWebService.asmx/Ge + tCouncillorsByWard +[10:36:24] Committing batch 1 consisting of 92 files base.py:274 +[10:36:26] Committing batch 2 consisting of 48 files base.py:274 +[10:36:27] Finished attempting to scrape: LIN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:07:14.590970</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:07:24.777686</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:07:14] Fetching Scraper for: LIN handlers.py:23 - Begin attempting to scrape: LIN handlers.py:27 - Deleting existing data... base.py:239 -[14:07:15] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 70 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 70 files in Councillors/raw base.py:207 - ...found 141 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:07:16] Deleting batch no. 2 consisting of 41 files base.py:216 -[14:07:17] ...data deleted. base.py:246 - Scraping from base.py:42 - https://lincolnshire.moderngov.co.uk//mgWebService.asmx/Ge - tCouncillorsByWard -[14:07:22] Committing batch 1 consisting of 92 files base.py:274 -[14:07:23] Committing batch 2 consisting of 48 files base.py:274 -[14:07:24] Finished attempting to scrape: LIN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LIV/index.html b/logbooks/LIV/index.html index e03be8ce14..99acc0c119 100644 --- a/logbooks/LIV/index.html +++ b/logbooks/LIV/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:28:08.610167</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:28:19.192220</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:28:08] Fetching Scraper for: LIV handlers.py:23 + Begin attempting to scrape: LIV handlers.py:27 + Deleting existing data... base.py:239 +[10:28:09] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 85 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:28:10] ...found 85 files in Councillors/raw base.py:207 + ...found 171 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 71 files base.py:216 +[10:28:11] ...data deleted. base.py:246 + Scraping from base.py:42 + https://councillors.liverpool.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[10:28:16] Committing batch 1 consisting of 92 files base.py:274 +[10:28:18] Committing batch 2 consisting of 78 files base.py:274 +[10:28:19] Finished attempting to scrape: LIV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:37:05.161334</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:37:15.820118</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:37:05] Fetching Scraper for: LIV handlers.py:23 - Begin attempting to scrape: LIV handlers.py:27 - Deleting existing data... base.py:239 -[12:37:06] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 85 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 85 files in Councillors/raw base.py:207 - ...found 171 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:37:07] Deleting batch no. 2 consisting of 71 files base.py:216 -[12:37:08] ...data deleted. base.py:246 - Scraping from base.py:42 - https://councillors.liverpool.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:37:12] Committing batch 1 consisting of 92 files base.py:274 -[12:37:14] Committing batch 2 consisting of 78 files base.py:274 -[12:37:15] Finished attempting to scrape: LIV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/LUT/index.html b/logbooks/LUT/index.html index 399054a985..f5e68cd3da 100644 --- a/logbooks/LUT/index.html +++ b/logbooks/LUT/index.html @@ -37,6 +37,249 @@ + <h2 id="2023-10-15-09-11">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>85 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:11:00.111639</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:12:25.822616</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:11:00] Fetching Scraper for: LUT handlers.py:23 + Begin attempting to scrape: LUT handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:11:01] Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[09:11:02] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.luton.gov.uk/cmis5public/Councillors.aspx +[09:11:03] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/429/ScreenMode/Alphab + etical/Default.aspx +[09:11:05] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/428/ScreenMode/Alphab + etical/Default.aspx +[09:11:06] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/426/ScreenMode/Alphab + etical/Default.aspx +[09:11:07] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/367/ScreenMode/Alphab + etical/Default.aspx +[09:11:09] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/392/ScreenMode/Alphab + etical/Default.aspx +[09:11:10] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/419/ScreenMode/Alphab + etical/Default.aspx +[09:11:12] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/293/ScreenMode/Alphab + etical/Default.aspx +[09:11:14] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/396/ScreenMode/Alphab + etical/Default.aspx +[09:11:16] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/425/ScreenMode/Alphab + etical/Default.aspx +[09:11:17] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/368/ScreenMode/Alphab + etical/Default.aspx +[09:11:19] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/235/ScreenMode/Alphab + etical/Default.aspx +[09:11:21] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/415/ScreenMode/Alphab + etical/Default.aspx +[09:11:22] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/194/ScreenMode/Alphab + etical/Default.aspx +[09:11:23] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphab + etical/Default.aspx +[09:11:26] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/427/ScreenMode/Alphab + etical/Default.aspx +[09:11:27] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/434/ScreenMode/Alphab + etical/Default.aspx +[09:11:29] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/422/ScreenMode/Alphab + etical/Default.aspx +[09:11:30] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/373/ScreenMode/Alphab + etical/Default.aspx +[09:11:33] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/374/ScreenMode/Alphab + etical/Default.aspx +[09:11:34] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphab + etical/Default.aspx +[09:11:37] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/375/ScreenMode/Alphab + etical/Default.aspx +[09:11:38] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/432/ScreenMode/Alphab + etical/Default.aspx +[09:11:39] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/299/ScreenMode/Alphab + etical/Default.aspx +[09:11:41] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/406/ScreenMode/Alphab + etical/Default.aspx +[09:11:43] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/243/ScreenMode/Alphab + etical/Default.aspx +[09:11:44] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/378/ScreenMode/Alphab + etical/Default.aspx +[09:11:46] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/423/ScreenMode/Alphab + etical/Default.aspx +[09:11:47] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/379/ScreenMode/Alphab + etical/Default.aspx +[09:11:48] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/414/ScreenMode/Alphab + etical/Default.aspx +[09:11:51] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/433/ScreenMode/Alphab + etical/Default.aspx +[09:11:52] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/380/ScreenMode/Alphab + etical/Default.aspx +[09:11:54] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/418/ScreenMode/Alphab + etical/Default.aspx +[09:11:55] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/393/ScreenMode/Alphab + etical/Default.aspx +[09:11:57] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/430/ScreenMode/Alphab + etical/Default.aspx +[09:11:58] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/362/ScreenMode/Alphab + etical/Default.aspx +[09:11:59] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/302/ScreenMode/Alphab + etical/Default.aspx +[09:12:01] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/416/ScreenMode/Alphab + etical/Default.aspx +[09:12:02] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/381/ScreenMode/Alphab + etical/Default.aspx +[09:12:04] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/382/ScreenMode/Alphab + etical/Default.aspx +[09:12:06] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenMode/Alphab + etical/Default.aspx +[09:12:09] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode/Alphab + etical/Default.aspx +[09:12:11] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphab + etical/Default.aspx +[09:12:13] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/424/ScreenMode/Alphab + etical/Default.aspx +[09:12:15] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/431/ScreenMode/Alphab + etical/Default.aspx +[09:12:16] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/228/ScreenMode/Alphab + etical/Default.aspx +[09:12:18] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/310/ScreenMode/Alphab + etical/Default.aspx +[09:12:19] Committing batch 1 consisting of 92 files base.py:274 +[09:12:20] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/383/ScreenMode/Alphab + etical/Default.aspx +[09:12:22] Scraping from base.py:42 + https://democracy.luton.gov.uk/cmis5public/Councillors/tab + id/63/ctl/ViewCMIS_Person/mid/383/id/384/ScreenMode/Alphab + etical/Default.aspx +[09:12:24] Committing batch 2 consisting of 4 files base.py:274 +[09:12:25] Finished attempting to scrape: LUT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4285,249 +4528,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>84 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:21:37.699327</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:23:01.874586</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:21:37] Fetching Scraper for: LUT handlers.py:23 - Begin attempting to scrape: LUT handlers.py:27 -[12:21:38] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:21:39] ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.luton.gov.uk/cmis5public/Councillors.aspx -[12:21:41] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/429/ScreenMode/Alphab - etical/Default.aspx -[12:21:42] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/428/ScreenMode/Alphab - etical/Default.aspx -[12:21:43] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/426/ScreenMode/Alphab - etical/Default.aspx -[12:21:45] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/367/ScreenMode/Alphab - etical/Default.aspx -[12:21:47] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/392/ScreenMode/Alphab - etical/Default.aspx -[12:21:49] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/419/ScreenMode/Alphab - etical/Default.aspx -[12:21:50] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/293/ScreenMode/Alphab - etical/Default.aspx -[12:21:51] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/396/ScreenMode/Alphab - etical/Default.aspx -[12:21:53] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/425/ScreenMode/Alphab - etical/Default.aspx -[12:21:54] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/368/ScreenMode/Alphab - etical/Default.aspx -[12:21:56] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/235/ScreenMode/Alphab - etical/Default.aspx -[12:21:58] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/415/ScreenMode/Alphab - etical/Default.aspx -[12:21:59] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/194/ScreenMode/Alphab - etical/Default.aspx -[12:22:00] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenMode/Alphab - etical/Default.aspx -[12:22:03] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/427/ScreenMode/Alphab - etical/Default.aspx -[12:22:05] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/434/ScreenMode/Alphab - etical/Default.aspx -[12:22:07] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/422/ScreenMode/Alphab - etical/Default.aspx -[12:22:08] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/373/ScreenMode/Alphab - etical/Default.aspx -[12:22:10] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/374/ScreenMode/Alphab - etical/Default.aspx -[12:22:11] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphab - etical/Default.aspx -[12:22:13] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/375/ScreenMode/Alphab - etical/Default.aspx -[12:22:15] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/432/ScreenMode/Alphab - etical/Default.aspx -[12:22:16] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/299/ScreenMode/Alphab - etical/Default.aspx -[12:22:18] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/406/ScreenMode/Alphab - etical/Default.aspx -[12:22:19] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/243/ScreenMode/Alphab - etical/Default.aspx -[12:22:22] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/378/ScreenMode/Alphab - etical/Default.aspx -[12:22:24] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/423/ScreenMode/Alphab - etical/Default.aspx -[12:22:25] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/379/ScreenMode/Alphab - etical/Default.aspx -[12:22:26] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/414/ScreenMode/Alphab - etical/Default.aspx -[12:22:28] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/433/ScreenMode/Alphab - etical/Default.aspx -[12:22:29] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/380/ScreenMode/Alphab - etical/Default.aspx -[12:22:30] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/418/ScreenMode/Alphab - etical/Default.aspx -[12:22:32] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/393/ScreenMode/Alphab - etical/Default.aspx -[12:22:33] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/430/ScreenMode/Alphab - etical/Default.aspx -[12:22:34] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/362/ScreenMode/Alphab - etical/Default.aspx -[12:22:36] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/302/ScreenMode/Alphab - etical/Default.aspx -[12:22:37] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/416/ScreenMode/Alphab - etical/Default.aspx -[12:22:40] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/381/ScreenMode/Alphab - etical/Default.aspx -[12:22:42] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/382/ScreenMode/Alphab - etical/Default.aspx -[12:22:43] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenMode/Alphab - etical/Default.aspx -[12:22:45] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode/Alphab - etical/Default.aspx -[12:22:47] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphab - etical/Default.aspx -[12:22:49] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/424/ScreenMode/Alphab - etical/Default.aspx -[12:22:50] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/431/ScreenMode/Alphab - etical/Default.aspx -[12:22:51] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/228/ScreenMode/Alphab - etical/Default.aspx -[12:22:53] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/310/ScreenMode/Alphab - etical/Default.aspx -[12:22:54] Committing batch 1 consisting of 92 files base.py:274 -[12:22:56] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/383/ScreenMode/Alphab - etical/Default.aspx -[12:22:57] Scraping from base.py:42 - https://democracy.luton.gov.uk/cmis5public/Councillors/tab - id/63/ctl/ViewCMIS_Person/mid/383/id/384/ScreenMode/Alphab - etical/Default.aspx -[12:23:00] Committing batch 2 consisting of 4 files base.py:274 -[12:23:01] Finished attempting to scrape: LUT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MAI/index.html b/logbooks/MAI/index.html index 3d41e096d2..eb7fcdcf6a 100644 --- a/logbooks/MAI/index.html +++ b/logbooks/MAI/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:06:06.453699</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:06:16.140023</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:06:06] Fetching Scraper for: MAI handlers.py:23 + Begin attempting to scrape: MAI handlers.py:27 + Deleting existing data... base.py:239 +[09:06:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:06:08] Deleting batch no. 2 consisting of 11 files base.py:216 +[09:06:09] ...data deleted. base.py:246 + Scraping from base.py:42 + https://meetings.maidstone.gov.uk//mgWebService.asmx/GetCo + uncillorsByWard +[09:06:13] Committing batch 1 consisting of 92 files base.py:274 +[09:06:14] Committing batch 2 consisting of 18 files base.py:274 +[09:06:16] Finished attempting to scrape: MAI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-15">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:38:21.875714</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:38:30.842611</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:38:21] Fetching Scraper for: MAI handlers.py:23 - Begin attempting to scrape: MAI handlers.py:27 -[13:38:22] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:38:23] ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:38:24] Deleting batch no. 2 consisting of 11 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://meetings.maidstone.gov.uk//mgWebService.asmx/GetCo - uncillorsByWard -[13:38:28] Committing batch 1 consisting of 92 files base.py:274 -[13:38:29] Committing batch 2 consisting of 18 files base.py:274 -[13:38:30] Finished attempting to scrape: MAI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MAL/index.html b/logbooks/MAL/index.html index f6938df45e..ebebf51ac6 100644 --- a/logbooks/MAL/index.html +++ b/logbooks/MAL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:14.057444</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:42:19.653207</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:14] Fetching Scraper for: MAL handlers.py:23 + Begin attempting to scrape: MAL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:42:15] Getting all files in Councillors/json... base.py:191 + ...found 31 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 31 files in Councillors/raw base.py:207 + ...found 63 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 63 files base.py:216 +[08:42:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.maldon.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[08:42:18] Committing batch 1 consisting of 62 files base.py:274 +[08:42:19] Finished attempting to scrape: MAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:12:07.374574</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:12:13.301310</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:12:07] Fetching Scraper for: MAL handlers.py:23 - Begin attempting to scrape: MAL handlers.py:27 - Deleting existing data... base.py:239 -[13:12:08] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 31 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 31 files in Councillors/raw base.py:207 - ...found 63 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 63 files base.py:216 -[13:12:09] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.maldon.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:12:12] Committing batch 1 consisting of 62 files base.py:274 -[13:12:13] Finished attempting to scrape: MAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MAN/index.html b/logbooks/MAN/index.html index 1fb0ac0722..fe6c9ebb19 100644 --- a/logbooks/MAN/index.html +++ b/logbooks/MAN/index.html @@ -37,6 +37,60 @@ + <h2 id="2023-10-15-10-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:16:08.888874</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:16:23.521476</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:16:08] Fetching Scraper for: MAN handlers.py:23 + Begin attempting to scrape: MAN handlers.py:27 +[10:16:09] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:16:10] ...found 96 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 96 files in Councillors/raw base.py:207 + ...found 193 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:16:11] Deleting batch no. 2 consisting of 93 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.manchester.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:16:18] Committing batch 1 consisting of 92 files base.py:274 +[10:16:21] Committing batch 2 consisting of 92 files base.py:274 +[10:16:22] Committing batch 3 consisting of 8 files base.py:274 +[10:16:23] Finished attempting to scrape: MAN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1060,60 +1114,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>13 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:26.624677</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:40.532297</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:26] Fetching Scraper for: MAN handlers.py:23 - Begin attempting to scrape: MAN handlers.py:27 - Deleting existing data... base.py:239 -[13:46:27] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 96 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:46:28] ...found 96 files in Councillors/raw base.py:207 - ...found 193 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:46:29] Deleting batch no. 2 consisting of 93 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.manchester.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[13:46:35] Committing batch 1 consisting of 92 files base.py:274 -[13:46:37] Committing batch 2 consisting of 92 files base.py:274 -[13:46:39] Committing batch 3 consisting of 8 files base.py:274 -[13:46:40] Finished attempting to scrape: MAN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MAV/index.html b/logbooks/MAV/index.html index b6158ff14d..f9e8d088cc 100644 --- a/logbooks/MAV/index.html +++ b/logbooks/MAV/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:32:55.206484</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:33:01.545298</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:32:55] Fetching Scraper for: MAV handlers.py:23 + Begin attempting to scrape: MAV handlers.py:27 + Deleting existing data... base.py:239 +[08:32:56] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 31 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 31 files in Councillors/raw base.py:207 + ...found 63 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 63 files base.py:216 +[08:32:57] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.malvernhills.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:33:00] Committing batch 1 consisting of 62 files base.py:274 +[08:33:01] Finished attempting to scrape: MAV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:25:39.175451</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:25:44.968457</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:25:39] Fetching Scraper for: MAV handlers.py:23 - Begin attempting to scrape: MAV handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:25:40] Getting all files in Councillors/json... base.py:191 - ...found 31 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 31 files in Councillors/raw base.py:207 - ...found 63 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 63 files base.py:216 -[14:25:41] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.malvernhills.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[14:25:43] Committing batch 1 consisting of 62 files base.py:274 -[14:25:44] Finished attempting to scrape: MAV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MDB/index.html b/logbooks/MDB/index.html index 6accfcf7fe..da2c2d41cd 100644 --- a/logbooks/MDB/index.html +++ b/logbooks/MDB/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-24">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>100 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:24:23.885655</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:26:03.962369</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:24:23] Fetching Scraper for: MDB handlers.py:23 + Begin attempting to scrape: MDB handlers.py:27 +[09:24:24] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:24:25] ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[09:24:26] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.middlesbrough.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:26:01] Committing batch 1 consisting of 92 files base.py:274 +[09:26:02] Committing batch 2 consisting of 2 files base.py:274 +[09:26:03] Finished attempting to scrape: MDB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-02">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:02:09.121747</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:02:15.749862</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:02:09] Fetching Scraper for: MDB handlers.py:23 - Begin attempting to scrape: MDB handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:02:10] Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[13:02:11] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.middlesbrough.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[13:02:13] Committing batch 1 consisting of 92 files base.py:274 -[13:02:14] Committing batch 2 consisting of 2 files base.py:274 -[13:02:15] Finished attempting to scrape: MDB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MDE/index.html b/logbooks/MDE/index.html index a75da9d9c0..5703c85a21 100644 --- a/logbooks/MDE/index.html +++ b/logbooks/MDE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:58:47.649643</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:58:53.378239</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:58:47] Fetching Scraper for: MDE handlers.py:23 + Begin attempting to scrape: MDE handlers.py:27 +[09:58:48] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 +[09:58:49] Deleting batch no. 1 consisting of 85 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.middevon.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:58:52] Committing batch 1 consisting of 84 files base.py:274 +[09:58:53] Finished attempting to scrape: MDE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:22:28.219551</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:22:33.739829</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:22:28] Fetching Scraper for: MDE handlers.py:23 - Begin attempting to scrape: MDE handlers.py:27 - Deleting existing data... base.py:239 -[14:22:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[14:22:30] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.middevon.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:22:32] Committing batch 1 consisting of 84 files base.py:274 -[14:22:33] Finished attempting to scrape: MDE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MDW/index.html b/logbooks/MDW/index.html index 523bbd4b42..c535cbc4b4 100644 --- a/logbooks/MDW/index.html +++ b/logbooks/MDW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:32:30.398159</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:32:40.300666</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:32:30] Fetching Scraper for: MDW handlers.py:23 + Begin attempting to scrape: MDW handlers.py:27 + Deleting existing data... base.py:239 +[08:32:31] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 59 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 59 files in Councillors/raw base.py:207 + ...found 119 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:32:32] Deleting batch no. 2 consisting of 19 files base.py:216 +[08:32:33] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.medway.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[08:32:37] Committing batch 1 consisting of 92 files base.py:274 +[08:32:39] Committing batch 2 consisting of 26 files base.py:274 +[08:32:40] Finished attempting to scrape: MDW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-23">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:23:05.180307</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:23:14.954777</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:23:05] Fetching Scraper for: MDW handlers.py:23 - Begin attempting to scrape: MDW handlers.py:27 - Deleting existing data... base.py:239 -[12:23:06] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:23:07] Deleting batch no. 2 consisting of 19 files base.py:216 -[12:23:08] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.medway.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:23:12] Committing batch 1 consisting of 92 files base.py:274 -[12:23:13] Committing batch 2 consisting of 26 files base.py:274 -[12:23:14] Finished attempting to scrape: MDW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MEL/index.html b/logbooks/MEL/index.html index b8c08e2c8b..2684b9bf9d 100644 --- a/logbooks/MEL/index.html +++ b/logbooks/MEL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:21:59.810918</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:22:06.540891</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:21:59] Fetching Scraper for: MEL handlers.py:23 + Begin attempting to scrape: MEL handlers.py:27 +[10:22:00] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 28 files in Councillors/json base.py:207 +[10:22:01] Getting all files in Councillors/raw... base.py:191 + ...found 28 files in Councillors/raw base.py:207 + ...found 57 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 57 files base.py:216 +[10:22:02] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.melton.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:22:05] Committing batch 1 consisting of 56 files base.py:274 +[10:22:06] Finished attempting to scrape: MEL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1047,57 +1098,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-10-03-12-48">2023-10-03</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-10-03 12:48:12.308749</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-10-03 12:48:18.818062</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:48:12] Fetching Scraper for: MEL handlers.py:23 - Begin attempting to scrape: MEL handlers.py:27 - Deleting existing data... base.py:239 -[12:48:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 28 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 28 files in Councillors/raw base.py:207 - ...found 57 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 57 files base.py:216 -[12:48:15] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.melton.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:48:17] Committing batch 1 consisting of 56 files base.py:274 -[12:48:18] Finished attempting to scrape: MEL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MIK/index.html b/logbooks/MIK/index.html index 0866ce18ca..52acc4d39a 100644 --- a/logbooks/MIK/index.html +++ b/logbooks/MIK/index.html @@ -37,6 +37,67 @@ + <h2 id="2023-10-15-09-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:34:52.842126</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:55.122819</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 249, in get_councillors + req = self.get(self.base_url, extra_headers=self.extra_headers) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://milton-keynes.cmis.uk.com/milton-keynes/Councillors.aspx +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:34:52] Fetching Scraper for: MIK handlers.py:23 + Begin attempting to scrape: MIK handlers.py:27 +[09:34:53] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:34:54] ...data deleted. base.py:246 + Scraping from base.py:42 + http://milton-keynes.cmis.uk.com/milton-keynes/Councillors + .aspx + 404 Client Error: Not Found for url: handlers.py:36 + http://milton-keynes.cmis.uk.com/milton-keynes/Council + lors.aspx +[09:34:55] Finished attempting to scrape: MIK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1193,67 +1254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:14:09.620477</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:11.921654</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://milton-keynes.cmis.uk.com/milton-keynes/Councillors.aspx -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:14:09] Fetching Scraper for: MIK handlers.py:23 - Begin attempting to scrape: MIK handlers.py:27 - Deleting existing data... base.py:239 -[12:14:10] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:14:11] ...data deleted. base.py:246 - Scraping from base.py:42 - http://milton-keynes.cmis.uk.com/milton-keynes/Councillors - .aspx - 404 Client Error: Not Found for url: handlers.py:36 - http://milton-keynes.cmis.uk.com/milton-keynes/Council - lors.aspx - Finished attempting to scrape: MIK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MLN/index.html b/logbooks/MLN/index.html index 9e373914db..1ce4f2657f 100644 --- a/logbooks/MLN/index.html +++ b/logbooks/MLN/index.html @@ -37,6 +37,128 @@ + <h2 id="2023-10-15-10-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>37 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:21:17.465716</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:21:54.581078</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:21:17] Fetching Scraper for: MLN handlers.py:23 + Begin attempting to scrape: MLN handlers.py:27 + Deleting existing data... base.py:239 +[10:21:18] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 18 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 18 files in Councillors/raw base.py:207 + ...found 37 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 37 files base.py:216 +[10:21:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors.aspx +[10:21:20] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabetical/ + Default.aspx +[10:21:22] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/244/ScreenMode/Alphabetical/ + Default.aspx +[10:21:24] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/143/ScreenMode/Alphabetical/ + Default.aspx +[10:21:26] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabetical/ + Default.aspx +[10:21:28] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/245/ScreenMode/Alphabetical/ + Default.aspx +[10:21:29] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Alphabetical/D + efault.aspx +[10:21:32] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/140/ScreenMode/Alphabetical/ + Default.aspx +[10:21:34] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/240/ScreenMode/Alphabetical/ + Default.aspx +[10:21:35] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/234/ScreenMode/Alphabetical/ + Default.aspx +[10:21:37] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/241/ScreenMode/Alphabetical/ + Default.aspx +[10:21:38] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alphabetical/D + efault.aspx +[10:21:40] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/22/ScreenMode/Alphabetical/D + efault.aspx +[10:21:42] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabetical/D + efault.aspx +[10:21:43] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetical/D + efault.aspx +[10:21:45] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/246/ScreenMode/Alphabetical/ + Default.aspx +[10:21:47] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ + Default.aspx +[10:21:50] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/242/ScreenMode/Alphabetical/ + Default.aspx +[10:21:51] Scraping from base.py:42 + https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetical/ + Default.aspx +[10:21:53] Committing batch 1 consisting of 36 files base.py:274 +[10:21:54] Finished attempting to scrape: MLN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2356,128 +2478,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>37 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:07:27.494088</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:08:04.861291</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:07:27] Fetching Scraper for: MLN handlers.py:23 - Begin attempting to scrape: MLN handlers.py:27 - Deleting existing data... base.py:239 -[14:07:28] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 18 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 18 files in Councillors/raw base.py:207 - ...found 37 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 37 files base.py:216 -[14:07:29] ...data deleted. base.py:246 - Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors.aspx -[14:07:30] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/141/ScreenMode/Alphabetical/ - Default.aspx -[14:07:32] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/244/ScreenMode/Alphabetical/ - Default.aspx -[14:07:34] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/143/ScreenMode/Alphabetical/ - Default.aspx -[14:07:36] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/144/ScreenMode/Alphabetical/ - Default.aspx -[14:07:38] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/245/ScreenMode/Alphabetical/ - Default.aspx -[14:07:40] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Alphabetical/D - efault.aspx -[14:07:42] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/140/ScreenMode/Alphabetical/ - Default.aspx -[14:07:43] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/240/ScreenMode/Alphabetical/ - Default.aspx -[14:07:45] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/234/ScreenMode/Alphabetical/ - Default.aspx -[14:07:47] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/241/ScreenMode/Alphabetical/ - Default.aspx -[14:07:48] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alphabetical/D - efault.aspx -[14:07:50] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/22/ScreenMode/Alphabetical/D - efault.aspx -[14:07:52] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/25/ScreenMode/Alphabetical/D - efault.aspx -[14:07:53] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetical/D - efault.aspx -[14:07:55] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/246/ScreenMode/Alphabetical/ - Default.aspx -[14:07:58] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ - Default.aspx -[14:08:00] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/242/ScreenMode/Alphabetical/ - Default.aspx -[14:08:01] Scraping from base.py:42 - https://midlothian.cmis.uk.com/live/Councillors/tabid/63/c - tl/ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetical/ - Default.aspx -[14:08:03] Committing batch 1 consisting of 36 files base.py:274 -[14:08:04] Finished attempting to scrape: MLN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MOL/index.html b/logbooks/MOL/index.html index 0423e01715..09a8efeb97 100644 --- a/logbooks/MOL/index.html +++ b/logbooks/MOL/index.html @@ -37,6 +37,115 @@ + <h2 id="2023-10-15-08-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:49:47.372598</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:49:49.604150</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request + self._validate_conn(conn) + File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn + conn.connect() + File "/opt/python/urllib3/connection.py", line 419, in connect + self.sock = ssl_wrap_socket( + File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket + ssl_sock = _ssl_wrap_socket_impl( + File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl + return ssl_context.wrap_socket(sock, server_hostname=server_hostname) + File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create + self.do_handshake() + File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 142, in get_list_container + self.base_url_soup = self.get_page(self.base_url) + File "/var/task/lgsf/councillors/scrapers.py", line 131, in get_page + page = self.get(url).text + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 517, in send + raise SSLError(e, request=request) +requests.exceptions.SSLError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:49:47] Fetching Scraper for: MOL handlers.py:23 + Begin attempting to scrape: MOL handlers.py:27 + Deleting existing data... base.py:239 +[08:49:48] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:49:49] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.molevalley.gov.uk/home/council/councillors/who + -are-your-councillors + HTTPSConnectionPool(host='www.molevalley.gov.uk', handlers.py:36 + port=443): Max retries exceeded with url: + /home/council/councillors/who-are-your-councillors + (Caused by SSLError(SSLCertVerificationError(1, '[SSL: + CERTIFICATE_VERIFY_FAILED] certificate verify failed: + unable to get local issuer certificate + (_ssl.c:1131)'))) + Finished attempting to scrape: MOL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2105,115 +2214,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:09:34.752676</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:09:37.440740</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 141, in get_list_container - self.base_url_soup = self.get_page(self.base_url) - File "/var/task/lgsf/councillors/scrapers.py", line 130, in get_page - page = self.get(url).text - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='www.molevalley.gov.uk', port=443): Max retries exceeded with url: /home/council/councillors/who-are-your-councillors (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:09:34] Fetching Scraper for: MOL handlers.py:23 - Begin attempting to scrape: MOL handlers.py:27 -[12:09:35] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:09:36] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.molevalley.gov.uk/home/council/councillors/who - -are-your-councillors -[12:09:37] HTTPSConnectionPool(host='www.molevalley.gov.uk', handlers.py:36 - port=443): Max retries exceeded with url: - /home/council/councillors/who-are-your-councillors - (Caused by SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) - Finished attempting to scrape: MOL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MON/index.html b/logbooks/MON/index.html index 49c1906305..8e0058b78e 100644 --- a/logbooks/MON/index.html +++ b/logbooks/MON/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:54:03.990201</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:54:09.921613</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:54:03] Fetching Scraper for: MON handlers.py:23 +[09:54:04] Begin attempting to scrape: MON handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:54:05] ...found 46 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 46 files in Councillors/raw base.py:207 + ...found 93 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 93 files base.py:216 +[09:54:06] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.monmouthshire.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:54:08] Committing batch 1 consisting of 92 files base.py:274 +[09:54:09] Finished attempting to scrape: MON base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:52.184492</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:58.109161</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:52] Fetching Scraper for: MON handlers.py:23 - Begin attempting to scrape: MON handlers.py:27 - Deleting existing data... base.py:239 -[12:51:53] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 46 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 46 files in Councillors/raw base.py:207 - ...found 93 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 93 files base.py:216 -[12:51:54] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.monmouthshire.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[12:51:56] Committing batch 1 consisting of 92 files base.py:274 -[12:51:58] Finished attempting to scrape: MON base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MRT/index.html b/logbooks/MRT/index.html index 2f7352ce44..92e6b42761 100644 --- a/logbooks/MRT/index.html +++ b/logbooks/MRT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:48:47.737093</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:48:58.336424</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:48:47] Fetching Scraper for: MRT handlers.py:23 + Begin attempting to scrape: MRT handlers.py:27 +[09:48:48] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:48:49] ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:48:50] Deleting batch no. 2 consisting of 15 files base.py:216 +[09:48:51] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.merton.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:48:55] Committing batch 1 consisting of 92 files base.py:274 +[09:48:56] Committing batch 2 consisting of 22 files base.py:274 +[09:48:58] Finished attempting to scrape: MRT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:25:02.426702</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:25:11.346523</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:25:02] Fetching Scraper for: MRT handlers.py:23 - Begin attempting to scrape: MRT handlers.py:27 - Deleting existing data... base.py:239 -[13:25:03] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:25:04] Deleting batch no. 2 consisting of 15 files base.py:216 -[13:25:05] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.merton.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:25:08] Committing batch 1 consisting of 92 files base.py:274 -[13:25:10] Committing batch 2 consisting of 22 files base.py:274 -[13:25:11] Finished attempting to scrape: MRT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MRY/index.html b/logbooks/MRY/index.html index 29d7c20356..bebf459570 100644 --- a/logbooks/MRY/index.html +++ b/logbooks/MRY/index.html @@ -37,6 +37,161 @@ + <h2 id="2023-10-15-10-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>66 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:10:38.073694</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:11:44.827541</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:10:38] Fetching Scraper for: MRY handlers.py:23 + Begin attempting to scrape: MRY handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:10:39] Getting all files in Councillors/json... base.py:191 + ...found 26 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 26 files in Councillors/raw base.py:207 + ...found 53 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 53 files base.py:216 +[10:10:40] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moray.cmis.uk.com/moray/CouncilandGovernance/Counc + illors.aspx +[10:10:41] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17/ScreenMod + e/Alphabetical/Default.aspx +[10:10:43] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/386/ScreenMo + de/Alphabetical/Default.aspx +[10:10:46] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/381/ScreenMo + de/Alphabetical/Default.aspx +[10:10:48] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/393/ScreenMo + de/Alphabetical/Default.aspx +[10:10:50] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMod + e/Alphabetical/Default.aspx +[10:10:53] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMod + e/Alphabetical/Default.aspx +[10:10:55] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode + /Alphabetical/Default.aspx +[10:10:58] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/383/ScreenMo + de/Alphabetical/Default.aspx +[10:11:02] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/384/ScreenMo + de/Alphabetical/Default.aspx +[10:11:04] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMod + e/Alphabetical/Default.aspx +[10:11:06] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/391/ScreenMo + de/Alphabetical/Default.aspx +[10:11:08] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/392/ScreenMo + de/Alphabetical/Default.aspx +[10:11:10] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/385/ScreenMo + de/Alphabetical/Default.aspx +[10:11:13] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/387/ScreenMo + de/Alphabetical/Default.aspx +[10:11:15] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenMod + e/Alphabetical/Default.aspx +[10:11:18] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMod + e/Alphabetical/Default.aspx +[10:11:21] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/388/ScreenMo + de/Alphabetical/Default.aspx +[10:11:23] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/395/ScreenMo + de/Alphabetical/Default.aspx +[10:11:26] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMod + e/Alphabetical/Default.aspx +[10:11:28] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/382/ScreenMo + de/Alphabetical/Default.aspx +[10:11:30] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/389/ScreenMo + de/Alphabetical/Default.aspx +[10:11:32] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMod + e/Alphabetical/Default.aspx +[10:11:35] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/417/ScreenMo + de/Alphabetical/Default.aspx +[10:11:37] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/390/ScreenMo + de/Alphabetical/Default.aspx +[10:11:38] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMod + e/Alphabetical/Default.aspx +[10:11:41] Scraping from base.py:42 + http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci + llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/394/ScreenMo + de/Alphabetical/Default.aspx +[10:11:43] Committing batch 1 consisting of 52 files base.py:274 +[10:11:44] Finished attempting to scrape: MRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-13">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2979,161 +3134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>64 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:54:11.707117</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:55:16.392280</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:54:11] Fetching Scraper for: MRY handlers.py:23 - Begin attempting to scrape: MRY handlers.py:27 -[12:54:12] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 26 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:54:13] ...found 26 files in Councillors/raw base.py:207 - ...found 53 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 53 files base.py:216 -[12:54:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moray.cmis.uk.com/moray/CouncilandGovernance/Counc - illors.aspx -[12:54:15] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17/ScreenMod - e/Alphabetical/Default.aspx -[12:54:17] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/386/ScreenMo - de/Alphabetical/Default.aspx -[12:54:19] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/381/ScreenMo - de/Alphabetical/Default.aspx -[12:54:21] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/393/ScreenMo - de/Alphabetical/Default.aspx -[12:54:23] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMod - e/Alphabetical/Default.aspx -[12:54:25] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMod - e/Alphabetical/Default.aspx -[12:54:28] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode - /Alphabetical/Default.aspx -[12:54:31] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/383/ScreenMo - de/Alphabetical/Default.aspx -[12:54:34] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/384/ScreenMo - de/Alphabetical/Default.aspx -[12:54:37] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMod - e/Alphabetical/Default.aspx -[12:54:39] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/391/ScreenMo - de/Alphabetical/Default.aspx -[12:54:41] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/392/ScreenMo - de/Alphabetical/Default.aspx -[12:54:43] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/385/ScreenMo - de/Alphabetical/Default.aspx -[12:54:46] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/387/ScreenMo - de/Alphabetical/Default.aspx -[12:54:48] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenMod - e/Alphabetical/Default.aspx -[12:54:50] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMod - e/Alphabetical/Default.aspx -[12:54:53] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/388/ScreenMo - de/Alphabetical/Default.aspx -[12:54:55] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/395/ScreenMo - de/Alphabetical/Default.aspx -[12:54:57] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMod - e/Alphabetical/Default.aspx -[12:55:00] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/382/ScreenMo - de/Alphabetical/Default.aspx -[12:55:02] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/389/ScreenMo - de/Alphabetical/Default.aspx -[12:55:04] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMod - e/Alphabetical/Default.aspx -[12:55:07] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/417/ScreenMo - de/Alphabetical/Default.aspx -[12:55:09] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/390/ScreenMo - de/Alphabetical/Default.aspx -[12:55:11] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMod - e/Alphabetical/Default.aspx -[12:55:13] Scraping from base.py:42 - http://moray.cmis.uk.com/moray/CouncilandGovernance/Counci - llors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/394/ScreenMo - de/Alphabetical/Default.aspx -[12:55:15] Committing batch 1 consisting of 52 files base.py:274 -[12:55:16] Finished attempting to scrape: MRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MSS/index.html b/logbooks/MSS/index.html index 1710e2143b..d32f0e7c41 100644 --- a/logbooks/MSS/index.html +++ b/logbooks/MSS/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-00">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:00:34.956844</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:00:46.227306</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:00:34] Fetching Scraper for: MSS handlers.py:23 + Begin attempting to scrape: MSS handlers.py:27 +[10:00:35] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:00:36] ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[10:00:37] ...data deleted. base.py:246 + Scraping from base.py:42 + http://midsussex.moderngov.co.uk//mgWebService.asmx/GetCou + ncillorsByWard +[10:00:43] Committing batch 1 consisting of 92 files base.py:274 +[10:00:45] Committing batch 2 consisting of 4 files base.py:274 +[10:00:46] Finished attempting to scrape: MSS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-27">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:27:03.359783</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:27:12.915164</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:27:03] Fetching Scraper for: MSS handlers.py:23 - Begin attempting to scrape: MSS handlers.py:27 - Deleting existing data... base.py:239 -[14:27:04] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[14:27:05] ...data deleted. base.py:246 - Scraping from base.py:42 - http://midsussex.moderngov.co.uk//mgWebService.asmx/GetCou - ncillorsByWard -[14:27:10] Committing batch 1 consisting of 92 files base.py:274 -[14:27:11] Committing batch 2 consisting of 4 files base.py:274 -[14:27:12] Finished attempting to scrape: MSS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MSU/index.html b/logbooks/MSU/index.html index 853244affc..c97f9a4b95 100644 --- a/logbooks/MSU/index.html +++ b/logbooks/MSU/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:24.356322</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:31:33.775503</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:24] Fetching Scraper for: MSU handlers.py:23 + Begin attempting to scrape: MSU handlers.py:27 + Deleting existing data... base.py:239 +[08:31:25] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 67 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:31:26] Deleting batch no. 2 consisting of 35 files base.py:216 +[08:31:27] ...data deleted. base.py:246 + Scraping from base.py:42 + http://baberghmidsuffolk.moderngov.co.uk/mgWebService.asmx + /GetCouncillorsByWard +[08:31:31] Committing batch 1 consisting of 92 files base.py:274 +[08:31:32] Committing batch 2 consisting of 42 files base.py:274 +[08:31:33] Finished attempting to scrape: MSU base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-48">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:48:21.461363</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:48:30.710072</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:48:21] Fetching Scraper for: MSU handlers.py:23 - Begin attempting to scrape: MSU handlers.py:27 - Deleting existing data... base.py:239 -[12:48:22] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:48:23] Deleting batch no. 2 consisting of 35 files base.py:216 -[12:48:24] ...data deleted. base.py:246 - Scraping from base.py:42 - http://baberghmidsuffolk.moderngov.co.uk/mgWebService.asmx - /GetCouncillorsByWard -[12:48:28] Committing batch 1 consisting of 92 files base.py:274 -[12:48:29] Committing batch 2 consisting of 42 files base.py:274 -[12:48:30] Finished attempting to scrape: MSU base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MTY/index.html b/logbooks/MTY/index.html index d5bb833e1e..0890ee8231 100644 --- a/logbooks/MTY/index.html +++ b/logbooks/MTY/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-13">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:13:45.951762</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:13:51.620887</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:13:45] Fetching Scraper for: MTY handlers.py:23 + Begin attempting to scrape: MTY handlers.py:27 +[09:13:46] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:13:47] ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 +[09:13:48] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.merthyr.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:13:50] Committing batch 1 consisting of 60 files base.py:274 +[09:13:51] Finished attempting to scrape: MTY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-29">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1012,57 +1063,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:51:32.156008</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:51:37.699342</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:51:32] Fetching Scraper for: MTY handlers.py:23 - Begin attempting to scrape: MTY handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:51:33] Getting all files in Councillors/json... base.py:191 - ...found 30 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 30 files in Councillors/raw base.py:207 - ...found 61 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 61 files base.py:216 -[13:51:34] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.merthyr.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:51:36] Committing batch 1 consisting of 60 files base.py:274 -[13:51:37] Finished attempting to scrape: MTY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/MUL/index.html b/logbooks/MUL/index.html index 910595a5bd..09341d7d8e 100644 --- a/logbooks/MUL/index.html +++ b/logbooks/MUL/index.html @@ -37,6 +37,216 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>95 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:56.614784</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:40:32.490483</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:56] Fetching Scraper for: MUL handlers.py:23 + Begin attempting to scrape: MUL handlers.py:27 + Deleting existing data... base.py:239 +[08:38:57] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[08:38:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://mid-ulster.cmis-ni.org/midulster/Councillors.aspx +[08:39:01] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenMode/Ward/Defa + ult.aspx +[08:39:03] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Ward/Defa + ult.aspx +[08:39:06] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/189/ScreenMode/Ward/Defa + ult.aspx +[08:39:07] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode/Ward/Defau + lt.aspx +[08:39:09] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Ward/Defau + lt.aspx +[08:39:12] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMode/Ward/Defau + lt.aspx +[08:39:15] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/195/ScreenMode/Ward/Defa + ult.aspx +[08:39:16] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Ward/Defa + ult.aspx +[08:39:18] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/188/ScreenMode/Ward/Defa + ult.aspx +[08:39:21] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/197/ScreenMode/Ward/Defa + ult.aspx +[08:39:23] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/156/ScreenMode/Ward/Defa + ult.aspx +[08:39:25] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Ward/Defau + lt.aspx +[08:39:27] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Ward/Defau + lt.aspx +[08:39:29] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/192/ScreenMode/Ward/Defa + ult.aspx +[08:39:31] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Ward/Defau + lt.aspx +[08:39:33] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/127/ScreenMode/Ward/Defa + ult.aspx +[08:39:36] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/47/ScreenMode/Ward/Defau + lt.aspx +[08:39:38] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Ward/Defau + lt.aspx +[08:39:41] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Ward/Defa + ult.aspx +[08:39:44] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Ward/Defau + lt.aspx +[08:39:46] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Ward/Defa + ult.aspx +[08:39:48] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode/Ward/Defau + lt.aspx +[08:39:51] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Ward/Defau + lt.aspx +[08:39:53] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/191/ScreenMode/Ward/Defa + ult.aspx +[08:39:55] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Ward/Defa + ult.aspx +[08:39:57] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Ward/Defau + lt.aspx +[08:39:59] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Ward/Defau + lt.aspx +[08:40:02] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Ward/Defau + lt.aspx +[08:40:04] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Ward/Defau + lt.aspx +[08:40:07] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Ward/Defau + lt.aspx +[08:40:09] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/193/ScreenMode/Ward/Defa + ult.aspx +[08:40:11] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/198/ScreenMode/Ward/Defa + ult.aspx +[08:40:13] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenMode/Ward/Defa + ult.aspx +[08:40:15] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Ward/Defa + ult.aspx +[08:40:17] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/194/ScreenMode/Ward/Defa + ult.aspx +[08:40:19] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Ward/Defa + ult.aspx +[08:40:20] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMode/Ward/Defa + ult.aspx +[08:40:23] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Ward/Defa + ult.aspx +[08:40:25] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/190/ScreenMode/Ward/Defa + ult.aspx +[08:40:28] Scraping from base.py:42 + http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ + 63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Ward/Defau + lt.aspx +[08:40:30] Committing batch 1 consisting of 80 files base.py:274 +[08:40:32] Finished attempting to scrape: MUL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3924,216 +4134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-28">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>110 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:28:42.881813</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:30:33.812076</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:28:42] Fetching Scraper for: MUL handlers.py:23 - Begin attempting to scrape: MUL handlers.py:27 -[13:28:43] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:28:44] ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[13:28:45] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mid-ulster.cmis-ni.org/midulster/Councillors.aspx -[13:28:46] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenMode/Ward/Defa - ult.aspx -[13:28:49] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenMode/Ward/Defa - ult.aspx -[13:28:52] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/189/ScreenMode/Ward/Defa - ult.aspx -[13:28:53] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode/Ward/Defau - lt.aspx -[13:28:58] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Ward/Defau - lt.aspx -[13:29:02] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMode/Ward/Defau - lt.aspx -[13:29:05] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/195/ScreenMode/Ward/Defa - ult.aspx -[13:29:09] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenMode/Ward/Defa - ult.aspx -[13:29:11] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/188/ScreenMode/Ward/Defa - ult.aspx -[13:29:13] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/197/ScreenMode/Ward/Defa - ult.aspx -[13:29:15] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/156/ScreenMode/Ward/Defa - ult.aspx -[13:29:19] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Ward/Defau - lt.aspx -[13:29:21] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Ward/Defau - lt.aspx -[13:29:24] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/192/ScreenMode/Ward/Defa - ult.aspx -[13:29:25] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Ward/Defau - lt.aspx -[13:29:28] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/127/ScreenMode/Ward/Defa - ult.aspx -[13:29:31] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/47/ScreenMode/Ward/Defau - lt.aspx -[13:29:35] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Ward/Defau - lt.aspx -[13:29:39] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Ward/Defa - ult.aspx -[13:29:40] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Ward/Defau - lt.aspx -[13:29:42] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Ward/Defa - ult.aspx -[13:29:44] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode/Ward/Defau - lt.aspx -[13:29:47] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Ward/Defau - lt.aspx -[13:29:49] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/191/ScreenMode/Ward/Defa - ult.aspx -[13:29:51] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenMode/Ward/Defa - ult.aspx -[13:29:53] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Ward/Defau - lt.aspx -[13:29:56] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Ward/Defau - lt.aspx -[13:30:00] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Ward/Defau - lt.aspx -[13:30:02] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Ward/Defau - lt.aspx -[13:30:04] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Ward/Defau - lt.aspx -[13:30:07] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/193/ScreenMode/Ward/Defa - ult.aspx -[13:30:09] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/198/ScreenMode/Ward/Defa - ult.aspx -[13:30:10] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenMode/Ward/Defa - ult.aspx -[13:30:13] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenMode/Ward/Defa - ult.aspx -[13:30:16] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/194/ScreenMode/Ward/Defa - ult.aspx -[13:30:19] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Ward/Defa - ult.aspx -[13:30:20] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMode/Ward/Defa - ult.aspx -[13:30:25] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenMode/Ward/Defa - ult.aspx -[13:30:27] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/190/ScreenMode/Ward/Defa - ult.aspx -[13:30:29] Scraping from base.py:42 - http://mid-ulster.cmis-ni.org/midulster/Councillors/tabid/ - 63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Ward/Defau - lt.aspx -[13:30:32] Committing batch 1 consisting of 80 files base.py:274 -[13:30:33] Finished attempting to scrape: MUL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NAY/index.html b/logbooks/NAY/index.html index 63a147bfbb..def32b8eb5 100644 --- a/logbooks/NAY/index.html +++ b/logbooks/NAY/index.html @@ -37,6 +37,189 @@ + <h2 id="2023-10-15-10-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>63 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:16:53.342384</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:17:56.552715</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:16:53] Fetching Scraper for: NAY handlers.py:23 + Begin attempting to scrape: NAY handlers.py:27 + Deleting existing data... base.py:239 +[10:16:54] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[10:16:55] ...data deleted. base.py:246 + Scraping from base.py:42 + https://north-ayrshire.cmis.uk.com/north-ayrshire/Councill + ors/CurrentCouncillors.aspx +[10:16:57] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/323/ScreenMode/Ward/Default.aspx +[10:16:59] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/222/ScreenMode/Ward/Default.aspx +[10:17:00] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/36/ScreenMode/Ward/Default.aspx +[10:17:02] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/37/ScreenMode/Ward/Default.aspx +[10:17:04] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/224/ScreenMode/Ward/Default.aspx +[10:17:05] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/32/ScreenMode/Ward/Default.aspx +[10:17:07] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/33/ScreenMode/Ward/Default.aspx +[10:17:09] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/319/ScreenMode/Ward/Default.aspx +[10:17:10] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/223/ScreenMode/Ward/Default.aspx +[10:17:12] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/310/ScreenMode/Ward/Default.aspx +[10:17:14] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/317/ScreenMode/Ward/Default.aspx +[10:17:17] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/26/ScreenMode/Ward/Default.aspx +[10:17:18] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/318/ScreenMode/Ward/Default.aspx +[10:17:19] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/219/ScreenMode/Ward/Default.aspx +[10:17:21] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/324/ScreenMode/Ward/Default.aspx +[10:17:23] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/225/ScreenMode/Ward/Default.aspx +[10:17:24] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/216/ScreenMode/Ward/Default.aspx +[10:17:26] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/23/ScreenMode/Ward/Default.aspx +[10:17:28] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/218/ScreenMode/Ward/Default.aspx +[10:17:30] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/17/ScreenMode/Ward/Default.aspx +[10:17:31] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/214/ScreenMode/Ward/Default.aspx +[10:17:33] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/215/ScreenMode/Ward/Default.aspx +[10:17:36] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/19/ScreenMode/Ward/Default.aspx +[10:17:37] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/211/ScreenMode/Ward/Default.aspx +[10:17:39] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/212/ScreenMode/Ward/Default.aspx +[10:17:40] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/200/ScreenMode/Ward/Default.aspx +[10:17:41] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/322/ScreenMode/Ward/Default.aspx +[10:17:43] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/13/ScreenMode/Ward/Default.aspx +[10:17:45] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/321/ScreenMode/Ward/Default.aspx +[10:17:46] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/213/ScreenMode/Ward/Default.aspx +[10:17:48] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/226/ScreenMode/Ward/Default.aspx +[10:17:50] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/228/ScreenMode/Ward/Default.aspx +[10:17:52] Scraping from base.py:42 + http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo + rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 + /id/320/ScreenMode/Ward/Default.aspx +[10:17:55] Committing batch 1 consisting of 66 files base.py:274 +[10:17:56] Finished attempting to scrape: NAY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-52">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3511,189 +3694,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>65 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:23:32.572292</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:24:37.842962</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:23:32] Fetching Scraper for: NAY handlers.py:23 - Begin attempting to scrape: NAY handlers.py:27 - Deleting existing data... base.py:239 -[13:23:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 -[13:23:34] ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://north-ayrshire.cmis.uk.com/north-ayrshire/Councill - ors/CurrentCouncillors.aspx -[13:23:35] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/323/ScreenMode/Ward/Default.aspx -[13:23:37] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/222/ScreenMode/Ward/Default.aspx -[13:23:39] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/36/ScreenMode/Ward/Default.aspx -[13:23:40] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/37/ScreenMode/Ward/Default.aspx -[13:23:42] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/224/ScreenMode/Ward/Default.aspx -[13:23:44] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/32/ScreenMode/Ward/Default.aspx -[13:23:46] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/33/ScreenMode/Ward/Default.aspx -[13:23:49] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/319/ScreenMode/Ward/Default.aspx -[13:23:51] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/223/ScreenMode/Ward/Default.aspx -[13:23:53] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/310/ScreenMode/Ward/Default.aspx -[13:23:55] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/317/ScreenMode/Ward/Default.aspx -[13:23:59] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/26/ScreenMode/Ward/Default.aspx -[13:24:01] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/318/ScreenMode/Ward/Default.aspx -[13:24:02] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/219/ScreenMode/Ward/Default.aspx -[13:24:04] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/324/ScreenMode/Ward/Default.aspx -[13:24:05] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/225/ScreenMode/Ward/Default.aspx -[13:24:07] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/216/ScreenMode/Ward/Default.aspx -[13:24:09] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/23/ScreenMode/Ward/Default.aspx -[13:24:12] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/218/ScreenMode/Ward/Default.aspx -[13:24:13] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/17/ScreenMode/Ward/Default.aspx -[13:24:15] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/214/ScreenMode/Ward/Default.aspx -[13:24:16] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/215/ScreenMode/Ward/Default.aspx -[13:24:18] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/19/ScreenMode/Ward/Default.aspx -[13:24:19] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/211/ScreenMode/Ward/Default.aspx -[13:24:21] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/212/ScreenMode/Ward/Default.aspx -[13:24:22] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/200/ScreenMode/Ward/Default.aspx -[13:24:24] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/322/ScreenMode/Ward/Default.aspx -[13:24:25] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/13/ScreenMode/Ward/Default.aspx -[13:24:27] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/321/ScreenMode/Ward/Default.aspx -[13:24:29] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/213/ScreenMode/Ward/Default.aspx -[13:24:31] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/226/ScreenMode/Ward/Default.aspx -[13:24:33] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/228/ScreenMode/Ward/Default.aspx -[13:24:34] Scraping from base.py:42 - http://north-ayrshire.cmis.uk.com/north-ayrshire/Councillo - rs/CurrentCouncillors/tabid/98/ctl/ViewCMIS_Person/mid/437 - /id/320/ScreenMode/Ward/Default.aspx -[13:24:36] Committing batch 1 consisting of 66 files base.py:274 -[13:24:37] Finished attempting to scrape: NAY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NBL/index.html b/logbooks/NBL/index.html index f8a489fa96..35791e7efa 100644 --- a/logbooks/NBL/index.html +++ b/logbooks/NBL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-17">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:17:40.950506</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:17:50.840570</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:17:40] Fetching Scraper for: NBL handlers.py:23 + Begin attempting to scrape: NBL handlers.py:27 +[09:17:41] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:17:42] ...found 67 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:17:43] Deleting batch no. 2 consisting of 35 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://northumberland.moderngov.co.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[09:17:48] Committing batch 1 consisting of 92 files base.py:274 +[09:17:49] Committing batch 2 consisting of 42 files base.py:274 +[09:17:50] Finished attempting to scrape: NBL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:39:06.587501</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:16.908419</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:39:06] Fetching Scraper for: NBL handlers.py:23 - Begin attempting to scrape: NBL handlers.py:27 - Deleting existing data... base.py:239 -[12:39:07] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 -[12:39:08] Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 35 files base.py:216 -[12:39:09] ...data deleted. base.py:246 - Scraping from base.py:42 - http://northumberland.moderngov.co.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[12:39:14] Committing batch 1 consisting of 92 files base.py:274 -[12:39:15] Committing batch 2 consisting of 42 files base.py:274 -[12:39:16] Finished attempting to scrape: NBL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NDE/index.html b/logbooks/NDE/index.html index 5584b05162..1322eb0684 100644 --- a/logbooks/NDE/index.html +++ b/logbooks/NDE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-11">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:11:57.175892</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:12:04.877235</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:11:57] Fetching Scraper for: NDE handlers.py:23 + Begin attempting to scrape: NDE handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:11:58] Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[10:11:59] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.northdevon.gov.uk//mgWebService.asmx/Get + CouncillorsByWard +[10:12:03] Committing batch 1 consisting of 84 files base.py:274 +[10:12:04] Finished attempting to scrape: NDE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:39:40.841990</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:46.403936</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:39:40] Fetching Scraper for: NDE handlers.py:23 - Begin attempting to scrape: NDE handlers.py:27 -[12:39:41] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:39:42] ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.northdevon.gov.uk//mgWebService.asmx/Get - CouncillorsByWard -[12:39:45] Committing batch 1 consisting of 84 files base.py:274 -[12:39:46] Finished attempting to scrape: NDE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NEA/index.html b/logbooks/NEA/index.html index 439eba11d2..b497b34992 100644 --- a/logbooks/NEA/index.html +++ b/logbooks/NEA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:30:43.787007</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:49.264158</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:30:43] Fetching Scraper for: NEA handlers.py:23 + Begin attempting to scrape: NEA handlers.py:27 +[08:30:44] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:30:45] ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.newark-sherwooddc.gov.uk/mgWebService.as + mx/GetCouncillorsByWard +[08:30:47] Committing batch 1 consisting of 78 files base.py:274 +[08:30:49] Finished attempting to scrape: NEA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:08:09.480757</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:08:15.445400</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:08:09] Fetching Scraper for: NEA handlers.py:23 - Begin attempting to scrape: NEA handlers.py:27 - Deleting existing data... base.py:239 -[13:08:10] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:08:11] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.newark-sherwooddc.gov.uk/mgWebService.as - mx/GetCouncillorsByWard -[13:08:14] Committing batch 1 consisting of 78 files base.py:274 -[13:08:15] Finished attempting to scrape: NEA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NEC/index.html b/logbooks/NEC/index.html index c7ce9af175..6c7e57886a 100644 --- a/logbooks/NEC/index.html +++ b/logbooks/NEC/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-48">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:48:17.214547</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:48:23.554518</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:48:17] Fetching Scraper for: NEC handlers.py:23 + Begin attempting to scrape: NEC handlers.py:27 + Deleting existing data... base.py:239 +[09:48:18] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[09:48:19] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.newcastle-staffs.gov.uk/mgWebService.asmx + /GetCouncillorsByWard +[09:48:22] Committing batch 1 consisting of 88 files base.py:274 +[09:48:23] Finished attempting to scrape: NEC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:56:03.777693</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:56:09.756944</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:56:03] Fetching Scraper for: NEC handlers.py:23 - Begin attempting to scrape: NEC handlers.py:27 -[13:56:04] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:56:05] ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[13:56:06] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.newcastle-staffs.gov.uk/mgWebService.asmx - /GetCouncillorsByWard -[13:56:08] Committing batch 1 consisting of 88 files base.py:274 -[13:56:09] Finished attempting to scrape: NEC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NED/index.html b/logbooks/NED/index.html index 36a6fe7b23..d9ae3a9153 100644 --- a/logbooks/NED/index.html +++ b/logbooks/NED/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:20:04.683762</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:20:13.405222</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:20:04] Fetching Scraper for: NED handlers.py:23 + Begin attempting to scrape: NED handlers.py:27 +[10:20:05] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:20:06] ...found 53 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 53 files in Councillors/raw base.py:207 + ...found 107 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:20:07] Deleting batch no. 2 consisting of 7 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.ne-derbyshire.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[10:20:10] Committing batch 1 consisting of 92 files base.py:274 +[10:20:12] Committing batch 2 consisting of 14 files base.py:274 +[10:20:13] Finished attempting to scrape: NED base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-48">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:48:34.997661</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:48:44.722135</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:48:34] Fetching Scraper for: NED handlers.py:23 -[12:48:35] Begin attempting to scrape: NED handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:48:36] Getting all files in Councillors/json... base.py:191 - ...found 53 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 53 files in Councillors/raw base.py:207 - ...found 107 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:48:37] Deleting batch no. 2 consisting of 7 files base.py:216 -[12:48:38] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.ne-derbyshire.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[12:48:42] Committing batch 1 consisting of 92 files base.py:274 -[12:48:43] Committing batch 2 consisting of 14 files base.py:274 -[12:48:44] Finished attempting to scrape: NED base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NEL/index.html b/logbooks/NEL/index.html index 512c04a501..0a419ca295 100644 --- a/logbooks/NEL/index.html +++ b/logbooks/NEL/index.html @@ -37,6 +37,63 @@ + <h2 id="2023-10-15-08-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:28:36.860556</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:28:43.594585</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container + raise ValueError("More than one element selected") +ValueError: More than one element selected +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:28:36] Fetching Scraper for: NEL handlers.py:23 + Begin attempting to scrape: NEL handlers.py:27 +[08:28:37] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:28:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.nelincs.gov.uk/your-council/councillors-mps-an + d-meps/find-your-councillor/councillors-by-party/ +[08:28:43] More than one element selected handlers.py:36 + Finished attempting to scrape: NEL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1117,63 +1174,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:56:41.260109</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:56:46.817157</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 144, in get_list_container - raise ValueError("More than one element selected") -ValueError: More than one element selected -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:56:41] Fetching Scraper for: NEL handlers.py:23 - Begin attempting to scrape: NEL handlers.py:27 - Deleting existing data... base.py:239 -[13:56:42] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:56:43] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.nelincs.gov.uk/your-council/councillors-mps-an - d-meps/find-your-councillor/councillors-by-party/ -[13:56:46] More than one element selected handlers.py:36 - Finished attempting to scrape: NEL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NET/index.html b/logbooks/NET/index.html index 6beac77e05..b117a802a3 100644 --- a/logbooks/NET/index.html +++ b/logbooks/NET/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:30:14.422200</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:25.881031</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:30:14] Fetching Scraper for: NET handlers.py:23 + Begin attempting to scrape: NET handlers.py:27 + Deleting existing data... base.py:239 +[08:30:15] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 78 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 78 files in Councillors/raw base.py:207 + ...found 157 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:30:16] Deleting batch no. 2 consisting of 57 files base.py:216 +[08:30:17] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.newcastle.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:30:22] Committing batch 1 consisting of 92 files base.py:274 +[08:30:24] Committing batch 2 consisting of 64 files base.py:274 +[08:30:25] Finished attempting to scrape: NET base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-27">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:12:59.301130</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:13:11.133903</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:12:59] Fetching Scraper for: NET handlers.py:23 - Begin attempting to scrape: NET handlers.py:27 - Deleting existing data... base.py:239 -[13:13:00] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 78 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 78 files in Councillors/raw base.py:207 - ...found 157 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:13:01] Deleting batch no. 2 consisting of 57 files base.py:216 -[13:13:02] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.newcastle.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:13:08] Committing batch 1 consisting of 92 files base.py:274 -[13:13:09] Committing batch 2 consisting of 64 files base.py:274 -[13:13:11] Finished attempting to scrape: NET base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NEW/index.html b/logbooks/NEW/index.html index 8f28207937..83f7b503ba 100644 --- a/logbooks/NEW/index.html +++ b/logbooks/NEW/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:01.649964</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:42:08.621685</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:01] Fetching Scraper for: NEW handlers.py:23 + Begin attempting to scrape: NEW handlers.py:27 + Deleting existing data... base.py:239 +[08:42:02] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[08:42:03] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.newforest.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:42:06] Committing batch 1 consisting of 92 files base.py:274 +[08:42:07] Committing batch 2 consisting of 4 files base.py:274 +[08:42:08] Finished attempting to scrape: NEW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:37:42.035013</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:37:49.214144</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:37:42] Fetching Scraper for: NEW handlers.py:23 - Begin attempting to scrape: NEW handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:37:43] Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:37:44] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.newforest.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:37:47] Committing batch 1 consisting of 92 files base.py:274 -[13:37:48] Committing batch 2 consisting of 4 files base.py:274 -[13:37:49] Finished attempting to scrape: NEW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NFK/index.html b/logbooks/NFK/index.html index db0c12d365..7795e57fc2 100644 --- a/logbooks/NFK/index.html +++ b/logbooks/NFK/index.html @@ -37,21 +37,21 @@ - <h2 id="2023-10-14-09-11">2023-10-14</h2> + <h2 id="2023-10-15-08-18">2023-10-15</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>150 seconds</dd> + <dd>136 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-14 09:11:14.012351</dd> + <dd>2023-10-15 08:18:32.100352</dd> </div> <div> <dt>End</dt> - <dd>2023-10-14 09:13:44.068060</dd> + <dd>2023-10-15 08:20:48.323243</dd> </div> <div> <dt>Status code</dt> @@ -66,380 +66,380 @@ <h2 id="2023-10-14-09-11">2023-10-14</h2> </div> <h3>Run log</h3> - <pre>[09:11:14] Fetching Scraper for: NFK handlers.py:23 + <pre>[08:18:32] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[09:11:15] Getting all files in Councillors/json... base.py:191 +[08:18:33] Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[09:11:16] Deleting batch no. 2 consisting of 69 files base.py:216 -[09:11:17] ...data deleted. base.py:246 +[08:18:34] Deleting batch no. 2 consisting of 69 files base.py:216 +[08:18:35] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[09:11:21] Scraping from base.py:42 +[08:18:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[09:11:22] Scraping from base.py:42 +[08:18:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[09:11:23] Scraping from base.py:42 +[08:18:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[09:11:26] Scraping from base.py:42 +[08:18:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[09:11:29] Scraping from base.py:42 +[08:18:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[09:11:32] Scraping from base.py:42 +[08:18:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[09:11:33] Scraping from base.py:42 +[08:18:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[09:11:35] Scraping from base.py:42 +[08:18:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[09:11:36] Scraping from base.py:42 +[08:18:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[09:11:38] Scraping from base.py:42 +[08:18:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[09:11:39] Scraping from base.py:42 +[08:18:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[09:11:41] Scraping from base.py:42 +[08:18:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[09:11:43] Scraping from base.py:42 +[08:18:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[09:11:44] Scraping from base.py:42 +[08:18:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[09:11:47] Scraping from base.py:42 +[08:18:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[09:11:48] Scraping from base.py:42 +[08:18:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[09:11:50] Scraping from base.py:42 +[08:19:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[09:11:52] Scraping from base.py:42 +[08:19:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[09:11:53] Scraping from base.py:42 +[08:19:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[09:11:54] Scraping from base.py:42 +[08:19:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[09:11:56] Scraping from base.py:42 +[08:19:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[09:11:57] Scraping from base.py:42 +[08:19:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[09:11:58] Scraping from base.py:42 +[08:19:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[09:12:00] Scraping from base.py:42 +[08:19:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[09:12:01] Scraping from base.py:42 +[08:19:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[09:12:04] Scraping from base.py:42 +[08:19:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[09:12:06] Scraping from base.py:42 +[08:19:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[09:12:07] Scraping from base.py:42 +[08:19:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[09:12:09] Scraping from base.py:42 +[08:19:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[09:12:10] Scraping from base.py:42 +[08:19:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[09:12:12] Scraping from base.py:42 +[08:19:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[09:12:14] Scraping from base.py:42 +[08:19:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[09:12:15] Scraping from base.py:42 +[08:19:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[09:12:17] Scraping from base.py:42 +[08:19:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[09:12:18] Scraping from base.py:42 +[08:19:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[09:12:21] Scraping from base.py:42 +[08:19:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[09:12:23] Scraping from base.py:42 +[08:19:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[09:12:24] Scraping from base.py:42 +[08:19:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[09:12:26] Scraping from base.py:42 +[08:19:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[09:12:27] Scraping from base.py:42 +[08:19:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[09:12:29] Scraping from base.py:42 +[08:19:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[09:12:31] Scraping from base.py:42 +[08:19:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[09:12:32] Scraping from base.py:42 +[08:19:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[09:12:34] Scraping from base.py:42 +[08:19:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[09:12:35] Scraping from base.py:42 +[08:19:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[09:12:37] Scraping from base.py:42 +[08:19:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[09:12:40] Committing batch 1 consisting of 92 files base.py:274 -[09:12:41] Scraping from base.py:42 +[08:19:48] Committing batch 1 consisting of 92 files base.py:274 +[08:19:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[09:12:43] Scraping from base.py:42 +[08:19:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[09:12:44] Scraping from base.py:42 +[08:19:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[09:12:46] Scraping from base.py:42 +[08:19:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[09:12:47] Scraping from base.py:42 +[08:19:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[09:12:48] Scraping from base.py:42 +[08:19:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[09:12:49] Scraping from base.py:42 +[08:19:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[09:12:51] Scraping from base.py:42 +[08:19:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[09:12:52] Scraping from base.py:42 +[08:20:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[09:12:54] Scraping from base.py:42 +[08:20:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[09:12:56] Scraping from base.py:42 +[08:20:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[09:12:58] Scraping from base.py:42 +[08:20:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[09:13:00] Scraping from base.py:42 +[08:20:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[09:13:01] Scraping from base.py:42 +[08:20:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[09:13:03] Scraping from base.py:42 +[08:20:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[09:13:05] Scraping from base.py:42 +[08:20:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[09:13:06] Scraping from base.py:42 +[08:20:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[09:13:07] Scraping from base.py:42 +[08:20:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[09:13:08] Scraping from base.py:42 +[08:20:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[09:13:10] Scraping from base.py:42 +[08:20:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[09:13:11] Scraping from base.py:42 +[08:20:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[09:13:13] Scraping from base.py:42 +[08:20:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[09:13:16] Scraping from base.py:42 +[08:20:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[09:13:17] Scraping from base.py:42 +[08:20:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[09:13:19] Scraping from base.py:42 +[08:20:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[09:13:20] Scraping from base.py:42 +[08:20:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[09:13:22] Scraping from base.py:42 +[08:20:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[09:13:23] Scraping from base.py:42 +[08:20:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[09:13:25] Scraping from base.py:42 +[08:20:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[09:13:26] Scraping from base.py:42 +[08:20:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[09:13:28] Scraping from base.py:42 +[08:20:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[09:13:29] Scraping from base.py:42 +[08:20:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[09:13:32] Scraping from base.py:42 +[08:20:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[09:13:34] Scraping from base.py:42 +[08:20:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[09:13:36] Scraping from base.py:42 +[08:20:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[09:13:37] Scraping from base.py:42 +[08:20:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[09:13:39] Scraping from base.py:42 +[08:20:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[09:13:41] Scraping from base.py:42 +[08:20:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[09:13:42] Committing batch 2 consisting of 76 files base.py:274 -[09:13:44] Finished attempting to scrape: NFK base.py:324 +[08:20:46] Committing batch 2 consisting of 76 files base.py:274 +[08:20:48] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-13-11-42">2023-10-13</h2> + <h2 id="2023-10-14-09-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>151 seconds</dd> + <dd>150 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 11:42:15.840597</dd> + <dd>2023-10-14 09:11:14.012351</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 11:44:47.397262</dd> + <dd>2023-10-14 09:13:44.068060</dd> </div> <div> <dt>Status code</dt> @@ -454,380 +454,380 @@ <h2 id="2023-10-13-11-42">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[11:42:15] Fetching Scraper for: NFK handlers.py:23 + <pre>[09:11:14] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 -[11:42:16] Deleting existing data... base.py:239 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[11:42:17] ...found 84 files in Councillors/json base.py:207 +[09:11:15] Getting all files in Councillors/json... base.py:191 + ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[11:42:18] Deleting batch no. 2 consisting of 69 files base.py:216 - ...data deleted. base.py:246 +[09:11:16] Deleting batch no. 2 consisting of 69 files base.py:216 +[09:11:17] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[11:42:21] Scraping from base.py:42 +[09:11:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[11:42:22] Scraping from base.py:42 +[09:11:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[11:42:24] Scraping from base.py:42 +[09:11:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[11:42:25] Scraping from base.py:42 +[09:11:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[11:42:27] Scraping from base.py:42 +[09:11:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[11:42:28] Scraping from base.py:42 +[09:11:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[11:42:31] Scraping from base.py:42 +[09:11:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[11:42:33] Scraping from base.py:42 +[09:11:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[11:42:36] Scraping from base.py:42 +[09:11:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[11:42:37] Scraping from base.py:42 +[09:11:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[11:42:39] Scraping from base.py:42 +[09:11:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[11:42:41] Scraping from base.py:42 +[09:11:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[11:42:42] Scraping from base.py:42 +[09:11:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[11:42:44] Scraping from base.py:42 +[09:11:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[11:42:45] Scraping from base.py:42 +[09:11:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[11:42:47] Scraping from base.py:42 +[09:11:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[11:42:49] Scraping from base.py:42 +[09:11:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[11:42:50] Scraping from base.py:42 +[09:11:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[11:42:54] Scraping from base.py:42 +[09:11:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[11:42:56] Scraping from base.py:42 +[09:11:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[11:42:58] Scraping from base.py:42 +[09:11:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[11:42:59] Scraping from base.py:42 +[09:11:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[11:43:00] Scraping from base.py:42 +[09:11:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[11:43:01] Scraping from base.py:42 +[09:12:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[11:43:03] Scraping from base.py:42 +[09:12:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[11:43:05] Scraping from base.py:42 +[09:12:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[11:43:06] Scraping from base.py:42 +[09:12:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[11:43:08] Scraping from base.py:42 +[09:12:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[11:43:10] Scraping from base.py:42 +[09:12:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[11:43:12] Scraping from base.py:42 +[09:12:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[11:43:14] Scraping from base.py:42 +[09:12:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[11:43:15] Scraping from base.py:42 +[09:12:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[11:43:17] Scraping from base.py:42 +[09:12:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[11:43:18] Scraping from base.py:42 +[09:12:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[11:43:20] Scraping from base.py:42 +[09:12:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[11:43:21] Scraping from base.py:42 +[09:12:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[11:43:23] Scraping from base.py:42 +[09:12:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[11:43:24] Scraping from base.py:42 +[09:12:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[11:43:26] Scraping from base.py:42 +[09:12:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[11:43:28] Scraping from base.py:42 +[09:12:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[11:43:30] Scraping from base.py:42 +[09:12:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[11:43:32] Scraping from base.py:42 +[09:12:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[11:43:34] Scraping from base.py:42 +[09:12:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[11:43:36] Scraping from base.py:42 +[09:12:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[11:43:37] Scraping from base.py:42 +[09:12:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[11:43:39] Scraping from base.py:42 +[09:12:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[11:43:40] Committing batch 1 consisting of 92 files base.py:274 -[11:43:42] Scraping from base.py:42 +[09:12:40] Committing batch 1 consisting of 92 files base.py:274 +[09:12:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[11:43:43] Scraping from base.py:42 +[09:12:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[11:43:45] Scraping from base.py:42 +[09:12:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[11:43:46] Scraping from base.py:42 +[09:12:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[11:43:49] Scraping from base.py:42 +[09:12:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[11:43:50] Scraping from base.py:42 +[09:12:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[11:43:52] Scraping from base.py:42 +[09:12:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[11:43:53] Scraping from base.py:42 +[09:12:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[11:43:55] Scraping from base.py:42 +[09:12:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[11:43:56] Scraping from base.py:42 +[09:12:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[11:43:58] Scraping from base.py:42 +[09:12:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[11:43:59] Scraping from base.py:42 +[09:12:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[11:44:01] Scraping from base.py:42 +[09:13:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[11:44:02] Scraping from base.py:42 +[09:13:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[11:44:03] Scraping from base.py:42 +[09:13:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[11:44:06] Scraping from base.py:42 +[09:13:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[11:44:08] Scraping from base.py:42 +[09:13:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[11:44:09] Scraping from base.py:42 +[09:13:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[11:44:10] Scraping from base.py:42 +[09:13:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[11:44:12] Scraping from base.py:42 +[09:13:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[11:44:14] Scraping from base.py:42 +[09:13:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[11:44:15] Scraping from base.py:42 +[09:13:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[11:44:17] Scraping from base.py:42 +[09:13:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[11:44:18] Scraping from base.py:42 +[09:13:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[11:44:19] Scraping from base.py:42 +[09:13:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[11:44:21] Scraping from base.py:42 +[09:13:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[11:44:24] Scraping from base.py:42 +[09:13:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[11:44:25] Scraping from base.py:42 +[09:13:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[11:44:27] Scraping from base.py:42 +[09:13:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[11:44:29] Scraping from base.py:42 +[09:13:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[11:44:31] Scraping from base.py:42 +[09:13:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[11:44:32] Scraping from base.py:42 +[09:13:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[11:44:34] Scraping from base.py:42 +[09:13:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[11:44:36] Scraping from base.py:42 +[09:13:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[11:44:38] Scraping from base.py:42 +[09:13:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[11:44:39] Scraping from base.py:42 +[09:13:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[11:44:42] Scraping from base.py:42 +[09:13:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[11:44:44] Scraping from base.py:42 +[09:13:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[11:44:45] Committing batch 2 consisting of 76 files base.py:274 -[11:44:47] Finished attempting to scrape: NFK base.py:324 +[09:13:42] Committing batch 2 consisting of 76 files base.py:274 +[09:13:44] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-13-08-30">2023-10-13</h2> + <h2 id="2023-10-13-11-42">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>150 seconds</dd> + <dd>151 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-13 08:30:31.218714</dd> + <dd>2023-10-13 11:42:15.840597</dd> </div> <div> <dt>End</dt> - <dd>2023-10-13 08:33:02.124728</dd> + <dd>2023-10-13 11:44:47.397262</dd> </div> <div> <dt>Status code</dt> @@ -842,380 +842,380 @@ <h2 id="2023-10-13-08-30">2023-10-13</h2> </div> <h3>Run log</h3> - <pre>[08:30:31] Fetching Scraper for: NFK handlers.py:23 + <pre>[11:42:15] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 - Deleting existing data... base.py:239 -[08:30:32] Getting all files in Councillors... base.py:191 +[11:42:16] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 +[11:42:17] ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[08:30:33] Deleting batch no. 2 consisting of 69 files base.py:216 -[08:30:34] ...data deleted. base.py:246 +[11:42:18] Deleting batch no. 2 consisting of 69 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[08:30:37] Scraping from base.py:42 +[11:42:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[08:30:38] Scraping from base.py:42 +[11:42:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[08:30:40] Scraping from base.py:42 +[11:42:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[08:30:41] Scraping from base.py:42 +[11:42:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[08:30:43] Scraping from base.py:42 +[11:42:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[08:30:44] Scraping from base.py:42 +[11:42:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[08:30:45] Scraping from base.py:42 +[11:42:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[08:30:47] Scraping from base.py:42 +[11:42:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[08:30:48] Scraping from base.py:42 +[11:42:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[08:30:51] Scraping from base.py:42 +[11:42:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[08:30:52] Scraping from base.py:42 +[11:42:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[08:30:54] Scraping from base.py:42 +[11:42:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[08:30:56] Scraping from base.py:42 +[11:42:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[08:30:57] Scraping from base.py:42 +[11:42:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[08:30:59] Scraping from base.py:42 +[11:42:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[08:31:01] Scraping from base.py:42 +[11:42:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[08:31:02] Scraping from base.py:42 +[11:42:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[08:31:04] Scraping from base.py:42 +[11:42:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[08:31:05] Scraping from base.py:42 +[11:42:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[08:31:08] Scraping from base.py:42 +[11:42:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[08:31:12] Scraping from base.py:42 +[11:42:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[08:31:13] Scraping from base.py:42 +[11:42:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[08:31:14] Scraping from base.py:42 +[11:43:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[08:31:16] Scraping from base.py:42 +[11:43:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[08:31:17] Scraping from base.py:42 +[11:43:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[08:31:19] Scraping from base.py:42 +[11:43:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[08:31:23] Scraping from base.py:42 +[11:43:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[08:31:24] Scraping from base.py:42 +[11:43:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[08:31:26] Scraping from base.py:42 +[11:43:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[08:31:27] Scraping from base.py:42 +[11:43:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[08:31:30] Scraping from base.py:42 +[11:43:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[08:31:32] Scraping from base.py:42 +[11:43:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[08:31:33] Scraping from base.py:42 +[11:43:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[08:31:35] Scraping from base.py:42 +[11:43:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[08:31:36] Scraping from base.py:42 +[11:43:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[08:31:38] Scraping from base.py:42 +[11:43:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[08:31:40] Scraping from base.py:42 +[11:43:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[08:31:41] Scraping from base.py:42 +[11:43:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[08:31:43] Scraping from base.py:42 +[11:43:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[08:31:44] Scraping from base.py:42 +[11:43:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[08:31:46] Scraping from base.py:42 +[11:43:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[08:31:49] Scraping from base.py:42 +[11:43:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[08:31:51] Scraping from base.py:42 +[11:43:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[08:31:52] Scraping from base.py:42 +[11:43:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[08:31:54] Scraping from base.py:42 +[11:43:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[08:31:55] Scraping from base.py:42 +[11:43:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[08:31:57] Committing batch 1 consisting of 92 files base.py:274 -[08:31:58] Scraping from base.py:42 +[11:43:40] Committing batch 1 consisting of 92 files base.py:274 +[11:43:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[08:32:00] Scraping from base.py:42 +[11:43:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[08:32:01] Scraping from base.py:42 +[11:43:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[08:32:03] Scraping from base.py:42 +[11:43:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[08:32:04] Scraping from base.py:42 +[11:43:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[08:32:06] Scraping from base.py:42 +[11:43:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[08:32:08] Scraping from base.py:42 +[11:43:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[08:32:09] Scraping from base.py:42 +[11:43:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[08:32:10] Scraping from base.py:42 +[11:43:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[08:32:12] Scraping from base.py:42 +[11:43:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[08:32:13] Scraping from base.py:42 +[11:43:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[08:32:15] Scraping from base.py:42 +[11:43:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[08:32:16] Scraping from base.py:42 +[11:44:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[08:32:18] Scraping from base.py:42 +[11:44:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[08:32:19] Scraping from base.py:42 +[11:44:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[08:32:21] Scraping from base.py:42 +[11:44:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[08:32:24] Scraping from base.py:42 +[11:44:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[08:32:25] Scraping from base.py:42 +[11:44:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[08:32:26] Scraping from base.py:42 +[11:44:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[08:32:28] Scraping from base.py:42 +[11:44:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[08:32:29] Scraping from base.py:42 +[11:44:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[08:32:31] Scraping from base.py:42 +[11:44:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[08:32:32] Scraping from base.py:42 +[11:44:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[08:32:33] Scraping from base.py:42 +[11:44:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[08:32:35] Scraping from base.py:42 +[11:44:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[08:32:36] Scraping from base.py:42 +[11:44:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[08:32:38] Scraping from base.py:42 +[11:44:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[08:32:40] Scraping from base.py:42 +[11:44:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[08:32:43] Scraping from base.py:42 +[11:44:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[08:32:44] Scraping from base.py:42 +[11:44:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[08:32:46] Scraping from base.py:42 +[11:44:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[08:32:47] Scraping from base.py:42 +[11:44:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[08:32:49] Scraping from base.py:42 +[11:44:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[08:32:51] Scraping from base.py:42 +[11:44:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[08:32:52] Scraping from base.py:42 +[11:44:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[08:32:54] Scraping from base.py:42 +[11:44:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[08:32:56] Scraping from base.py:42 +[11:44:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[08:32:58] Scraping from base.py:42 +[11:44:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[08:33:00] Committing batch 2 consisting of 76 files base.py:274 -[08:33:02] Finished attempting to scrape: NFK base.py:324 +[11:44:45] Committing batch 2 consisting of 76 files base.py:274 +[11:44:47] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-12-13-36">2023-10-12</h2> + <h2 id="2023-10-13-08-30">2023-10-13</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>155 seconds</dd> + <dd>150 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-12 13:36:53.305128</dd> + <dd>2023-10-13 08:30:31.218714</dd> </div> <div> <dt>End</dt> - <dd>2023-10-12 13:39:28.847653</dd> + <dd>2023-10-13 08:33:02.124728</dd> </div> <div> <dt>Status code</dt> @@ -1230,380 +1230,380 @@ <h2 id="2023-10-12-13-36">2023-10-12</h2> </div> <h3>Run log</h3> - <pre>[13:36:53] Fetching Scraper for: NFK handlers.py:23 + <pre>[08:30:31] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[13:36:54] Getting all files in Councillors... base.py:191 +[08:30:32] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:36:55] Deleting batch no. 2 consisting of 69 files base.py:216 -[13:36:56] ...data deleted. base.py:246 +[08:30:33] Deleting batch no. 2 consisting of 69 files base.py:216 +[08:30:34] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:36:58] Scraping from base.py:42 +[08:30:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:37:00] Scraping from base.py:42 +[08:30:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:37:02] Scraping from base.py:42 +[08:30:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:37:04] Scraping from base.py:42 +[08:30:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:37:05] Scraping from base.py:42 +[08:30:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:37:07] Scraping from base.py:42 +[08:30:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:37:08] Scraping from base.py:42 +[08:30:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:37:10] Scraping from base.py:42 +[08:30:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:37:11] Scraping from base.py:42 +[08:30:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:37:13] Scraping from base.py:42 +[08:30:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:37:14] Scraping from base.py:42 +[08:30:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:37:16] Scraping from base.py:42 +[08:30:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:37:18] Scraping from base.py:42 +[08:30:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:37:20] Scraping from base.py:42 +[08:30:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:37:22] Scraping from base.py:42 +[08:30:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:37:24] Scraping from base.py:42 +[08:31:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:37:25] Scraping from base.py:42 +[08:31:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:37:27] Scraping from base.py:42 +[08:31:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:37:29] Scraping from base.py:42 +[08:31:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:37:30] Scraping from base.py:42 +[08:31:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:37:32] Scraping from base.py:42 +[08:31:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:37:33] Scraping from base.py:42 +[08:31:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:37:34] Scraping from base.py:42 +[08:31:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:37:37] Scraping from base.py:42 +[08:31:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:37:38] Scraping from base.py:42 +[08:31:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:37:40] Scraping from base.py:42 +[08:31:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:37:41] Scraping from base.py:42 +[08:31:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:37:43] Scraping from base.py:42 +[08:31:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:37:45] Scraping from base.py:42 +[08:31:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:37:46] Scraping from base.py:42 +[08:31:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:37:48] Scraping from base.py:42 +[08:31:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:37:49] Scraping from base.py:42 +[08:31:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:37:51] Scraping from base.py:42 +[08:31:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:37:52] Scraping from base.py:42 +[08:31:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:37:55] Scraping from base.py:42 +[08:31:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:37:57] Scraping from base.py:42 +[08:31:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:37:58] Scraping from base.py:42 +[08:31:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:38:00] Scraping from base.py:42 +[08:31:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:38:02] Scraping from base.py:42 +[08:31:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:38:03] Scraping from base.py:42 +[08:31:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:38:05] Scraping from base.py:42 +[08:31:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:38:10] Scraping from base.py:42 +[08:31:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:38:12] Scraping from base.py:42 +[08:31:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:38:15] Scraping from base.py:42 +[08:31:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:38:19] Scraping from base.py:42 +[08:31:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:38:20] Scraping from base.py:42 +[08:31:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:38:22] Committing batch 1 consisting of 92 files base.py:274 -[13:38:23] Scraping from base.py:42 +[08:31:57] Committing batch 1 consisting of 92 files base.py:274 +[08:31:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:38:25] Scraping from base.py:42 +[08:32:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:38:27] Scraping from base.py:42 +[08:32:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:38:28] Scraping from base.py:42 +[08:32:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:38:29] Scraping from base.py:42 +[08:32:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:38:31] Scraping from base.py:42 +[08:32:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:38:32] Scraping from base.py:42 +[08:32:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:38:33] Scraping from base.py:42 +[08:32:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:38:35] Scraping from base.py:42 +[08:32:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:38:38] Scraping from base.py:42 +[08:32:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:38:40] Scraping from base.py:42 +[08:32:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:38:41] Scraping from base.py:42 +[08:32:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:38:43] Scraping from base.py:42 +[08:32:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:38:44] Scraping from base.py:42 +[08:32:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:38:46] Scraping from base.py:42 +[08:32:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:38:48] Scraping from base.py:42 +[08:32:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:38:50] Scraping from base.py:42 +[08:32:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:38:51] Scraping from base.py:42 +[08:32:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:38:53] Scraping from base.py:42 +[08:32:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:38:54] Scraping from base.py:42 +[08:32:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:38:57] Scraping from base.py:42 +[08:32:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:38:59] Scraping from base.py:42 +[08:32:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:39:00] Scraping from base.py:42 +[08:32:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:39:01] Scraping from base.py:42 +[08:32:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:39:03] Scraping from base.py:42 +[08:32:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:39:04] Scraping from base.py:42 +[08:32:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:39:06] Scraping from base.py:42 +[08:32:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:39:07] Scraping from base.py:42 +[08:32:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:39:09] Scraping from base.py:42 +[08:32:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:39:11] Scraping from base.py:42 +[08:32:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:39:12] Scraping from base.py:42 +[08:32:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:39:15] Scraping from base.py:42 +[08:32:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:39:17] Scraping from base.py:42 +[08:32:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:39:18] Scraping from base.py:42 +[08:32:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:39:20] Scraping from base.py:42 +[08:32:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:39:22] Scraping from base.py:42 +[08:32:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:39:24] Scraping from base.py:42 +[08:32:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:39:25] Scraping from base.py:42 +[08:32:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:39:27] Committing batch 2 consisting of 76 files base.py:274 -[13:39:28] Finished attempting to scrape: NFK base.py:324 +[08:33:00] Committing batch 2 consisting of 76 files base.py:274 +[08:33:02] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-11-13-06">2023-10-11</h2> + <h2 id="2023-10-12-13-36">2023-10-12</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>151 seconds</dd> + <dd>155 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-11 13:06:42.301404</dd> + <dd>2023-10-12 13:36:53.305128</dd> </div> <div> <dt>End</dt> - <dd>2023-10-11 13:09:13.938276</dd> + <dd>2023-10-12 13:39:28.847653</dd> </div> <div> <dt>Status code</dt> @@ -1618,380 +1618,380 @@ <h2 id="2023-10-11-13-06">2023-10-11</h2> </div> <h3>Run log</h3> - <pre>[13:06:42] Fetching Scraper for: NFK handlers.py:23 + <pre>[13:36:53] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[13:06:43] Getting all files in Councillors... base.py:191 +[13:36:54] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:06:44] Deleting batch no. 2 consisting of 69 files base.py:216 -[13:06:45] ...data deleted. base.py:246 +[13:36:55] Deleting batch no. 2 consisting of 69 files base.py:216 +[13:36:56] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:06:48] Scraping from base.py:42 +[13:36:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:06:51] Scraping from base.py:42 +[13:37:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:06:52] Scraping from base.py:42 +[13:37:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:06:54] Scraping from base.py:42 +[13:37:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:06:55] Scraping from base.py:42 +[13:37:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:06:56] Scraping from base.py:42 +[13:37:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:06:58] Scraping from base.py:42 +[13:37:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:06:59] Scraping from base.py:42 +[13:37:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:07:01] Scraping from base.py:42 +[13:37:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:07:02] Scraping from base.py:42 +[13:37:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:07:04] Scraping from base.py:42 +[13:37:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:07:05] Scraping from base.py:42 +[13:37:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:07:08] Scraping from base.py:42 +[13:37:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:07:10] Scraping from base.py:42 +[13:37:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:07:12] Scraping from base.py:42 +[13:37:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:07:13] Scraping from base.py:42 +[13:37:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:07:15] Scraping from base.py:42 +[13:37:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:07:17] Scraping from base.py:42 +[13:37:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:07:18] Scraping from base.py:42 +[13:37:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:07:20] Scraping from base.py:42 +[13:37:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:07:21] Scraping from base.py:42 +[13:37:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:07:22] Scraping from base.py:42 +[13:37:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:07:23] Scraping from base.py:42 +[13:37:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:07:26] Scraping from base.py:42 +[13:37:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:07:27] Scraping from base.py:42 +[13:37:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:07:29] Scraping from base.py:42 +[13:37:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:07:31] Scraping from base.py:42 +[13:37:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:07:33] Scraping from base.py:42 +[13:37:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:07:34] Scraping from base.py:42 +[13:37:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:07:36] Scraping from base.py:42 +[13:37:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:07:37] Scraping from base.py:42 +[13:37:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:07:39] Scraping from base.py:42 +[13:37:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:07:41] Scraping from base.py:42 +[13:37:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:07:43] Scraping from base.py:42 +[13:37:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:07:45] Scraping from base.py:42 +[13:37:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:07:46] Scraping from base.py:42 +[13:37:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:07:48] Scraping from base.py:42 +[13:37:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:07:50] Scraping from base.py:42 +[13:38:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:07:51] Scraping from base.py:42 +[13:38:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:07:53] Scraping from base.py:42 +[13:38:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:07:54] Scraping from base.py:42 +[13:38:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:07:56] Scraping from base.py:42 +[13:38:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:07:58] Scraping from base.py:42 +[13:38:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:08:01] Scraping from base.py:42 +[13:38:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:08:02] Scraping from base.py:42 +[13:38:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:08:04] Scraping from base.py:42 +[13:38:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:08:05] Committing batch 1 consisting of 92 files base.py:274 -[13:08:06] Scraping from base.py:42 +[13:38:22] Committing batch 1 consisting of 92 files base.py:274 +[13:38:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:08:08] Scraping from base.py:42 +[13:38:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:08:09] Scraping from base.py:42 +[13:38:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:08:11] Scraping from base.py:42 +[13:38:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:08:12] Scraping from base.py:42 +[13:38:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:08:13] Scraping from base.py:42 +[13:38:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:08:14] Scraping from base.py:42 +[13:38:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:08:16] Scraping from base.py:42 +[13:38:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:08:18] Scraping from base.py:42 +[13:38:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:08:20] Scraping from base.py:42 +[13:38:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:08:21] Scraping from base.py:42 +[13:38:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:08:25] Scraping from base.py:42 +[13:38:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:08:27] Scraping from base.py:42 +[13:38:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:08:30] Scraping from base.py:42 +[13:38:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:08:32] Scraping from base.py:42 +[13:38:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:08:33] Scraping from base.py:42 +[13:38:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:08:35] Scraping from base.py:42 +[13:38:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:08:36] Scraping from base.py:42 +[13:38:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:08:37] Scraping from base.py:42 +[13:38:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:08:40] Scraping from base.py:42 +[13:38:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:08:42] Scraping from base.py:42 +[13:38:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:08:44] Scraping from base.py:42 +[13:38:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:08:45] Scraping from base.py:42 +[13:39:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:08:46] Scraping from base.py:42 +[13:39:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:08:48] Scraping from base.py:42 +[13:39:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:08:50] Scraping from base.py:42 +[13:39:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:08:52] Scraping from base.py:42 +[13:39:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:08:53] Scraping from base.py:42 +[13:39:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:08:55] Scraping from base.py:42 +[13:39:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:08:56] Scraping from base.py:42 +[13:39:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:08:59] Scraping from base.py:42 +[13:39:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:09:01] Scraping from base.py:42 +[13:39:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:09:02] Scraping from base.py:42 +[13:39:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:09:04] Scraping from base.py:42 +[13:39:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:09:06] Scraping from base.py:42 +[13:39:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:09:07] Scraping from base.py:42 +[13:39:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:09:09] Scraping from base.py:42 +[13:39:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:09:10] Scraping from base.py:42 +[13:39:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:09:12] Committing batch 2 consisting of 76 files base.py:274 -[13:09:13] Finished attempting to scrape: NFK base.py:324 +[13:39:27] Committing batch 2 consisting of 76 files base.py:274 +[13:39:28] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-10-12-08">2023-10-10</h2> + <h2 id="2023-10-11-13-06">2023-10-11</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>154 seconds</dd> + <dd>151 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-10 12:08:03.993642</dd> + <dd>2023-10-11 13:06:42.301404</dd> </div> <div> <dt>End</dt> - <dd>2023-10-10 12:10:38.829114</dd> + <dd>2023-10-11 13:09:13.938276</dd> </div> <div> <dt>Status code</dt> @@ -2006,380 +2006,380 @@ <h2 id="2023-10-10-12-08">2023-10-10</h2> </div> <h3>Run log</h3> - <pre>[12:08:03] Fetching Scraper for: NFK handlers.py:23 -[12:08:04] Begin attempting to scrape: NFK handlers.py:27 + <pre>[13:06:42] Fetching Scraper for: NFK handlers.py:23 + Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:08:05] Getting all files in Councillors/json... base.py:191 +[13:06:43] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:08:06] Deleting batch no. 2 consisting of 69 files base.py:216 - ...data deleted. base.py:246 +[13:06:44] Deleting batch no. 2 consisting of 69 files base.py:216 +[13:06:45] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:08:10] Scraping from base.py:42 +[13:06:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:08:12] Scraping from base.py:42 +[13:06:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:08:13] Scraping from base.py:42 +[13:06:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:08:15] Scraping from base.py:42 +[13:06:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:08:16] Scraping from base.py:42 +[13:06:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:08:18] Scraping from base.py:42 +[13:06:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:08:19] Scraping from base.py:42 +[13:06:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:08:20] Scraping from base.py:42 +[13:06:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:08:22] Scraping from base.py:42 +[13:07:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:08:24] Scraping from base.py:42 +[13:07:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:08:26] Scraping from base.py:42 +[13:07:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:08:28] Scraping from base.py:42 +[13:07:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:08:30] Scraping from base.py:42 +[13:07:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:08:32] Scraping from base.py:42 +[13:07:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:08:33] Scraping from base.py:42 +[13:07:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:08:35] Scraping from base.py:42 +[13:07:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:08:37] Scraping from base.py:42 +[13:07:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:08:38] Scraping from base.py:42 +[13:07:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:08:40] Scraping from base.py:42 +[13:07:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:08:41] Scraping from base.py:42 +[13:07:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:08:43] Scraping from base.py:42 +[13:07:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:08:45] Scraping from base.py:42 +[13:07:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:08:46] Scraping from base.py:42 +[13:07:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:08:48] Scraping from base.py:42 +[13:07:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:08:49] Scraping from base.py:42 +[13:07:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:08:51] Scraping from base.py:42 +[13:07:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:08:53] Scraping from base.py:42 +[13:07:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:08:57] Scraping from base.py:42 +[13:07:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:08:59] Scraping from base.py:42 +[13:07:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:09:02] Scraping from base.py:42 +[13:07:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:09:04] Scraping from base.py:42 +[13:07:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:09:07] Scraping from base.py:42 +[13:07:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:09:09] Scraping from base.py:42 +[13:07:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:09:10] Scraping from base.py:42 +[13:07:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:09:12] Scraping from base.py:42 +[13:07:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:09:14] Scraping from base.py:42 +[13:07:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:09:15] Scraping from base.py:42 +[13:07:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:09:17] Scraping from base.py:42 +[13:07:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:09:19] Scraping from base.py:42 +[13:07:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:09:20] Scraping from base.py:42 +[13:07:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:09:22] Scraping from base.py:42 +[13:07:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:09:23] Scraping from base.py:42 +[13:07:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:09:26] Scraping from base.py:42 +[13:07:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:09:28] Scraping from base.py:42 +[13:08:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:09:29] Scraping from base.py:42 +[13:08:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:09:31] Scraping from base.py:42 +[13:08:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:09:33] Committing batch 1 consisting of 92 files base.py:274 -[12:09:34] Scraping from base.py:42 +[13:08:05] Committing batch 1 consisting of 92 files base.py:274 +[13:08:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:09:36] Scraping from base.py:42 +[13:08:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:09:38] Scraping from base.py:42 +[13:08:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:09:39] Scraping from base.py:42 +[13:08:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:09:40] Scraping from base.py:42 +[13:08:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:09:42] Scraping from base.py:42 +[13:08:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:09:43] Scraping from base.py:42 +[13:08:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:09:46] Scraping from base.py:42 +[13:08:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:09:47] Scraping from base.py:42 +[13:08:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:09:49] Scraping from base.py:42 +[13:08:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:09:51] Scraping from base.py:42 +[13:08:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:09:52] Scraping from base.py:42 +[13:08:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:09:54] Scraping from base.py:42 +[13:08:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:09:56] Scraping from base.py:42 +[13:08:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:09:57] Scraping from base.py:42 +[13:08:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:09:59] Scraping from base.py:42 +[13:08:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:10:00] Scraping from base.py:42 +[13:08:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:10:02] Scraping from base.py:42 +[13:08:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:10:04] Scraping from base.py:42 +[13:08:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:10:06] Scraping from base.py:42 +[13:08:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:10:08] Scraping from base.py:42 +[13:08:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:10:09] Scraping from base.py:42 +[13:08:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:10:10] Scraping from base.py:42 +[13:08:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:10:12] Scraping from base.py:42 +[13:08:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:10:13] Scraping from base.py:42 +[13:08:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:10:15] Scraping from base.py:42 +[13:08:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:10:16] Scraping from base.py:42 +[13:08:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:10:18] Scraping from base.py:42 +[13:08:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:10:19] Scraping from base.py:42 +[13:08:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:10:22] Scraping from base.py:42 +[13:08:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:10:24] Scraping from base.py:42 +[13:08:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:10:25] Scraping from base.py:42 +[13:09:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:10:27] Scraping from base.py:42 +[13:09:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:10:29] Scraping from base.py:42 +[13:09:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:10:31] Scraping from base.py:42 +[13:09:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:10:32] Scraping from base.py:42 +[13:09:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:10:34] Scraping from base.py:42 +[13:09:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:10:35] Scraping from base.py:42 +[13:09:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:10:37] Committing batch 2 consisting of 76 files base.py:274 -[12:10:38] Finished attempting to scrape: NFK base.py:324 +[13:09:12] Committing batch 2 consisting of 76 files base.py:274 +[13:09:13] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-09-12-32">2023-10-09</h2> + <h2 id="2023-10-10-12-08">2023-10-10</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>151 seconds</dd> + <dd>154 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-09 12:32:26.894333</dd> + <dd>2023-10-10 12:08:03.993642</dd> </div> <div> <dt>End</dt> - <dd>2023-10-09 12:34:58.526291</dd> + <dd>2023-10-10 12:10:38.829114</dd> </div> <div> <dt>Status code</dt> @@ -2394,380 +2394,380 @@ <h2 id="2023-10-09-12-32">2023-10-09</h2> </div> <h3>Run log</h3> - <pre>[12:32:26] Fetching Scraper for: NFK handlers.py:23 - Begin attempting to scrape: NFK handlers.py:27 -[12:32:27] Deleting existing data... base.py:239 + <pre>[12:08:03] Fetching Scraper for: NFK handlers.py:23 +[12:08:04] Begin attempting to scrape: NFK handlers.py:27 + Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:32:28] ...found 84 files in Councillors/json base.py:207 +[12:08:05] Getting all files in Councillors/json... base.py:191 + ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:32:29] Deleting batch no. 2 consisting of 69 files base.py:216 +[12:08:06] Deleting batch no. 2 consisting of 69 files base.py:216 ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:32:32] Scraping from base.py:42 +[12:08:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:32:33] Scraping from base.py:42 +[12:08:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:32:35] Scraping from base.py:42 +[12:08:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:32:36] Scraping from base.py:42 +[12:08:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:32:39] Scraping from base.py:42 +[12:08:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:32:40] Scraping from base.py:42 +[12:08:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:32:42] Scraping from base.py:42 +[12:08:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:32:43] Scraping from base.py:42 +[12:08:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:32:45] Scraping from base.py:42 +[12:08:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:32:46] Scraping from base.py:42 +[12:08:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:32:48] Scraping from base.py:42 +[12:08:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:32:50] Scraping from base.py:42 +[12:08:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:32:52] Scraping from base.py:42 +[12:08:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:32:53] Scraping from base.py:42 +[12:08:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:32:55] Scraping from base.py:42 +[12:08:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:32:58] Scraping from base.py:42 +[12:08:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:32:59] Scraping from base.py:42 +[12:08:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:33:01] Scraping from base.py:42 +[12:08:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:33:02] Scraping from base.py:42 +[12:08:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:33:03] Scraping from base.py:42 +[12:08:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:33:05] Scraping from base.py:42 +[12:08:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:33:06] Scraping from base.py:42 +[12:08:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:33:07] Scraping from base.py:42 +[12:08:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:33:09] Scraping from base.py:42 +[12:08:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:33:10] Scraping from base.py:42 +[12:08:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:33:12] Scraping from base.py:42 +[12:08:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:33:15] Scraping from base.py:42 +[12:08:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:33:17] Scraping from base.py:42 +[12:08:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:33:21] Scraping from base.py:42 +[12:08:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:33:22] Scraping from base.py:42 +[12:09:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:33:24] Scraping from base.py:42 +[12:09:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:33:26] Scraping from base.py:42 +[12:09:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:33:27] Scraping from base.py:42 +[12:09:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:33:28] Scraping from base.py:42 +[12:09:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:33:30] Scraping from base.py:42 +[12:09:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:33:34] Scraping from base.py:42 +[12:09:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:33:38] Scraping from base.py:42 +[12:09:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:33:39] Scraping from base.py:42 +[12:09:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:33:41] Scraping from base.py:42 +[12:09:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:33:42] Scraping from base.py:42 +[12:09:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:33:43] Scraping from base.py:42 +[12:09:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:33:45] Scraping from base.py:42 +[12:09:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:33:46] Scraping from base.py:42 +[12:09:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:33:48] Scraping from base.py:42 +[12:09:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:33:50] Scraping from base.py:42 +[12:09:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:33:52] Scraping from base.py:42 +[12:09:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:33:53] Committing batch 1 consisting of 92 files base.py:274 -[12:33:54] Scraping from base.py:42 +[12:09:33] Committing batch 1 consisting of 92 files base.py:274 +[12:09:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:33:57] Scraping from base.py:42 +[12:09:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:33:59] Scraping from base.py:42 +[12:09:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:34:00] Scraping from base.py:42 +[12:09:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:34:01] Scraping from base.py:42 +[12:09:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:34:02] Scraping from base.py:42 +[12:09:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:34:04] Scraping from base.py:42 +[12:09:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:34:05] Scraping from base.py:42 +[12:09:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:34:07] Scraping from base.py:42 +[12:09:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:34:08] Scraping from base.py:42 +[12:09:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:34:10] Scraping from base.py:42 +[12:09:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:34:11] Scraping from base.py:42 +[12:09:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:34:14] Scraping from base.py:42 +[12:09:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:34:16] Scraping from base.py:42 +[12:09:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:34:17] Scraping from base.py:42 +[12:09:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:34:19] Scraping from base.py:42 +[12:09:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:34:20] Scraping from base.py:42 +[12:10:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:34:22] Scraping from base.py:42 +[12:10:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:34:23] Scraping from base.py:42 +[12:10:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:34:24] Scraping from base.py:42 +[12:10:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:34:26] Scraping from base.py:42 +[12:10:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:34:28] Scraping from base.py:42 +[12:10:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:34:30] Scraping from base.py:42 +[12:10:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:34:32] Scraping from base.py:42 +[12:10:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:34:34] Scraping from base.py:42 +[12:10:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:34:35] Scraping from base.py:42 +[12:10:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:34:37] Scraping from base.py:42 +[12:10:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:34:38] Scraping from base.py:42 +[12:10:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:34:40] Scraping from base.py:42 +[12:10:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:34:41] Scraping from base.py:42 +[12:10:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:34:43] Scraping from base.py:42 +[12:10:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:34:44] Scraping from base.py:42 +[12:10:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:34:45] Scraping from base.py:42 +[12:10:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:34:48] Scraping from base.py:42 +[12:10:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:34:50] Scraping from base.py:42 +[12:10:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:34:51] Scraping from base.py:42 +[12:10:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:34:54] Scraping from base.py:42 +[12:10:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:34:55] Scraping from base.py:42 +[12:10:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:34:57] Committing batch 2 consisting of 76 files base.py:274 -[12:34:58] Finished attempting to scrape: NFK base.py:324 +[12:10:37] Committing batch 2 consisting of 76 files base.py:274 +[12:10:38] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-08-12-45">2023-10-08</h2> + <h2 id="2023-10-09-12-32">2023-10-09</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>144 seconds</dd> + <dd>151 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-08 12:45:09.558497</dd> + <dd>2023-10-09 12:32:26.894333</dd> </div> <div> <dt>End</dt> - <dd>2023-10-08 12:47:33.841903</dd> + <dd>2023-10-09 12:34:58.526291</dd> </div> <div> <dt>Status code</dt> @@ -2782,380 +2782,380 @@ <h2 id="2023-10-08-12-45">2023-10-08</h2> </div> <h3>Run log</h3> - <pre>[12:45:09] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:32:26] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 - Deleting existing data... base.py:239 -[12:45:10] Getting all files in Councillors... base.py:191 +[12:32:27] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 +[12:32:28] ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[12:45:11] ...found 84 files in Councillors/raw base.py:207 + ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 69 files base.py:216 -[12:45:12] ...data deleted. base.py:246 +[12:32:29] Deleting batch no. 2 consisting of 69 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:45:15] Scraping from base.py:42 +[12:32:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:45:16] Scraping from base.py:42 +[12:32:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:45:17] Scraping from base.py:42 +[12:32:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:45:20] Scraping from base.py:42 +[12:32:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:45:22] Scraping from base.py:42 +[12:32:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:45:23] Scraping from base.py:42 +[12:32:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:45:24] Scraping from base.py:42 +[12:32:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:45:26] Scraping from base.py:42 +[12:32:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:45:27] Scraping from base.py:42 +[12:32:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:45:29] Scraping from base.py:42 +[12:32:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:45:30] Scraping from base.py:42 +[12:32:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:45:32] Scraping from base.py:42 +[12:32:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:45:33] Scraping from base.py:42 +[12:32:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:45:35] Scraping from base.py:42 +[12:32:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:45:38] Scraping from base.py:42 +[12:32:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:45:39] Scraping from base.py:42 +[12:32:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:45:41] Scraping from base.py:42 +[12:32:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:45:42] Scraping from base.py:42 +[12:33:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:45:44] Scraping from base.py:42 +[12:33:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:45:45] Scraping from base.py:42 +[12:33:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:45:47] Scraping from base.py:42 +[12:33:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:45:48] Scraping from base.py:42 +[12:33:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:45:49] Scraping from base.py:42 +[12:33:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:45:50] Scraping from base.py:42 +[12:33:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:45:52] Scraping from base.py:42 +[12:33:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:45:55] Scraping from base.py:42 +[12:33:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:45:57] Scraping from base.py:42 +[12:33:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:45:59] Scraping from base.py:42 +[12:33:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:46:00] Scraping from base.py:42 +[12:33:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:46:01] Scraping from base.py:42 +[12:33:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:46:03] Scraping from base.py:42 +[12:33:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:46:05] Scraping from base.py:42 +[12:33:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:46:06] Scraping from base.py:42 +[12:33:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:46:08] Scraping from base.py:42 +[12:33:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:46:09] Scraping from base.py:42 +[12:33:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:46:13] Scraping from base.py:42 +[12:33:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:46:15] Scraping from base.py:42 +[12:33:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:46:16] Scraping from base.py:42 +[12:33:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:46:18] Scraping from base.py:42 +[12:33:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:46:19] Scraping from base.py:42 +[12:33:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:46:21] Scraping from base.py:42 +[12:33:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:46:22] Scraping from base.py:42 +[12:33:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:46:24] Scraping from base.py:42 +[12:33:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:46:25] Scraping from base.py:42 +[12:33:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:46:27] Scraping from base.py:42 +[12:33:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:46:30] Scraping from base.py:42 +[12:33:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:46:31] Committing batch 1 consisting of 92 files base.py:274 -[12:46:32] Scraping from base.py:42 +[12:33:53] Committing batch 1 consisting of 92 files base.py:274 +[12:33:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:46:34] Scraping from base.py:42 +[12:33:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:46:35] Scraping from base.py:42 +[12:33:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:46:37] Scraping from base.py:42 +[12:34:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:46:38] Scraping from base.py:42 +[12:34:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:46:39] Scraping from base.py:42 +[12:34:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:46:40] Scraping from base.py:42 +[12:34:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:46:42] Scraping from base.py:42 +[12:34:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:46:43] Scraping from base.py:42 +[12:34:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:46:45] Scraping from base.py:42 +[12:34:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:46:46] Scraping from base.py:42 +[12:34:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:46:49] Scraping from base.py:42 +[12:34:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:46:50] Scraping from base.py:42 +[12:34:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:46:52] Scraping from base.py:42 +[12:34:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:46:53] Scraping from base.py:42 +[12:34:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:46:55] Scraping from base.py:42 +[12:34:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:46:56] Scraping from base.py:42 +[12:34:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:46:58] Scraping from base.py:42 +[12:34:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:46:59] Scraping from base.py:42 +[12:34:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:47:00] Scraping from base.py:42 +[12:34:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:47:02] Scraping from base.py:42 +[12:34:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:47:05] Scraping from base.py:42 +[12:34:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:47:06] Scraping from base.py:42 +[12:34:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:47:07] Scraping from base.py:42 +[12:34:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:47:09] Scraping from base.py:42 +[12:34:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:47:10] Scraping from base.py:42 +[12:34:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:47:11] Scraping from base.py:42 +[12:34:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:47:13] Scraping from base.py:42 +[12:34:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:47:15] Scraping from base.py:42 +[12:34:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:47:16] Scraping from base.py:42 +[12:34:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:47:18] Scraping from base.py:42 +[12:34:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:47:19] Scraping from base.py:42 +[12:34:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:47:22] Scraping from base.py:42 +[12:34:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:47:24] Scraping from base.py:42 +[12:34:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:47:26] Scraping from base.py:42 +[12:34:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:47:27] Scraping from base.py:42 +[12:34:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:47:29] Scraping from base.py:42 +[12:34:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:47:30] Scraping from base.py:42 +[12:34:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:47:32] Committing batch 2 consisting of 76 files base.py:274 -[12:47:33] Finished attempting to scrape: NFK base.py:324 +[12:34:57] Committing batch 2 consisting of 76 files base.py:274 +[12:34:58] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-07-12-59">2023-10-07</h2> + <h2 id="2023-10-08-12-45">2023-10-08</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>141 seconds</dd> + <dd>144 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-07 12:59:32.496490</dd> + <dd>2023-10-08 12:45:09.558497</dd> </div> <div> <dt>End</dt> - <dd>2023-10-07 13:01:53.836993</dd> + <dd>2023-10-08 12:47:33.841903</dd> </div> <div> <dt>Status code</dt> @@ -3170,380 +3170,380 @@ <h2 id="2023-10-07-12-59">2023-10-07</h2> </div> <h3>Run log</h3> - <pre>[12:59:32] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:45:09] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[12:59:33] Getting all files in Councillors... base.py:191 +[12:45:10] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 84 files in Councillors/raw base.py:207 +[12:45:11] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:59:34] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:59:35] ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 69 files base.py:216 +[12:45:12] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:59:38] Scraping from base.py:42 +[12:45:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:59:40] Scraping from base.py:42 +[12:45:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:59:41] Scraping from base.py:42 +[12:45:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:59:43] Scraping from base.py:42 +[12:45:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:59:44] Scraping from base.py:42 +[12:45:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:59:45] Scraping from base.py:42 +[12:45:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:59:47] Scraping from base.py:42 +[12:45:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:59:48] Scraping from base.py:42 +[12:45:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:59:49] Scraping from base.py:42 +[12:45:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:59:51] Scraping from base.py:42 +[12:45:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:59:53] Scraping from base.py:42 +[12:45:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:59:55] Scraping from base.py:42 +[12:45:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:59:56] Scraping from base.py:42 +[12:45:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:59:58] Scraping from base.py:42 +[12:45:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:00:00] Scraping from base.py:42 +[12:45:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:00:01] Scraping from base.py:42 +[12:45:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:00:03] Scraping from base.py:42 +[12:45:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:00:04] Scraping from base.py:42 +[12:45:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:00:06] Scraping from base.py:42 +[12:45:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:00:07] Scraping from base.py:42 +[12:45:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:00:09] Scraping from base.py:42 +[12:45:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:00:11] Scraping from base.py:42 +[12:45:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:00:12] Scraping from base.py:42 +[12:45:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:00:14] Scraping from base.py:42 +[12:45:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:00:15] Scraping from base.py:42 +[12:45:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:00:17] Scraping from base.py:42 +[12:45:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:00:19] Scraping from base.py:42 +[12:45:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:00:20] Scraping from base.py:42 +[12:45:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:00:22] Scraping from base.py:42 +[12:46:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:00:23] Scraping from base.py:42 +[12:46:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:00:24] Scraping from base.py:42 +[12:46:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:00:27] Scraping from base.py:42 +[12:46:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:00:29] Scraping from base.py:42 +[12:46:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:00:30] Scraping from base.py:42 +[12:46:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:00:31] Scraping from base.py:42 +[12:46:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:00:33] Scraping from base.py:42 +[12:46:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:00:35] Scraping from base.py:42 +[12:46:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:00:36] Scraping from base.py:42 +[12:46:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:00:38] Scraping from base.py:42 +[12:46:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:00:39] Scraping from base.py:42 +[12:46:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:00:41] Scraping from base.py:42 +[12:46:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:00:43] Scraping from base.py:42 +[12:46:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:00:45] Scraping from base.py:42 +[12:46:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:00:47] Scraping from base.py:42 +[12:46:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:00:49] Scraping from base.py:42 +[12:46:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:00:50] Scraping from base.py:42 +[12:46:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:00:52] Committing batch 1 consisting of 92 files base.py:274 -[13:00:53] Scraping from base.py:42 +[12:46:31] Committing batch 1 consisting of 92 files base.py:274 +[12:46:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:00:54] Scraping from base.py:42 +[12:46:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:00:56] Scraping from base.py:42 +[12:46:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:00:58] Scraping from base.py:42 +[12:46:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:00:59] Scraping from base.py:42 +[12:46:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:01:00] Scraping from base.py:42 +[12:46:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:01:01] Scraping from base.py:42 +[12:46:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:01:04] Scraping from base.py:42 +[12:46:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:01:05] Scraping from base.py:42 +[12:46:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:01:07] Scraping from base.py:42 +[12:46:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:01:08] Scraping from base.py:42 +[12:46:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:01:10] Scraping from base.py:42 +[12:46:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:01:11] Scraping from base.py:42 +[12:46:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:01:13] Scraping from base.py:42 +[12:46:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:01:14] Scraping from base.py:42 +[12:46:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:01:16] Scraping from base.py:42 +[12:46:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:01:17] Scraping from base.py:42 +[12:46:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:01:18] Scraping from base.py:42 +[12:46:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:01:21] Scraping from base.py:42 +[12:46:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:01:22] Scraping from base.py:42 +[12:47:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:01:24] Scraping from base.py:42 +[12:47:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:01:25] Scraping from base.py:42 +[12:47:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:01:27] Scraping from base.py:42 +[12:47:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:01:28] Scraping from base.py:42 +[12:47:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:01:29] Scraping from base.py:42 +[12:47:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:01:31] Scraping from base.py:42 +[12:47:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:01:32] Scraping from base.py:42 +[12:47:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:01:34] Scraping from base.py:42 +[12:47:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:01:35] Scraping from base.py:42 +[12:47:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:01:38] Scraping from base.py:42 +[12:47:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:01:40] Scraping from base.py:42 +[12:47:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:01:41] Scraping from base.py:42 +[12:47:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:01:43] Scraping from base.py:42 +[12:47:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:01:44] Scraping from base.py:42 +[12:47:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:01:46] Scraping from base.py:42 +[12:47:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:01:47] Scraping from base.py:42 +[12:47:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:01:49] Scraping from base.py:42 +[12:47:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:01:51] Scraping from base.py:42 +[12:47:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:01:52] Committing batch 2 consisting of 76 files base.py:274 -[13:01:53] Finished attempting to scrape: NFK base.py:324 +[12:47:32] Committing batch 2 consisting of 76 files base.py:274 +[12:47:33] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-06-12-54">2023-10-06</h2> + <h2 id="2023-10-07-12-59">2023-10-07</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>163 seconds</dd> + <dd>141 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-06 12:54:39.706722</dd> + <dd>2023-10-07 12:59:32.496490</dd> </div> <div> <dt>End</dt> - <dd>2023-10-06 12:57:23.488074</dd> + <dd>2023-10-07 13:01:53.836993</dd> </div> <div> <dt>Status code</dt> @@ -3558,380 +3558,380 @@ <h2 id="2023-10-06-12-54">2023-10-06</h2> </div> <h3>Run log</h3> - <pre>[12:54:39] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:59:32] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 -[12:54:40] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[12:59:33] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[12:54:41] ...found 84 files in Councillors/json base.py:207 + ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:54:42] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:54:43] ...data deleted. base.py:246 +[12:59:34] Deleting batch no. 2 consisting of 69 files base.py:216 +[12:59:35] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:54:46] Scraping from base.py:42 +[12:59:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:54:48] Scraping from base.py:42 +[12:59:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:54:49] Scraping from base.py:42 +[12:59:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:54:51] Scraping from base.py:42 +[12:59:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:54:52] Scraping from base.py:42 +[12:59:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:54:53] Scraping from base.py:42 +[12:59:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:54:55] Scraping from base.py:42 +[12:59:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:54:57] Scraping from base.py:42 +[12:59:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:54:58] Scraping from base.py:42 +[12:59:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:55:00] Scraping from base.py:42 +[12:59:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:55:01] Scraping from base.py:42 +[12:59:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:55:04] Scraping from base.py:42 +[12:59:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:55:06] Scraping from base.py:42 +[12:59:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:55:07] Scraping from base.py:42 +[12:59:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:55:09] Scraping from base.py:42 +[13:00:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:55:10] Scraping from base.py:42 +[13:00:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:55:12] Scraping from base.py:42 +[13:00:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:55:13] Scraping from base.py:42 +[13:00:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:55:15] Scraping from base.py:42 +[13:00:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:55:16] Scraping from base.py:42 +[13:00:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:55:18] Scraping from base.py:42 +[13:00:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:55:20] Scraping from base.py:42 +[13:00:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:55:22] Scraping from base.py:42 +[13:00:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:55:23] Scraping from base.py:42 +[13:00:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:55:25] Scraping from base.py:42 +[13:00:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:55:27] Scraping from base.py:42 +[13:00:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:55:28] Scraping from base.py:42 +[13:00:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:55:30] Scraping from base.py:42 +[13:00:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:55:31] Scraping from base.py:42 +[13:00:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:55:32] Scraping from base.py:42 +[13:00:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:55:34] Scraping from base.py:42 +[13:00:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:55:35] Scraping from base.py:42 +[13:00:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:55:38] Scraping from base.py:42 +[13:00:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:55:40] Scraping from base.py:42 +[13:00:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:55:41] Scraping from base.py:42 +[13:00:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:55:43] Scraping from base.py:42 +[13:00:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:55:45] Scraping from base.py:42 +[13:00:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:55:46] Scraping from base.py:42 +[13:00:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:55:48] Scraping from base.py:42 +[13:00:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:55:50] Scraping from base.py:42 +[13:00:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:55:52] Scraping from base.py:42 +[13:00:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:55:54] Scraping from base.py:42 +[13:00:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:55:57] Scraping from base.py:42 +[13:00:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:56:01] Scraping from base.py:42 +[13:00:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:56:03] Scraping from base.py:42 +[13:00:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:56:05] Scraping from base.py:42 +[13:00:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:56:07] Committing batch 1 consisting of 92 files base.py:274 -[12:56:09] Scraping from base.py:42 +[13:00:52] Committing batch 1 consisting of 92 files base.py:274 +[13:00:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:56:10] Scraping from base.py:42 +[13:00:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:56:13] Scraping from base.py:42 +[13:00:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:56:15] Scraping from base.py:42 +[13:00:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:56:17] Scraping from base.py:42 +[13:00:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:56:19] Scraping from base.py:42 +[13:01:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:56:20] Scraping from base.py:42 +[13:01:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:56:22] Scraping from base.py:42 +[13:01:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:56:25] Scraping from base.py:42 +[13:01:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:56:28] Scraping from base.py:42 +[13:01:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:56:31] Scraping from base.py:42 +[13:01:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:56:32] Scraping from base.py:42 +[13:01:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:56:34] Scraping from base.py:42 +[13:01:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:56:36] Scraping from base.py:42 +[13:01:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:56:37] Scraping from base.py:42 +[13:01:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:56:39] Scraping from base.py:42 +[13:01:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:56:40] Scraping from base.py:42 +[13:01:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:56:43] Scraping from base.py:42 +[13:01:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:56:46] Scraping from base.py:42 +[13:01:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:56:47] Scraping from base.py:42 +[13:01:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:56:49] Scraping from base.py:42 +[13:01:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:56:51] Scraping from base.py:42 +[13:01:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:56:52] Scraping from base.py:42 +[13:01:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:56:54] Scraping from base.py:42 +[13:01:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:56:56] Scraping from base.py:42 +[13:01:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:56:57] Scraping from base.py:42 +[13:01:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:56:59] Scraping from base.py:42 +[13:01:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:57:00] Scraping from base.py:42 +[13:01:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:57:02] Scraping from base.py:42 +[13:01:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:57:05] Scraping from base.py:42 +[13:01:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:57:07] Scraping from base.py:42 +[13:01:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:57:08] Scraping from base.py:42 +[13:01:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:57:10] Scraping from base.py:42 +[13:01:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:57:13] Scraping from base.py:42 +[13:01:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:57:15] Scraping from base.py:42 +[13:01:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:57:17] Scraping from base.py:42 +[13:01:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:57:19] Scraping from base.py:42 +[13:01:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:57:20] Scraping from base.py:42 +[13:01:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:57:22] Committing batch 2 consisting of 76 files base.py:274 -[12:57:23] Finished attempting to scrape: NFK base.py:324 +[13:01:52] Committing batch 2 consisting of 76 files base.py:274 +[13:01:53] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-05-13-40">2023-10-05</h2> + <h2 id="2023-10-06-12-54">2023-10-06</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>148 seconds</dd> + <dd>163 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-05 13:40:08.129973</dd> + <dd>2023-10-06 12:54:39.706722</dd> </div> <div> <dt>End</dt> - <dd>2023-10-05 13:42:36.939390</dd> + <dd>2023-10-06 12:57:23.488074</dd> </div> <div> <dt>Status code</dt> @@ -3946,380 +3946,380 @@ <h2 id="2023-10-05-13-40">2023-10-05</h2> </div> <h3>Run log</h3> - <pre>[13:40:08] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:54:39] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 - Deleting existing data... base.py:239 +[12:54:40] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 -[13:40:09] Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 + Getting all files in Councillors/json... base.py:191 +[12:54:41] ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:40:10] Deleting batch no. 2 consisting of 69 files base.py:216 -[13:40:11] ...data deleted. base.py:246 +[12:54:42] Deleting batch no. 2 consisting of 69 files base.py:216 +[12:54:43] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:40:15] Scraping from base.py:42 +[12:54:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:40:16] Scraping from base.py:42 +[12:54:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:40:17] Scraping from base.py:42 +[12:54:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:40:19] Scraping from base.py:42 +[12:54:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:40:20] Scraping from base.py:42 +[12:54:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:40:21] Scraping from base.py:42 +[12:54:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:40:23] Scraping from base.py:42 +[12:54:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:40:24] Scraping from base.py:42 +[12:54:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:40:26] Scraping from base.py:42 +[12:54:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:40:27] Scraping from base.py:42 +[12:55:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:40:29] Scraping from base.py:42 +[12:55:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:40:32] Scraping from base.py:42 +[12:55:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:40:33] Scraping from base.py:42 +[12:55:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:40:35] Scraping from base.py:42 +[12:55:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:40:36] Scraping from base.py:42 +[12:55:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:40:38] Scraping from base.py:42 +[12:55:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:40:40] Scraping from base.py:42 +[12:55:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:40:41] Scraping from base.py:42 +[12:55:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:40:42] Scraping from base.py:42 +[12:55:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:40:44] Scraping from base.py:42 +[12:55:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:40:45] Scraping from base.py:42 +[12:55:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:40:46] Scraping from base.py:42 +[12:55:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:40:49] Scraping from base.py:42 +[12:55:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:40:51] Scraping from base.py:42 +[12:55:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:40:53] Scraping from base.py:42 +[12:55:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:40:55] Scraping from base.py:42 +[12:55:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:40:57] Scraping from base.py:42 +[12:55:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:40:58] Scraping from base.py:42 +[12:55:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:41:00] Scraping from base.py:42 +[12:55:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:41:01] Scraping from base.py:42 +[12:55:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:41:03] Scraping from base.py:42 +[12:55:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:41:06] Scraping from base.py:42 +[12:55:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:41:07] Scraping from base.py:42 +[12:55:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:41:10] Scraping from base.py:42 +[12:55:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:41:12] Scraping from base.py:42 +[12:55:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:41:14] Scraping from base.py:42 +[12:55:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:41:15] Scraping from base.py:42 +[12:55:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:41:17] Scraping from base.py:42 +[12:55:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:41:19] Scraping from base.py:42 +[12:55:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:41:20] Scraping from base.py:42 +[12:55:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:41:22] Scraping from base.py:42 +[12:55:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:41:23] Scraping from base.py:42 +[12:55:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:41:25] Scraping from base.py:42 +[12:55:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:41:28] Scraping from base.py:42 +[12:56:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:41:30] Scraping from base.py:42 +[12:56:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:41:32] Scraping from base.py:42 +[12:56:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:41:34] Committing batch 1 consisting of 92 files base.py:274 -[13:41:35] Scraping from base.py:42 +[12:56:07] Committing batch 1 consisting of 92 files base.py:274 +[12:56:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:41:36] Scraping from base.py:42 +[12:56:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:41:38] Scraping from base.py:42 +[12:56:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:41:39] Scraping from base.py:42 +[12:56:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:41:40] Scraping from base.py:42 +[12:56:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:41:42] Scraping from base.py:42 +[12:56:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:41:43] Scraping from base.py:42 +[12:56:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:41:44] Scraping from base.py:42 +[12:56:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:41:47] Scraping from base.py:42 +[12:56:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:41:49] Scraping from base.py:42 +[12:56:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:41:50] Scraping from base.py:42 +[12:56:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:41:52] Scraping from base.py:42 +[12:56:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:41:53] Scraping from base.py:42 +[12:56:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:41:55] Scraping from base.py:42 +[12:56:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:41:56] Scraping from base.py:42 +[12:56:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:41:58] Scraping from base.py:42 +[12:56:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:41:59] Scraping from base.py:42 +[12:56:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:42:01] Scraping from base.py:42 +[12:56:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:42:02] Scraping from base.py:42 +[12:56:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:42:05] Scraping from base.py:42 +[12:56:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:42:06] Scraping from base.py:42 +[12:56:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:42:08] Scraping from base.py:42 +[12:56:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:42:09] Scraping from base.py:42 +[12:56:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:42:11] Scraping from base.py:42 +[12:56:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:42:12] Scraping from base.py:42 +[12:56:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:42:14] Scraping from base.py:42 +[12:56:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:42:15] Scraping from base.py:42 +[12:56:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:42:17] Scraping from base.py:42 +[12:57:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:42:18] Scraping from base.py:42 +[12:57:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:42:20] Scraping from base.py:42 +[12:57:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:42:23] Scraping from base.py:42 +[12:57:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:42:24] Scraping from base.py:42 +[12:57:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:42:26] Scraping from base.py:42 +[12:57:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:42:27] Scraping from base.py:42 +[12:57:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:42:29] Scraping from base.py:42 +[12:57:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:42:30] Scraping from base.py:42 +[12:57:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:42:32] Scraping from base.py:42 +[12:57:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:42:33] Scraping from base.py:42 +[12:57:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:42:35] Committing batch 2 consisting of 76 files base.py:274 -[13:42:36] Finished attempting to scrape: NFK base.py:324 +[12:57:22] Committing batch 2 consisting of 76 files base.py:274 +[12:57:23] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-04-13-28">2023-10-04</h2> + <h2 id="2023-10-05-13-40">2023-10-05</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>151 seconds</dd> + <dd>148 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-04 13:28:44.649040</dd> + <dd>2023-10-05 13:40:08.129973</dd> </div> <div> <dt>End</dt> - <dd>2023-10-04 13:31:16.337059</dd> + <dd>2023-10-05 13:42:36.939390</dd> </div> <div> <dt>Status code</dt> @@ -4334,380 +4334,380 @@ <h2 id="2023-10-04-13-28">2023-10-04</h2> </div> <h3>Run log</h3> - <pre>[13:28:44] Fetching Scraper for: NFK handlers.py:23 + <pre>[13:40:08] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[13:28:45] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 + Getting all files in Councillors... base.py:191 +[13:40:09] Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:28:46] ...found 84 files in Councillors/raw base.py:207 + ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 69 files base.py:216 -[13:28:47] ...data deleted. base.py:246 +[13:40:10] Deleting batch no. 2 consisting of 69 files base.py:216 +[13:40:11] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:28:50] Scraping from base.py:42 +[13:40:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:28:51] Scraping from base.py:42 +[13:40:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:28:52] Scraping from base.py:42 +[13:40:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:28:55] Scraping from base.py:42 +[13:40:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:28:56] Scraping from base.py:42 +[13:40:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:28:58] Scraping from base.py:42 +[13:40:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:28:59] Scraping from base.py:42 +[13:40:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:29:00] Scraping from base.py:42 +[13:40:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:29:02] Scraping from base.py:42 +[13:40:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:29:03] Scraping from base.py:42 +[13:40:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:29:04] Scraping from base.py:42 +[13:40:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:29:06] Scraping from base.py:42 +[13:40:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:29:08] Scraping from base.py:42 +[13:40:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:29:09] Scraping from base.py:42 +[13:40:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:29:12] Scraping from base.py:42 +[13:40:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:29:14] Scraping from base.py:42 +[13:40:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:29:15] Scraping from base.py:42 +[13:40:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:29:17] Scraping from base.py:42 +[13:40:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:29:19] Scraping from base.py:42 +[13:40:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:29:27] Scraping from base.py:42 +[13:40:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:29:29] Scraping from base.py:42 +[13:40:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:29:31] Scraping from base.py:42 +[13:40:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:29:32] Scraping from base.py:42 +[13:40:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:29:34] Scraping from base.py:42 +[13:40:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:29:36] Scraping from base.py:42 +[13:40:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:29:39] Scraping from base.py:42 +[13:40:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:29:40] Scraping from base.py:42 +[13:40:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:29:42] Scraping from base.py:42 +[13:40:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:29:43] Scraping from base.py:42 +[13:41:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:29:45] Scraping from base.py:42 +[13:41:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:29:46] Scraping from base.py:42 +[13:41:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:29:48] Scraping from base.py:42 +[13:41:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:29:49] Scraping from base.py:42 +[13:41:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:29:51] Scraping from base.py:42 +[13:41:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:29:52] Scraping from base.py:42 +[13:41:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:29:54] Scraping from base.py:42 +[13:41:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:29:57] Scraping from base.py:42 +[13:41:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:29:58] Scraping from base.py:42 +[13:41:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:30:00] Scraping from base.py:42 +[13:41:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:30:01] Scraping from base.py:42 +[13:41:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:30:03] Scraping from base.py:42 +[13:41:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:30:04] Scraping from base.py:42 +[13:41:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:30:05] Scraping from base.py:42 +[13:41:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:30:07] Scraping from base.py:42 +[13:41:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:30:09] Scraping from base.py:42 +[13:41:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:30:10] Scraping from base.py:42 +[13:41:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:30:13] Committing batch 1 consisting of 92 files base.py:274 -[13:30:15] Scraping from base.py:42 +[13:41:34] Committing batch 1 consisting of 92 files base.py:274 +[13:41:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:30:16] Scraping from base.py:42 +[13:41:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:30:17] Scraping from base.py:42 +[13:41:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:30:19] Scraping from base.py:42 +[13:41:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:30:20] Scraping from base.py:42 +[13:41:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:30:21] Scraping from base.py:42 +[13:41:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:30:22] Scraping from base.py:42 +[13:41:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:30:24] Scraping from base.py:42 +[13:41:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:30:26] Scraping from base.py:42 +[13:41:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:30:27] Scraping from base.py:42 +[13:41:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:30:29] Scraping from base.py:42 +[13:41:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:30:32] Scraping from base.py:42 +[13:41:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:30:33] Scraping from base.py:42 +[13:41:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:30:35] Scraping from base.py:42 +[13:41:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:30:36] Scraping from base.py:42 +[13:41:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:30:38] Scraping from base.py:42 +[13:41:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:30:39] Scraping from base.py:42 +[13:41:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:30:41] Scraping from base.py:42 +[13:42:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:30:42] Scraping from base.py:42 +[13:42:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:30:43] Scraping from base.py:42 +[13:42:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:30:45] Scraping from base.py:42 +[13:42:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:30:47] Scraping from base.py:42 +[13:42:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:30:49] Scraping from base.py:42 +[13:42:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:30:50] Scraping from base.py:42 +[13:42:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:30:52] Scraping from base.py:42 +[13:42:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:30:54] Scraping from base.py:42 +[13:42:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:30:56] Scraping from base.py:42 +[13:42:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:30:57] Scraping from base.py:42 +[13:42:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:30:59] Scraping from base.py:42 +[13:42:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:31:00] Scraping from base.py:42 +[13:42:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:31:02] Scraping from base.py:42 +[13:42:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:31:03] Scraping from base.py:42 +[13:42:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:31:04] Scraping from base.py:42 +[13:42:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:31:07] Scraping from base.py:42 +[13:42:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:31:09] Scraping from base.py:42 +[13:42:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:31:10] Scraping from base.py:42 +[13:42:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:31:12] Scraping from base.py:42 +[13:42:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:31:13] Scraping from base.py:42 +[13:42:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:31:14] Committing batch 2 consisting of 76 files base.py:274 -[13:31:16] Finished attempting to scrape: NFK base.py:324 +[13:42:35] Committing batch 2 consisting of 76 files base.py:274 +[13:42:36] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-03-12-07">2023-10-03</h2> + <h2 id="2023-10-04-13-28">2023-10-04</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>145 seconds</dd> + <dd>151 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-03 12:07:13.519843</dd> + <dd>2023-10-04 13:28:44.649040</dd> </div> <div> <dt>End</dt> - <dd>2023-10-03 12:09:38.985976</dd> + <dd>2023-10-04 13:31:16.337059</dd> </div> <div> <dt>Status code</dt> @@ -4722,380 +4722,380 @@ <h2 id="2023-10-03-12-07">2023-10-03</h2> </div> <h3>Run log</h3> - <pre>[12:07:13] Fetching Scraper for: NFK handlers.py:23 + <pre>[13:28:44] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[12:07:14] Getting all files in Councillors... base.py:191 +[13:28:45] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 84 files in Councillors/raw base.py:207 +[13:28:46] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:07:15] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:07:16] ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 69 files base.py:216 +[13:28:47] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:07:19] Scraping from base.py:42 +[13:28:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:07:20] Scraping from base.py:42 +[13:28:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:07:22] Scraping from base.py:42 +[13:28:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:07:24] Scraping from base.py:42 +[13:28:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:07:26] Scraping from base.py:42 +[13:28:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:07:28] Scraping from base.py:42 +[13:28:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:07:31] Scraping from base.py:42 +[13:28:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:07:33] Scraping from base.py:42 +[13:29:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:07:35] Scraping from base.py:42 +[13:29:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:07:37] Scraping from base.py:42 +[13:29:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:07:38] Scraping from base.py:42 +[13:29:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:07:40] Scraping from base.py:42 +[13:29:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:07:41] Scraping from base.py:42 +[13:29:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:07:43] Scraping from base.py:42 +[13:29:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:07:46] Scraping from base.py:42 +[13:29:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:07:48] Scraping from base.py:42 +[13:29:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:07:49] Scraping from base.py:42 +[13:29:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:07:51] Scraping from base.py:42 +[13:29:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:07:52] Scraping from base.py:42 +[13:29:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:07:53] Scraping from base.py:42 +[13:29:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:07:55] Scraping from base.py:42 +[13:29:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:07:56] Scraping from base.py:42 +[13:29:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:07:58] Scraping from base.py:42 +[13:29:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:07:59] Scraping from base.py:42 +[13:29:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:08:00] Scraping from base.py:42 +[13:29:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:08:03] Scraping from base.py:42 +[13:29:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:08:05] Scraping from base.py:42 +[13:29:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:08:06] Scraping from base.py:42 +[13:29:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:08:08] Scraping from base.py:42 +[13:29:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:08:09] Scraping from base.py:42 +[13:29:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:08:10] Scraping from base.py:42 +[13:29:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:08:12] Scraping from base.py:42 +[13:29:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:08:13] Scraping from base.py:42 +[13:29:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:08:15] Scraping from base.py:42 +[13:29:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:08:16] Scraping from base.py:42 +[13:29:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:08:19] Scraping from base.py:42 +[13:29:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:08:20] Scraping from base.py:42 +[13:29:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:08:22] Scraping from base.py:42 +[13:29:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:08:23] Scraping from base.py:42 +[13:30:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:08:25] Scraping from base.py:42 +[13:30:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:08:26] Scraping from base.py:42 +[13:30:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:08:28] Scraping from base.py:42 +[13:30:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:08:29] Scraping from base.py:42 +[13:30:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:08:31] Scraping from base.py:42 +[13:30:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:08:32] Scraping from base.py:42 +[13:30:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:08:33] Scraping from base.py:42 +[13:30:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:08:36] Committing batch 1 consisting of 92 files base.py:274 -[12:08:37] Scraping from base.py:42 +[13:30:13] Committing batch 1 consisting of 92 files base.py:274 +[13:30:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:08:39] Scraping from base.py:42 +[13:30:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:08:40] Scraping from base.py:42 +[13:30:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:08:42] Scraping from base.py:42 +[13:30:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:08:43] Scraping from base.py:42 +[13:30:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:08:44] Scraping from base.py:42 +[13:30:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:08:46] Scraping from base.py:42 +[13:30:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:08:47] Scraping from base.py:42 +[13:30:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:08:49] Scraping from base.py:42 +[13:30:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:08:50] Scraping from base.py:42 +[13:30:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:08:51] Scraping from base.py:42 +[13:30:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:08:54] Scraping from base.py:42 +[13:30:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:08:55] Scraping from base.py:42 +[13:30:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:08:57] Scraping from base.py:42 +[13:30:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:08:58] Scraping from base.py:42 +[13:30:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:09:00] Scraping from base.py:42 +[13:30:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:09:01] Scraping from base.py:42 +[13:30:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:09:03] Scraping from base.py:42 +[13:30:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:09:04] Scraping from base.py:42 +[13:30:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:09:05] Scraping from base.py:42 +[13:30:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:09:06] Scraping from base.py:42 +[13:30:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:09:08] Scraping from base.py:42 +[13:30:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:09:10] Scraping from base.py:42 +[13:30:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:09:11] Scraping from base.py:42 +[13:30:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:09:13] Scraping from base.py:42 +[13:30:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:09:14] Scraping from base.py:42 +[13:30:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:09:16] Scraping from base.py:42 +[13:30:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:09:17] Scraping from base.py:42 +[13:30:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:09:19] Scraping from base.py:42 +[13:30:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:09:20] Scraping from base.py:42 +[13:31:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:09:22] Scraping from base.py:42 +[13:31:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:09:23] Scraping from base.py:42 +[13:31:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:09:26] Scraping from base.py:42 +[13:31:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:09:27] Scraping from base.py:42 +[13:31:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:09:29] Scraping from base.py:42 +[13:31:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:09:31] Scraping from base.py:42 +[13:31:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:09:32] Scraping from base.py:42 +[13:31:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:09:34] Scraping from base.py:42 +[13:31:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:09:37] Committing batch 2 consisting of 76 files base.py:274 -[12:09:38] Finished attempting to scrape: NFK base.py:324 +[13:31:14] Committing batch 2 consisting of 76 files base.py:274 +[13:31:16] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-02-13-30">2023-10-02</h2> + <h2 id="2023-10-03-12-07">2023-10-03</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>140 seconds</dd> + <dd>145 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-02 13:30:59.617516</dd> + <dd>2023-10-03 12:07:13.519843</dd> </div> <div> <dt>End</dt> - <dd>2023-10-02 13:33:20.262928</dd> + <dd>2023-10-03 12:09:38.985976</dd> </div> <div> <dt>Status code</dt> @@ -5110,380 +5110,380 @@ <h2 id="2023-10-02-13-30">2023-10-02</h2> </div> <h3>Run log</h3> - <pre>[13:30:59] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:07:13] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[13:31:00] Getting all files in Councillors... base.py:191 +[12:07:14] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:31:01] ...found 84 files in Councillors/raw base.py:207 + ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:31:02] Deleting batch no. 2 consisting of 69 files base.py:216 -[13:31:03] ...data deleted. base.py:246 +[12:07:15] Deleting batch no. 2 consisting of 69 files base.py:216 +[12:07:16] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:31:05] Scraping from base.py:42 +[12:07:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:31:07] Scraping from base.py:42 +[12:07:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:31:08] Scraping from base.py:42 +[12:07:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:31:11] Scraping from base.py:42 +[12:07:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:31:12] Scraping from base.py:42 +[12:07:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:31:13] Scraping from base.py:42 +[12:07:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:31:15] Scraping from base.py:42 +[12:07:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:31:16] Scraping from base.py:42 +[12:07:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:31:18] Scraping from base.py:42 +[12:07:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:31:19] Scraping from base.py:42 +[12:07:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:31:20] Scraping from base.py:42 +[12:07:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:31:22] Scraping from base.py:42 +[12:07:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:31:23] Scraping from base.py:42 +[12:07:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:31:25] Scraping from base.py:42 +[12:07:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:31:28] Scraping from base.py:42 +[12:07:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:31:29] Scraping from base.py:42 +[12:07:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:31:31] Scraping from base.py:42 +[12:07:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:31:32] Scraping from base.py:42 +[12:07:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:31:34] Scraping from base.py:42 +[12:07:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:31:35] Scraping from base.py:42 +[12:07:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:31:36] Scraping from base.py:42 +[12:07:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:31:38] Scraping from base.py:42 +[12:07:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:31:39] Scraping from base.py:42 +[12:07:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:31:40] Scraping from base.py:42 +[12:07:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:31:42] Scraping from base.py:42 +[12:08:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:31:45] Scraping from base.py:42 +[12:08:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:31:47] Scraping from base.py:42 +[12:08:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:31:49] Scraping from base.py:42 +[12:08:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:31:50] Scraping from base.py:42 +[12:08:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:31:52] Scraping from base.py:42 +[12:08:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:31:53] Scraping from base.py:42 +[12:08:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:31:54] Scraping from base.py:42 +[12:08:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:31:56] Scraping from base.py:42 +[12:08:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:31:58] Scraping from base.py:42 +[12:08:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:31:59] Scraping from base.py:42 +[12:08:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:32:02] Scraping from base.py:42 +[12:08:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:32:04] Scraping from base.py:42 +[12:08:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:32:05] Scraping from base.py:42 +[12:08:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:32:07] Scraping from base.py:42 +[12:08:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:32:08] Scraping from base.py:42 +[12:08:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:32:10] Scraping from base.py:42 +[12:08:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:32:11] Scraping from base.py:42 +[12:08:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:32:13] Scraping from base.py:42 +[12:08:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:32:14] Scraping from base.py:42 +[12:08:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:32:16] Scraping from base.py:42 +[12:08:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:32:18] Scraping from base.py:42 +[12:08:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:32:20] Committing batch 1 consisting of 92 files base.py:274 -[13:32:21] Scraping from base.py:42 +[12:08:36] Committing batch 1 consisting of 92 files base.py:274 +[12:08:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:32:22] Scraping from base.py:42 +[12:08:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:32:24] Scraping from base.py:42 +[12:08:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:32:25] Scraping from base.py:42 +[12:08:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:32:26] Scraping from base.py:42 +[12:08:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:32:28] Scraping from base.py:42 +[12:08:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:32:29] Scraping from base.py:42 +[12:08:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:32:30] Scraping from base.py:42 +[12:08:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:32:32] Scraping from base.py:42 +[12:08:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:32:33] Scraping from base.py:42 +[12:08:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:32:35] Scraping from base.py:42 +[12:08:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:32:37] Scraping from base.py:42 +[12:08:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:32:39] Scraping from base.py:42 +[12:08:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:32:40] Scraping from base.py:42 +[12:08:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:32:41] Scraping from base.py:42 +[12:08:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:32:43] Scraping from base.py:42 +[12:09:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:32:44] Scraping from base.py:42 +[12:09:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:32:46] Scraping from base.py:42 +[12:09:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:32:47] Scraping from base.py:42 +[12:09:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:32:48] Scraping from base.py:42 +[12:09:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:32:49] Scraping from base.py:42 +[12:09:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:32:52] Scraping from base.py:42 +[12:09:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:32:53] Scraping from base.py:42 +[12:09:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:32:55] Scraping from base.py:42 +[12:09:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:32:56] Scraping from base.py:42 +[12:09:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:32:57] Scraping from base.py:42 +[12:09:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:32:59] Scraping from base.py:42 +[12:09:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:33:00] Scraping from base.py:42 +[12:09:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:33:02] Scraping from base.py:42 +[12:09:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:33:03] Scraping from base.py:42 +[12:09:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:33:05] Scraping from base.py:42 +[12:09:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:33:06] Scraping from base.py:42 +[12:09:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:33:09] Scraping from base.py:42 +[12:09:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:33:10] Scraping from base.py:42 +[12:09:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:33:12] Scraping from base.py:42 +[12:09:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:33:13] Scraping from base.py:42 +[12:09:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:33:16] Scraping from base.py:42 +[12:09:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:33:17] Scraping from base.py:42 +[12:09:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:33:18] Committing batch 2 consisting of 76 files base.py:274 -[13:33:20] Finished attempting to scrape: NFK base.py:324 +[12:09:37] Committing batch 2 consisting of 76 files base.py:274 +[12:09:38] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-10-01-12-25">2023-10-01</h2> + <h2 id="2023-10-02-13-30">2023-10-02</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>139 seconds</dd> + <dd>140 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-01 12:25:33.705366</dd> + <dd>2023-10-02 13:30:59.617516</dd> </div> <div> <dt>End</dt> - <dd>2023-10-01 12:27:53.330169</dd> + <dd>2023-10-02 13:33:20.262928</dd> </div> <div> <dt>Status code</dt> @@ -5498,380 +5498,380 @@ <h2 id="2023-10-01-12-25">2023-10-01</h2> </div> <h3>Run log</h3> - <pre>[12:25:33] Fetching Scraper for: NFK handlers.py:23 + <pre>[13:30:59] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 -[12:25:34] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[13:31:00] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[12:25:35] ...found 84 files in Councillors/raw base.py:207 +[13:31:01] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 69 files base.py:216 -[12:25:36] ...data deleted. base.py:246 +[13:31:02] Deleting batch no. 2 consisting of 69 files base.py:216 +[13:31:03] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:25:39] Scraping from base.py:42 +[13:31:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:25:40] Scraping from base.py:42 +[13:31:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:25:43] Scraping from base.py:42 +[13:31:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:25:44] Scraping from base.py:42 +[13:31:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:25:45] Scraping from base.py:42 +[13:31:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:25:47] Scraping from base.py:42 +[13:31:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:25:48] Scraping from base.py:42 +[13:31:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:25:49] Scraping from base.py:42 +[13:31:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:25:51] Scraping from base.py:42 +[13:31:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:25:52] Scraping from base.py:42 +[13:31:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:25:54] Scraping from base.py:42 +[13:31:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:25:55] Scraping from base.py:42 +[13:31:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:25:57] Scraping from base.py:42 +[13:31:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:26:00] Scraping from base.py:42 +[13:31:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:26:01] Scraping from base.py:42 +[13:31:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:26:03] Scraping from base.py:42 +[13:31:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:26:04] Scraping from base.py:42 +[13:31:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:26:06] Scraping from base.py:42 +[13:31:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:26:07] Scraping from base.py:42 +[13:31:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:26:09] Scraping from base.py:42 +[13:31:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:26:10] Scraping from base.py:42 +[13:31:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:26:11] Scraping from base.py:42 +[13:31:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:26:12] Scraping from base.py:42 +[13:31:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:26:14] Scraping from base.py:42 +[13:31:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:26:16] Scraping from base.py:42 +[13:31:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:26:18] Scraping from base.py:42 +[13:31:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:26:20] Scraping from base.py:42 +[13:31:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:26:21] Scraping from base.py:42 +[13:31:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:26:23] Scraping from base.py:42 +[13:31:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:26:24] Scraping from base.py:42 +[13:31:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:26:25] Scraping from base.py:42 +[13:31:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:26:27] Scraping from base.py:42 +[13:31:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:26:29] Scraping from base.py:42 +[13:31:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:26:30] Scraping from base.py:42 +[13:31:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:26:33] Scraping from base.py:42 +[13:31:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:26:34] Scraping from base.py:42 +[13:32:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:26:36] Scraping from base.py:42 +[13:32:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:26:37] Scraping from base.py:42 +[13:32:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:26:39] Scraping from base.py:42 +[13:32:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:26:40] Scraping from base.py:42 +[13:32:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:26:42] Scraping from base.py:42 +[13:32:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:26:43] Scraping from base.py:42 +[13:32:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:26:45] Scraping from base.py:42 +[13:32:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:26:46] Scraping from base.py:42 +[13:32:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:26:48] Scraping from base.py:42 +[13:32:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:26:51] Scraping from base.py:42 +[13:32:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:26:52] Committing batch 1 consisting of 92 files base.py:274 -[12:26:53] Scraping from base.py:42 +[13:32:20] Committing batch 1 consisting of 92 files base.py:274 +[13:32:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:26:55] Scraping from base.py:42 +[13:32:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:26:56] Scraping from base.py:42 +[13:32:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:26:57] Scraping from base.py:42 +[13:32:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:26:58] Scraping from base.py:42 +[13:32:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:27:00] Scraping from base.py:42 +[13:32:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:27:01] Scraping from base.py:42 +[13:32:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:27:02] Scraping from base.py:42 +[13:32:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:27:04] Scraping from base.py:42 +[13:32:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:27:05] Scraping from base.py:42 +[13:32:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:27:09] Scraping from base.py:42 +[13:32:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:27:10] Scraping from base.py:42 +[13:32:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:27:11] Scraping from base.py:42 +[13:32:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:27:13] Scraping from base.py:42 +[13:32:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:27:14] Scraping from base.py:42 +[13:32:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:27:16] Scraping from base.py:42 +[13:32:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:27:17] Scraping from base.py:42 +[13:32:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:27:18] Scraping from base.py:42 +[13:32:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:27:19] Scraping from base.py:42 +[13:32:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:27:21] Scraping from base.py:42 +[13:32:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:27:22] Scraping from base.py:42 +[13:32:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:27:25] Scraping from base.py:42 +[13:32:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:27:26] Scraping from base.py:42 +[13:32:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:27:28] Scraping from base.py:42 +[13:32:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:27:29] Scraping from base.py:42 +[13:32:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:27:30] Scraping from base.py:42 +[13:32:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:27:32] Scraping from base.py:42 +[13:32:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:27:33] Scraping from base.py:42 +[13:33:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:27:35] Scraping from base.py:42 +[13:33:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:27:36] Scraping from base.py:42 +[13:33:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:27:38] Scraping from base.py:42 +[13:33:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:27:40] Scraping from base.py:42 +[13:33:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:27:42] Scraping from base.py:42 +[13:33:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:27:44] Scraping from base.py:42 +[13:33:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:27:45] Scraping from base.py:42 +[13:33:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:27:47] Scraping from base.py:42 +[13:33:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:27:49] Scraping from base.py:42 +[13:33:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:27:50] Scraping from base.py:42 +[13:33:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:27:51] Committing batch 2 consisting of 76 files base.py:274 -[12:27:53] Finished attempting to scrape: NFK base.py:324 +[13:33:18] Committing batch 2 consisting of 76 files base.py:274 +[13:33:20] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-09-30-12-41">2023-09-30</h2> + <h2 id="2023-10-01-12-25">2023-10-01</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>142 seconds</dd> + <dd>139 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-30 12:41:33.024801</dd> + <dd>2023-10-01 12:25:33.705366</dd> </div> <div> <dt>End</dt> - <dd>2023-09-30 12:43:55.924905</dd> + <dd>2023-10-01 12:27:53.330169</dd> </div> <div> <dt>Status code</dt> @@ -5886,380 +5886,380 @@ <h2 id="2023-09-30-12-41">2023-09-30</h2> </div> <h3>Run log</h3> - <pre>[12:41:33] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:25:33] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 - Deleting existing data... base.py:239 +[12:25:34] Deleting existing data... base.py:239 Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 -[12:41:34] ...found 84 files in Councillors/json base.py:207 + ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 84 files in Councillors/raw base.py:207 +[12:25:35] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:41:35] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:41:36] ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 69 files base.py:216 +[12:25:36] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:41:38] Scraping from base.py:42 +[12:25:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:41:39] Scraping from base.py:42 +[12:25:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:41:41] Scraping from base.py:42 +[12:25:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:41:42] Scraping from base.py:42 +[12:25:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:41:43] Scraping from base.py:42 +[12:25:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:41:46] Scraping from base.py:42 +[12:25:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:41:47] Scraping from base.py:42 +[12:25:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:41:48] Scraping from base.py:42 +[12:25:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:41:50] Scraping from base.py:42 +[12:25:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:41:51] Scraping from base.py:42 +[12:25:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:41:53] Scraping from base.py:42 +[12:25:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:41:54] Scraping from base.py:42 +[12:25:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:41:56] Scraping from base.py:42 +[12:25:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:41:57] Scraping from base.py:42 +[12:26:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:41:58] Scraping from base.py:42 +[12:26:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:42:01] Scraping from base.py:42 +[12:26:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:42:03] Scraping from base.py:42 +[12:26:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:42:04] Scraping from base.py:42 +[12:26:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:42:06] Scraping from base.py:42 +[12:26:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:42:07] Scraping from base.py:42 +[12:26:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:42:08] Scraping from base.py:42 +[12:26:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:42:09] Scraping from base.py:42 +[12:26:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:42:11] Scraping from base.py:42 +[12:26:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:42:12] Scraping from base.py:42 +[12:26:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:42:13] Scraping from base.py:42 +[12:26:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:42:15] Scraping from base.py:42 +[12:26:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:42:18] Scraping from base.py:42 +[12:26:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:42:19] Scraping from base.py:42 +[12:26:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:42:20] Scraping from base.py:42 +[12:26:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:42:22] Scraping from base.py:42 +[12:26:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:42:23] Scraping from base.py:42 +[12:26:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:42:25] Scraping from base.py:42 +[12:26:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:42:26] Scraping from base.py:42 +[12:26:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:42:27] Scraping from base.py:42 +[12:26:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:42:29] Scraping from base.py:42 +[12:26:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:42:30] Scraping from base.py:42 +[12:26:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:42:32] Scraping from base.py:42 +[12:26:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:42:34] Scraping from base.py:42 +[12:26:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:42:36] Scraping from base.py:42 +[12:26:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:42:37] Scraping from base.py:42 +[12:26:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:42:39] Scraping from base.py:42 +[12:26:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:42:40] Scraping from base.py:42 +[12:26:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:42:42] Scraping from base.py:42 +[12:26:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:42:44] Scraping from base.py:42 +[12:26:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:42:46] Scraping from base.py:42 +[12:26:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:42:47] Scraping from base.py:42 +[12:26:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:42:49] Committing batch 1 consisting of 92 files base.py:274 -[12:42:51] Scraping from base.py:42 +[12:26:52] Committing batch 1 consisting of 92 files base.py:274 +[12:26:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:42:53] Scraping from base.py:42 +[12:26:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:42:55] Scraping from base.py:42 +[12:26:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:42:56] Scraping from base.py:42 +[12:26:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:42:57] Scraping from base.py:42 +[12:26:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:42:59] Scraping from base.py:42 +[12:27:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:43:00] Scraping from base.py:42 +[12:27:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:43:01] Scraping from base.py:42 +[12:27:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:43:03] Scraping from base.py:42 +[12:27:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:43:04] Scraping from base.py:42 +[12:27:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:43:06] Scraping from base.py:42 +[12:27:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:43:07] Scraping from base.py:42 +[12:27:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:43:08] Scraping from base.py:42 +[12:27:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:43:11] Scraping from base.py:42 +[12:27:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:43:12] Scraping from base.py:42 +[12:27:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:43:14] Scraping from base.py:42 +[12:27:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:43:16] Scraping from base.py:42 +[12:27:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:43:17] Scraping from base.py:42 +[12:27:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:43:18] Scraping from base.py:42 +[12:27:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:43:21] Scraping from base.py:42 +[12:27:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:43:23] Scraping from base.py:42 +[12:27:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:43:25] Scraping from base.py:42 +[12:27:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:43:26] Scraping from base.py:42 +[12:27:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:43:27] Scraping from base.py:42 +[12:27:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:43:30] Scraping from base.py:42 +[12:27:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:43:31] Scraping from base.py:42 +[12:27:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:43:33] Scraping from base.py:42 +[12:27:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:43:34] Scraping from base.py:42 +[12:27:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:43:36] Scraping from base.py:42 +[12:27:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:43:39] Scraping from base.py:42 +[12:27:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:43:40] Scraping from base.py:42 +[12:27:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:43:42] Scraping from base.py:42 +[12:27:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:43:43] Scraping from base.py:42 +[12:27:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:43:45] Scraping from base.py:42 +[12:27:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:43:48] Scraping from base.py:42 +[12:27:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:43:49] Scraping from base.py:42 +[12:27:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:43:51] Scraping from base.py:42 +[12:27:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:43:52] Scraping from base.py:42 +[12:27:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:43:54] Committing batch 2 consisting of 76 files base.py:274 -[12:43:55] Finished attempting to scrape: NFK base.py:324 +[12:27:51] Committing batch 2 consisting of 76 files base.py:274 +[12:27:53] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-09-29-14-16">2023-09-29</h2> + <h2 id="2023-09-30-12-41">2023-09-30</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>154 seconds</dd> + <dd>142 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-29 14:16:20.343196</dd> + <dd>2023-09-30 12:41:33.024801</dd> </div> <div> <dt>End</dt> - <dd>2023-09-29 14:18:54.834878</dd> + <dd>2023-09-30 12:43:55.924905</dd> </div> <div> <dt>Status code</dt> @@ -6274,380 +6274,380 @@ <h2 id="2023-09-29-14-16">2023-09-29</h2> </div> <h3>Run log</h3> - <pre>[14:16:20] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:41:33] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[14:16:21] Getting all files in Councillors... base.py:191 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 +[12:41:34] ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[14:16:22] Deleting batch no. 2 consisting of 69 files base.py:216 -[14:16:23] ...data deleted. base.py:246 +[12:41:35] Deleting batch no. 2 consisting of 69 files base.py:216 +[12:41:36] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[14:16:26] Scraping from base.py:42 +[12:41:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[14:16:28] Scraping from base.py:42 +[12:41:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[14:16:30] Scraping from base.py:42 +[12:41:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[14:16:31] Scraping from base.py:42 +[12:41:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[14:16:33] Scraping from base.py:42 +[12:41:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[14:16:34] Scraping from base.py:42 +[12:41:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[14:16:37] Scraping from base.py:42 +[12:41:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[14:16:38] Scraping from base.py:42 +[12:41:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[14:16:39] Scraping from base.py:42 +[12:41:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[14:16:41] Scraping from base.py:42 +[12:41:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[14:16:42] Scraping from base.py:42 +[12:41:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[14:16:44] Scraping from base.py:42 +[12:41:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[14:16:45] Scraping from base.py:42 +[12:41:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[14:16:47] Scraping from base.py:42 +[12:41:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[14:16:48] Scraping from base.py:42 +[12:41:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[14:16:50] Scraping from base.py:42 +[12:42:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[14:16:52] Scraping from base.py:42 +[12:42:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[14:16:55] Scraping from base.py:42 +[12:42:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[14:16:56] Scraping from base.py:42 +[12:42:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[14:16:58] Scraping from base.py:42 +[12:42:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[14:17:00] Scraping from base.py:42 +[12:42:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[14:17:01] Scraping from base.py:42 +[12:42:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[14:17:02] Scraping from base.py:42 +[12:42:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[14:17:04] Scraping from base.py:42 +[12:42:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[14:17:06] Scraping from base.py:42 +[12:42:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[14:17:08] Scraping from base.py:42 +[12:42:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[14:17:09] Scraping from base.py:42 +[12:42:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[14:17:12] Scraping from base.py:42 +[12:42:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[14:17:14] Scraping from base.py:42 +[12:42:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[14:17:16] Scraping from base.py:42 +[12:42:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[14:17:17] Scraping from base.py:42 +[12:42:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[14:17:19] Scraping from base.py:42 +[12:42:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[14:17:20] Scraping from base.py:42 +[12:42:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[14:17:22] Scraping from base.py:42 +[12:42:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[14:17:24] Scraping from base.py:42 +[12:42:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[14:17:25] Scraping from base.py:42 +[12:42:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[14:17:27] Scraping from base.py:42 +[12:42:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[14:17:28] Scraping from base.py:42 +[12:42:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[14:17:31] Scraping from base.py:42 +[12:42:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[14:17:33] Scraping from base.py:42 +[12:42:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[14:17:34] Scraping from base.py:42 +[12:42:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[14:17:36] Scraping from base.py:42 +[12:42:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[14:17:37] Scraping from base.py:42 +[12:42:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[14:17:39] Scraping from base.py:42 +[12:42:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[14:17:41] Scraping from base.py:42 +[12:42:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[14:17:42] Scraping from base.py:42 +[12:42:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[14:17:44] Committing batch 1 consisting of 92 files base.py:274 -[14:17:46] Scraping from base.py:42 +[12:42:49] Committing batch 1 consisting of 92 files base.py:274 +[12:42:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[14:17:47] Scraping from base.py:42 +[12:42:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[14:17:49] Scraping from base.py:42 +[12:42:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[14:17:52] Scraping from base.py:42 +[12:42:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[14:17:53] Scraping from base.py:42 +[12:42:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[14:17:55] Scraping from base.py:42 +[12:42:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[14:17:56] Scraping from base.py:42 +[12:43:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[14:17:58] Scraping from base.py:42 +[12:43:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[14:17:59] Scraping from base.py:42 +[12:43:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[14:18:00] Scraping from base.py:42 +[12:43:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[14:18:02] Scraping from base.py:42 +[12:43:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[14:18:03] Scraping from base.py:42 +[12:43:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[14:18:05] Scraping from base.py:42 +[12:43:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[14:18:06] Scraping from base.py:42 +[12:43:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[14:18:09] Scraping from base.py:42 +[12:43:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[14:18:11] Scraping from base.py:42 +[12:43:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[14:18:12] Scraping from base.py:42 +[12:43:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[14:18:14] Scraping from base.py:42 +[12:43:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[14:18:15] Scraping from base.py:42 +[12:43:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[14:18:16] Scraping from base.py:42 +[12:43:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[14:18:18] Scraping from base.py:42 +[12:43:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[14:18:20] Scraping from base.py:42 +[12:43:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[14:18:21] Scraping from base.py:42 +[12:43:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[14:18:23] Scraping from base.py:42 +[12:43:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[14:18:24] Scraping from base.py:42 +[12:43:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[14:18:27] Scraping from base.py:42 +[12:43:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[14:18:29] Scraping from base.py:42 +[12:43:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[14:18:31] Scraping from base.py:42 +[12:43:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[14:18:33] Scraping from base.py:42 +[12:43:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[14:18:34] Scraping from base.py:42 +[12:43:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[14:18:36] Scraping from base.py:42 +[12:43:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[14:18:38] Scraping from base.py:42 +[12:43:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[14:18:39] Scraping from base.py:42 +[12:43:43] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[14:18:42] Scraping from base.py:42 +[12:43:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[14:18:44] Scraping from base.py:42 +[12:43:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[14:18:47] Scraping from base.py:42 +[12:43:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[14:18:49] Scraping from base.py:42 +[12:43:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[14:18:50] Scraping from base.py:42 +[12:43:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[14:18:53] Committing batch 2 consisting of 76 files base.py:274 -[14:18:54] Finished attempting to scrape: NFK base.py:324 +[12:43:54] Committing batch 2 consisting of 76 files base.py:274 +[12:43:55] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-09-28-12-35">2023-09-28</h2> + <h2 id="2023-09-29-14-16">2023-09-29</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>138 seconds</dd> + <dd>154 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-28 12:35:38.937771</dd> + <dd>2023-09-29 14:16:20.343196</dd> </div> <div> <dt>End</dt> - <dd>2023-09-28 12:37:57.865949</dd> + <dd>2023-09-29 14:18:54.834878</dd> </div> <div> <dt>Status code</dt> @@ -6662,380 +6662,380 @@ <h2 id="2023-09-28-12-35">2023-09-28</h2> </div> <h3>Run log</h3> - <pre>[12:35:38] Fetching Scraper for: NFK handlers.py:23 + <pre>[14:16:20] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 -[12:35:39] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 + Deleting existing data... base.py:239 +[14:16:21] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[12:35:40] ...found 84 files in Councillors/raw base.py:207 + ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 69 files base.py:216 -[12:35:41] ...data deleted. base.py:246 +[14:16:22] Deleting batch no. 2 consisting of 69 files base.py:216 +[14:16:23] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:35:44] Scraping from base.py:42 +[14:16:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:35:45] Scraping from base.py:42 +[14:16:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:35:48] Scraping from base.py:42 +[14:16:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:35:49] Scraping from base.py:42 +[14:16:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:35:51] Scraping from base.py:42 +[14:16:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:35:52] Scraping from base.py:42 +[14:16:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:35:53] Scraping from base.py:42 +[14:16:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:35:55] Scraping from base.py:42 +[14:16:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:35:56] Scraping from base.py:42 +[14:16:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:35:58] Scraping from base.py:42 +[14:16:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:35:59] Scraping from base.py:42 +[14:16:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:36:01] Scraping from base.py:42 +[14:16:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:36:02] Scraping from base.py:42 +[14:16:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:36:05] Scraping from base.py:42 +[14:16:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:36:07] Scraping from base.py:42 +[14:16:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:36:08] Scraping from base.py:42 +[14:16:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:36:10] Scraping from base.py:42 +[14:16:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:36:11] Scraping from base.py:42 +[14:16:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:36:12] Scraping from base.py:42 +[14:16:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:36:14] Scraping from base.py:42 +[14:16:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:36:15] Scraping from base.py:42 +[14:17:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:36:16] Scraping from base.py:42 +[14:17:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:36:17] Scraping from base.py:42 +[14:17:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:36:19] Scraping from base.py:42 +[14:17:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:36:21] Scraping from base.py:42 +[14:17:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:36:23] Scraping from base.py:42 +[14:17:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:36:25] Scraping from base.py:42 +[14:17:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:36:26] Scraping from base.py:42 +[14:17:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:36:28] Scraping from base.py:42 +[14:17:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:36:29] Scraping from base.py:42 +[14:17:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:36:30] Scraping from base.py:42 +[14:17:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:36:32] Scraping from base.py:42 +[14:17:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:36:33] Scraping from base.py:42 +[14:17:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:36:34] Scraping from base.py:42 +[14:17:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:36:37] Scraping from base.py:42 +[14:17:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:36:39] Scraping from base.py:42 +[14:17:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:36:40] Scraping from base.py:42 +[14:17:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:36:42] Scraping from base.py:42 +[14:17:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:36:44] Scraping from base.py:42 +[14:17:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:36:45] Scraping from base.py:42 +[14:17:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:36:46] Scraping from base.py:42 +[14:17:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:36:48] Scraping from base.py:42 +[14:17:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:36:49] Scraping from base.py:42 +[14:17:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:36:51] Scraping from base.py:42 +[14:17:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:36:54] Scraping from base.py:42 +[14:17:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:36:55] Scraping from base.py:42 +[14:17:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:36:57] Committing batch 1 consisting of 92 files base.py:274 -[12:36:58] Scraping from base.py:42 +[14:17:44] Committing batch 1 consisting of 92 files base.py:274 +[14:17:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:36:59] Scraping from base.py:42 +[14:17:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:37:01] Scraping from base.py:42 +[14:17:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:37:02] Scraping from base.py:42 +[14:17:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:37:03] Scraping from base.py:42 +[14:17:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:37:04] Scraping from base.py:42 +[14:17:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:37:06] Scraping from base.py:42 +[14:17:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:37:07] Scraping from base.py:42 +[14:17:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:37:08] Scraping from base.py:42 +[14:17:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:37:10] Scraping from base.py:42 +[14:18:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:37:13] Scraping from base.py:42 +[14:18:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:37:14] Scraping from base.py:42 +[14:18:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:37:15] Scraping from base.py:42 +[14:18:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:37:17] Scraping from base.py:42 +[14:18:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:37:18] Scraping from base.py:42 +[14:18:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:37:20] Scraping from base.py:42 +[14:18:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:37:21] Scraping from base.py:42 +[14:18:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:37:22] Scraping from base.py:42 +[14:18:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:37:23] Scraping from base.py:42 +[14:18:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:37:25] Scraping from base.py:42 +[14:18:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:37:26] Scraping from base.py:42 +[14:18:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:37:29] Scraping from base.py:42 +[14:18:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:37:31] Scraping from base.py:42 +[14:18:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:37:32] Scraping from base.py:42 +[14:18:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:37:33] Scraping from base.py:42 +[14:18:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:37:34] Scraping from base.py:42 +[14:18:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:37:36] Scraping from base.py:42 +[14:18:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:37:37] Scraping from base.py:42 +[14:18:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:37:39] Scraping from base.py:42 +[14:18:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:37:40] Scraping from base.py:42 +[14:18:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:37:42] Scraping from base.py:42 +[14:18:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:37:45] Scraping from base.py:42 +[14:18:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:37:46] Scraping from base.py:42 +[14:18:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:37:48] Scraping from base.py:42 +[14:18:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:37:50] Scraping from base.py:42 +[14:18:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:37:51] Scraping from base.py:42 +[14:18:47] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:37:53] Scraping from base.py:42 +[14:18:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:37:54] Scraping from base.py:42 +[14:18:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:37:56] Committing batch 2 consisting of 76 files base.py:274 -[12:37:57] Finished attempting to scrape: NFK base.py:324 +[14:18:53] Committing batch 2 consisting of 76 files base.py:274 +[14:18:54] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-09-27-13-47">2023-09-27</h2> + <h2 id="2023-09-28-12-35">2023-09-28</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>151 seconds</dd> + <dd>138 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-27 13:47:00.568658</dd> + <dd>2023-09-28 12:35:38.937771</dd> </div> <div> <dt>End</dt> - <dd>2023-09-27 13:49:32.132673</dd> + <dd>2023-09-28 12:37:57.865949</dd> </div> <div> <dt>Status code</dt> @@ -7050,380 +7050,380 @@ <h2 id="2023-09-27-13-47">2023-09-27</h2> </div> <h3>Run log</h3> - <pre>[13:47:00] Fetching Scraper for: NFK handlers.py:23 + <pre>[12:35:38] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 - Deleting existing data... base.py:239 -[13:47:01] Getting all files in Councillors... base.py:191 +[12:35:39] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 -[13:47:02] ...found 84 files in Councillors/raw base.py:207 +[12:35:40] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[13:47:03] Deleting batch no. 2 consisting of 69 files base.py:216 - ...data deleted. base.py:246 + Deleting batch no. 2 consisting of 69 files base.py:216 +[12:35:41] ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[13:47:06] Scraping from base.py:42 +[12:35:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[13:47:07] Scraping from base.py:42 +[12:35:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[13:47:09] Scraping from base.py:42 +[12:35:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[13:47:10] Scraping from base.py:42 +[12:35:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[13:47:12] Scraping from base.py:42 +[12:35:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[13:47:13] Scraping from base.py:42 +[12:35:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[13:47:16] Scraping from base.py:42 +[12:35:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[13:47:18] Scraping from base.py:42 +[12:35:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[13:47:19] Scraping from base.py:42 +[12:35:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[13:47:21] Scraping from base.py:42 +[12:35:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[13:47:22] Scraping from base.py:42 +[12:35:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[13:47:24] Scraping from base.py:42 +[12:36:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[13:47:25] Scraping from base.py:42 +[12:36:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[13:47:26] Scraping from base.py:42 +[12:36:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[13:47:28] Scraping from base.py:42 +[12:36:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[13:47:29] Scraping from base.py:42 +[12:36:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[13:47:33] Scraping from base.py:42 +[12:36:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[13:47:34] Scraping from base.py:42 +[12:36:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[13:47:35] Scraping from base.py:42 +[12:36:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[13:47:37] Scraping from base.py:42 +[12:36:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[13:47:38] Scraping from base.py:42 +[12:36:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[13:47:39] Scraping from base.py:42 +[12:36:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[13:47:40] Scraping from base.py:42 +[12:36:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[13:47:42] Scraping from base.py:42 +[12:36:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[13:47:44] Scraping from base.py:42 +[12:36:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[13:47:46] Scraping from base.py:42 +[12:36:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[13:47:48] Scraping from base.py:42 +[12:36:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[13:47:51] Scraping from base.py:42 +[12:36:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[13:47:52] Scraping from base.py:42 +[12:36:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[13:47:54] Scraping from base.py:42 +[12:36:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[13:47:55] Scraping from base.py:42 +[12:36:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[13:47:57] Scraping from base.py:42 +[12:36:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[13:47:58] Scraping from base.py:42 +[12:36:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[13:48:00] Scraping from base.py:42 +[12:36:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[13:48:01] Scraping from base.py:42 +[12:36:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[13:48:03] Scraping from base.py:42 +[12:36:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[13:48:04] Scraping from base.py:42 +[12:36:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[13:48:05] Scraping from base.py:42 +[12:36:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[13:48:08] Scraping from base.py:42 +[12:36:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[13:48:10] Scraping from base.py:42 +[12:36:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[13:48:11] Scraping from base.py:42 +[12:36:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[13:48:13] Scraping from base.py:42 +[12:36:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[13:48:14] Scraping from base.py:42 +[12:36:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[13:48:16] Scraping from base.py:42 +[12:36:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[13:48:17] Scraping from base.py:42 +[12:36:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[13:48:19] Scraping from base.py:42 +[12:36:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[13:48:20] Committing batch 1 consisting of 92 files base.py:274 -[13:48:22] Scraping from base.py:42 +[12:36:57] Committing batch 1 consisting of 92 files base.py:274 +[12:36:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[13:48:23] Scraping from base.py:42 +[12:36:59] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[13:48:26] Scraping from base.py:42 +[12:37:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[13:48:27] Scraping from base.py:42 +[12:37:02] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[13:48:29] Scraping from base.py:42 +[12:37:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[13:48:30] Scraping from base.py:42 +[12:37:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[13:48:31] Scraping from base.py:42 +[12:37:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[13:48:33] Scraping from base.py:42 +[12:37:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[13:48:35] Scraping from base.py:42 +[12:37:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[13:48:36] Scraping from base.py:42 +[12:37:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[13:48:38] Scraping from base.py:42 +[12:37:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[13:48:39] Scraping from base.py:42 +[12:37:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[13:48:41] Scraping from base.py:42 +[12:37:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[13:48:42] Scraping from base.py:42 +[12:37:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[13:48:45] Scraping from base.py:42 +[12:37:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[13:48:49] Scraping from base.py:42 +[12:37:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[13:48:50] Scraping from base.py:42 +[12:37:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[13:48:55] Scraping from base.py:42 +[12:37:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[13:48:56] Scraping from base.py:42 +[12:37:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[13:48:58] Scraping from base.py:42 +[12:37:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[13:49:00] Scraping from base.py:42 +[12:37:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[13:49:01] Scraping from base.py:42 +[12:37:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[13:49:03] Scraping from base.py:42 +[12:37:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[13:49:04] Scraping from base.py:42 +[12:37:32] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[13:49:06] Scraping from base.py:42 +[12:37:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[13:49:08] Scraping from base.py:42 +[12:37:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[13:49:10] Scraping from base.py:42 +[12:37:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[13:49:12] Scraping from base.py:42 +[12:37:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[13:49:14] Scraping from base.py:42 +[12:37:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[13:49:15] Scraping from base.py:42 +[12:37:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[13:49:17] Scraping from base.py:42 +[12:37:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[13:49:18] Scraping from base.py:42 +[12:37:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[13:49:20] Scraping from base.py:42 +[12:37:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[13:49:21] Scraping from base.py:42 +[12:37:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[13:49:23] Scraping from base.py:42 +[12:37:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[13:49:26] Scraping from base.py:42 +[12:37:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[13:49:27] Scraping from base.py:42 +[12:37:53] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[13:49:29] Scraping from base.py:42 +[12:37:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[13:49:30] Committing batch 2 consisting of 76 files base.py:274 -[13:49:32] Finished attempting to scrape: NFK base.py:324 +[12:37:56] Committing batch 2 consisting of 76 files base.py:274 +[12:37:57] Finished attempting to scrape: NFK base.py:324 </pre> - <h2 id="2023-09-26-12-32">2023-09-26</h2> + <h2 id="2023-09-27-13-47">2023-09-27</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>146 seconds</dd> + <dd>151 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-09-26 12:32:34.282754</dd> + <dd>2023-09-27 13:47:00.568658</dd> </div> <div> <dt>End</dt> - <dd>2023-09-26 12:35:01.201602</dd> + <dd>2023-09-27 13:49:32.132673</dd> </div> <div> <dt>Status code</dt> @@ -7438,359 +7438,359 @@ <h2 id="2023-09-26-12-32">2023-09-26</h2> </div> <h3>Run log</h3> - <pre>[12:32:34] Fetching Scraper for: NFK handlers.py:23 + <pre>[13:47:00] Fetching Scraper for: NFK handlers.py:23 Begin attempting to scrape: NFK handlers.py:27 Deleting existing data... base.py:239 -[12:32:35] Getting all files in Councillors... base.py:191 +[13:47:01] Getting all files in Councillors... base.py:191 Getting all files in Councillors/json... base.py:191 ...found 84 files in Councillors/json base.py:207 Getting all files in Councillors/raw... base.py:191 - ...found 84 files in Councillors/raw base.py:207 +[13:47:02] ...found 84 files in Councillors/raw base.py:207 ...found 169 files in Councillors base.py:207 Deleting batch no. 1 consisting of 100 files base.py:216 -[12:32:36] Deleting batch no. 2 consisting of 69 files base.py:216 -[12:32:37] ...data deleted. base.py:246 +[13:47:03] Deleting batch no. 2 consisting of 69 files base.py:216 + ...data deleted. base.py:246 Scraping from base.py:42 https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx -[12:32:41] Scraping from base.py:42 +[13:47:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/Alphabetica l/Default.aspx -[12:32:42] Scraping from base.py:42 +[13:47:07] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/532/ScreenMode/Alphabetic al/Default.aspx -[12:32:44] Scraping from base.py:42 +[13:47:09] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/727/ScreenMode/Alphabetic al/Default.aspx -[12:32:45] Scraping from base.py:42 +[13:47:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/Alphabetic al/Default.aspx -[12:32:47] Scraping from base.py:42 +[13:47:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alphabetica l/Default.aspx -[12:32:48] Scraping from base.py:42 +[13:47:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/749/ScreenMode/Alphabetic al/Default.aspx -[12:32:50] Scraping from base.py:42 +[13:47:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/728/ScreenMode/Alphabetic al/Default.aspx -[12:32:51] Scraping from base.py:42 +[13:47:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/535/ScreenMode/Alphabetic al/Default.aspx -[12:32:53] Scraping from base.py:42 +[13:47:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/746/ScreenMode/Alphabetic al/Default.aspx -[12:32:54] Scraping from base.py:42 +[13:47:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/731/ScreenMode/Alphabetic al/Default.aspx -[12:32:55] Scraping from base.py:42 +[13:47:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetica l/Default.aspx -[12:32:58] Scraping from base.py:42 +[13:47:24] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/475/ScreenMode/Alphabetic al/Default.aspx -[12:33:00] Scraping from base.py:42 +[13:47:25] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/91/ScreenMode/Alphabetica l/Default.aspx -[12:33:02] Scraping from base.py:42 +[13:47:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/732/ScreenMode/Alphabetic al/Default.aspx -[12:33:03] Scraping from base.py:42 +[13:47:28] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/538/ScreenMode/Alphabetic al/Default.aspx -[12:33:05] Scraping from base.py:42 +[13:47:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetica l/Default.aspx -[12:33:06] Scraping from base.py:42 +[13:47:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/Alphabetica l/Default.aspx -[12:33:08] Scraping from base.py:42 +[13:47:34] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/762/ScreenMode/Alphabetic al/Default.aspx -[12:33:09] Scraping from base.py:42 +[13:47:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/619/ScreenMode/Alphabetic al/Default.aspx -[12:33:10] Scraping from base.py:42 +[13:47:37] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetic al/Default.aspx -[12:33:12] Scraping from base.py:42 +[13:47:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1351/ScreenMode/Alphabeti cal/Default.aspx -[12:33:13] Scraping from base.py:42 +[13:47:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/740/ScreenMode/Alphabetic al/Default.aspx -[12:33:15] Scraping from base.py:42 +[13:47:40] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/Alphabetic al/Default.aspx -[12:33:17] Scraping from base.py:42 +[13:47:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/751/ScreenMode/Alphabetic al/Default.aspx -[12:33:18] Scraping from base.py:42 +[13:47:44] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/103/ScreenMode/Alphabetic al/Default.aspx -[12:33:20] Scraping from base.py:42 +[13:47:46] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/70/ScreenMode/Alphabetica l/Default.aspx -[12:33:21] Scraping from base.py:42 +[13:47:48] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/Alphabetic al/Default.aspx -[12:33:23] Scraping from base.py:42 +[13:47:51] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/Alphabetic al/Default.aspx -[12:33:25] Scraping from base.py:42 +[13:47:52] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/739/ScreenMode/Alphabetic al/Default.aspx -[12:33:26] Scraping from base.py:42 +[13:47:54] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/Alphabetic al/Default.aspx -[12:33:28] Scraping from base.py:42 +[13:47:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetica l/Default.aspx -[12:33:29] Scraping from base.py:42 +[13:47:57] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/Alphabetic al/Default.aspx -[12:33:32] Scraping from base.py:42 +[13:47:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/66/ScreenMode/Alphabetica l/Default.aspx -[12:33:37] Scraping from base.py:42 +[13:48:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/729/ScreenMode/Alphabetic al/Default.aspx -[12:33:41] Scraping from base.py:42 +[13:48:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/733/ScreenMode/Alphabetic al/Default.aspx -[12:33:42] Scraping from base.py:42 +[13:48:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/Alphabetic al/Default.aspx -[12:33:44] Scraping from base.py:42 +[13:48:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/Alphabetica l/Default.aspx -[12:33:45] Scraping from base.py:42 +[13:48:05] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/Alphabetic al/Default.aspx -[12:33:47] Scraping from base.py:42 +[13:48:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetica l/Default.aspx -[12:33:48] Scraping from base.py:42 +[13:48:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/Alphabetic al/Default.aspx -[12:33:50] Scraping from base.py:42 +[13:48:11] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetica l/Default.aspx -[12:33:51] Scraping from base.py:42 +[13:48:13] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/752/ScreenMode/Alphabetic al/Default.aspx -[12:33:53] Scraping from base.py:42 +[13:48:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alphabetica l/Default.aspx -[12:33:56] Scraping from base.py:42 +[13:48:16] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode/Alphabetic al/Default.aspx -[12:33:57] Scraping from base.py:42 +[13:48:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/748/ScreenMode/Alphabetic al/Default.aspx -[12:33:59] Scraping from base.py:42 +[13:48:19] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetic al/Default.aspx -[12:34:00] Committing batch 1 consisting of 92 files base.py:274 -[12:34:02] Scraping from base.py:42 +[13:48:20] Committing batch 1 consisting of 92 files base.py:274 +[13:48:22] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/753/ScreenMode/Alphabetic al/Default.aspx -[12:34:03] Scraping from base.py:42 +[13:48:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alphabetica l/Default.aspx -[12:34:04] Scraping from base.py:42 +[13:48:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/742/ScreenMode/Alphabetic al/Default.aspx -[12:34:06] Scraping from base.py:42 +[13:48:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/Alphabeti cal/Default.aspx -[12:34:07] Scraping from base.py:42 +[13:48:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetic al/Default.aspx -[12:34:08] Scraping from base.py:42 +[13:48:30] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/555/ScreenMode/Alphabetic al/Default.aspx -[12:34:10] Scraping from base.py:42 +[13:48:31] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/744/ScreenMode/Alphabetic al/Default.aspx -[12:34:11] Scraping from base.py:42 +[13:48:33] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetic al/Default.aspx -[12:34:14] Scraping from base.py:42 +[13:48:35] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/735/ScreenMode/Alphabetic al/Default.aspx -[12:34:15] Scraping from base.py:42 +[13:48:36] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/448/ScreenMode/Alphabetic al/Default.aspx -[12:34:16] Scraping from base.py:42 +[13:48:38] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/745/ScreenMode/Alphabetic al/Default.aspx -[12:34:18] Scraping from base.py:42 +[13:48:39] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetic al/Default.aspx -[12:34:19] Scraping from base.py:42 +[13:48:41] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alphabetica l/Default.aspx -[12:34:21] Scraping from base.py:42 +[13:48:42] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/747/ScreenMode/Alphabetic al/Default.aspx -[12:34:22] Scraping from base.py:42 +[13:48:45] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/33/ScreenMode/Alphabetica l/Default.aspx -[12:34:24] Scraping from base.py:42 +[13:48:49] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/736/ScreenMode/Alphabetic al/Default.aspx -[12:34:25] Scraping from base.py:42 +[13:48:50] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alphabetica l/Default.aspx -[12:34:26] Scraping from base.py:42 +[13:48:55] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1315/ScreenMode/Alphabeti cal/Default.aspx -[12:34:27] Scraping from base.py:42 +[13:48:56] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/447/ScreenMode/Alphabetic al/Default.aspx -[12:34:30] Scraping from base.py:42 +[13:48:58] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetica l/Default.aspx -[12:34:32] Scraping from base.py:42 +[13:49:00] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/741/ScreenMode/Alphabetic al/Default.aspx -[12:34:33] Scraping from base.py:42 +[13:49:01] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/1304/ScreenMode/Alphabeti cal/Default.aspx -[12:34:34] Scraping from base.py:42 +[13:49:03] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/734/ScreenMode/Alphabetic al/Default.aspx -[12:34:36] Scraping from base.py:42 +[13:49:04] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetic al/Default.aspx -[12:34:37] Scraping from base.py:42 +[13:49:06] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetic al/Default.aspx -[12:34:38] Scraping from base.py:42 +[13:49:08] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/468/ScreenMode/Alphabetic al/Default.aspx -[12:34:40] Scraping from base.py:42 +[13:49:10] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/53/ScreenMode/Alphabetica l/Default.aspx -[12:34:41] Scraping from base.py:42 +[13:49:12] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetica l/Default.aspx -[12:34:42] Scraping from base.py:42 +[13:49:14] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/565/ScreenMode/Alphabetic al/Default.aspx -[12:34:45] Scraping from base.py:42 +[13:49:15] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/726/ScreenMode/Alphabetic al/Default.aspx -[12:34:47] Scraping from base.py:42 +[13:49:17] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/566/ScreenMode/Alphabetic al/Default.aspx -[12:34:48] Scraping from base.py:42 +[13:49:18] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/77/ScreenMode/Alphabetica l/Default.aspx -[12:34:50] Scraping from base.py:42 +[13:49:20] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetica l/Default.aspx -[12:34:51] Scraping from base.py:42 +[13:49:21] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetica l/Default.aspx -[12:34:53] Scraping from base.py:42 +[13:49:23] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/743/ScreenMode/Alphabetic al/Default.aspx -[12:34:55] Scraping from base.py:42 +[13:49:26] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetica l/Default.aspx -[12:34:56] Scraping from base.py:42 +[13:49:27] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/643/ScreenMode/Alphabetic al/Default.aspx -[12:34:58] Scraping from base.py:42 +[13:49:29] Scraping from base.py:42 http://norfolkcc.cmis.uk.com/norfolkcc/Councillors/tabid/6 3/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetica l/Default.aspx -[12:34:59] Committing batch 2 consisting of 76 files base.py:274 -[12:35:01] Finished attempting to scrape: NFK base.py:324 +[13:49:30] Committing batch 2 consisting of 76 files base.py:274 +[13:49:32] Finished attempting to scrape: NFK base.py:324 </pre> diff --git a/logbooks/NGM/index.html b/logbooks/NGM/index.html index 72c2c91716..a0820a651c 100644 --- a/logbooks/NGM/index.html +++ b/logbooks/NGM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:43:53.104857</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:44:01.519224</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:43:53] Fetching Scraper for: NGM handlers.py:23 + Begin attempting to scrape: NGM handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:43:54] Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:43:55] Deleting batch no. 2 consisting of 11 files base.py:216 +[08:43:56] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committee.nottinghamcity.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[08:43:58] Committing batch 1 consisting of 92 files base.py:274 +[08:44:00] Committing batch 2 consisting of 18 files base.py:274 +[08:44:01] Finished attempting to scrape: NGM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1036,139 +1089,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-26">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:26:45.480395</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:26:53.154179</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request - six.raise_from(e, None) - File "<string>", line 3, in raise_from - File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request - httplib_response = conn.getresponse() - File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse - response.begin() - File "/var/lang/lib/python3.8/http/client.py", line 316, in begin - version, status, reason = self._read_status() - File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status - line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") - File "/var/lang/lib/python3.8/socket.py", line 669, in readinto - return self._sock.recv_into(b) - File "/var/lang/lib/python3.8/ssl.py", line 1241, in recv_into - return self.read(nbytes, buffer) - File "/var/lang/lib/python3.8/ssl.py", line 1099, in read - return self._sslobj.read(len, buffer) -ConnectionResetError: [Errno 104] Connection reset by peer - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 550, in increment - raise six.reraise(type(error), error, _stacktrace) - File "/opt/python/urllib3/packages/six.py", line 769, in reraise - raise value.with_traceback(tb) - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request - six.raise_from(e, None) - File "<string>", line 3, in raise_from - File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request - httplib_response = conn.getresponse() - File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse - response.begin() - File "/var/lang/lib/python3.8/http/client.py", line 316, in begin - version, status, reason = self._read_status() - File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status - line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") - File "/var/lang/lib/python3.8/socket.py", line 669, in readinto - return self._sock.recv_into(b) - File "/var/lang/lib/python3.8/ssl.py", line 1241, in recv_into - return self.read(nbytes, buffer) - File "/var/lang/lib/python3.8/ssl.py", line 1099, in read - return self._sslobj.read(len, buffer) -urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 725, in send - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 725, in <listcomp> - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 266, in resolve_redirects - resp = self.send( - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 501, in send - raise ConnectionError(err, request=request) -requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:26:45] Fetching Scraper for: NGM handlers.py:23 - Begin attempting to scrape: NGM handlers.py:27 - Deleting existing data... base.py:239 -[14:26:46] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:26:47] Deleting batch no. 2 consisting of 11 files base.py:216 -[14:26:48] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committee.nottinghamcity.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[14:26:52] ('Connection aborted.', ConnectionResetError(104, handlers.py:36 - 'Connection reset by peer')) -[14:26:53] Finished attempting to scrape: NGM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NHE/index.html b/logbooks/NHE/index.html index dcce11b2e2..5abe2fa407 100644 --- a/logbooks/NHE/index.html +++ b/logbooks/NHE/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:58:05.900777</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:58:14.104247</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:58:05] Fetching Scraper for: NHE handlers.py:23 + Begin attempting to scrape: NHE handlers.py:27 +[08:58:06] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:58:07] ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[08:58:08] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.north-herts.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:58:11] Committing batch 1 consisting of 92 files base.py:274 +[08:58:12] Committing batch 2 consisting of 6 files base.py:274 +[08:58:14] Finished attempting to scrape: NHE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-18">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:18:02.382664</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:18:10.307980</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:18:02] Fetching Scraper for: NHE handlers.py:23 - Begin attempting to scrape: NHE handlers.py:27 - Deleting existing data... base.py:239 -[13:18:03] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 49 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:18:04] ...found 49 files in Councillors/raw base.py:207 - ...found 99 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 99 files base.py:216 -[13:18:05] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.north-herts.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[13:18:07] Committing batch 1 consisting of 92 files base.py:274 -[13:18:08] Committing batch 2 consisting of 6 files base.py:274 -[13:18:10] Finished attempting to scrape: NHE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NKE/index.html b/logbooks/NKE/index.html index c54225e228..9fa438ae35 100644 --- a/logbooks/NKE/index.html +++ b/logbooks/NKE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:10:05.291593</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:10:11.446424</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:10:05] Fetching Scraper for: NKE handlers.py:23 + Begin attempting to scrape: NKE handlers.py:27 + Deleting existing data... base.py:239 +[10:10:06] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[10:10:07] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.n-kesteven.gov.uk//mgWebService.asmx/Get + CouncillorsByWard +[10:10:09] Committing batch 1 consisting of 86 files base.py:274 +[10:10:11] Finished attempting to scrape: NKE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-33">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:33:18.744262</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:33:25.088088</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:33:18] Fetching Scraper for: NKE handlers.py:23 - Begin attempting to scrape: NKE handlers.py:27 -[13:33:19] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:33:20] ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.n-kesteven.gov.uk//mgWebService.asmx/Get - CouncillorsByWard -[13:33:23] Committing batch 1 consisting of 86 files base.py:274 -[13:33:25] Finished attempting to scrape: NKE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NLK/index.html b/logbooks/NLK/index.html index c94db38c69..2ca545c4b7 100644 --- a/logbooks/NLK/index.html +++ b/logbooks/NLK/index.html @@ -37,6 +37,362 @@ + <h2 id="2023-10-15-08-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>118 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:35:16.104880</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:37:14.717384</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:35:16] Fetching Scraper for: NLK handlers.py:23 + Begin attempting to scrape: NLK handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:35:17] ...found 76 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 76 files in Councillors/raw base.py:207 + ...found 153 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:35:18] Deleting batch no. 2 consisting of 53 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://northlanarkshire.cmis.uk.com/Councillors.aspx +[08:35:20] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/156/ScreenMode/Alphabetical/ + Default.aspx +[08:35:22] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/161/ScreenMode/Alphabetical/ + Default.aspx +[08:35:23] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/160/ScreenMode/Alphabetical/ + Default.aspx +[08:35:24] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/162/ScreenMode/Alphabetical/ + Default.aspx +[08:35:26] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabetical/ + Default.aspx +[08:35:27] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/165/ScreenMode/Alphabetical/ + Default.aspx +[08:35:28] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/164/ScreenMode/Alphabetical/ + Default.aspx +[08:35:30] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/166/ScreenMode/Alphabetical/ + Default.aspx +[08:35:32] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ + Default.aspx +[08:35:34] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/168/ScreenMode/Alphabetical/ + Default.aspx +[08:35:35] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/169/ScreenMode/Alphabetical/ + Default.aspx +[08:35:36] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/171/ScreenMode/Alphabetical/ + Default.aspx +[08:35:38] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/170/ScreenMode/Alphabetical/ + Default.aspx +[08:35:39] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ + Default.aspx +[08:35:41] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/173/ScreenMode/Alphabetical/ + Default.aspx +[08:35:42] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ + Default.aspx +[08:35:44] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/175/ScreenMode/Alphabetical/ + Default.aspx +[08:35:45] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ + Default.aspx +[08:35:46] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/181/ScreenMode/Alphabetical/ + Default.aspx +[08:35:48] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/178/ScreenMode/Alphabetical/ + Default.aspx +[08:35:50] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/179/ScreenMode/Alphabetical/ + Default.aspx +[08:35:52] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/180/ScreenMode/Alphabetical/ + Default.aspx +[08:35:53] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/182/ScreenMode/Alphabetical/ + Default.aspx +[08:35:54] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/183/ScreenMode/Alphabetical/ + Default.aspx +[08:35:56] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/184/ScreenMode/Alphabetical/ + Default.aspx +[08:35:57] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/185/ScreenMode/Alphabetical/ + Default.aspx +[08:35:59] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ + Default.aspx +[08:36:00] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ + Default.aspx +[08:36:01] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/193/ScreenMode/Alphabetical/ + Default.aspx +[08:36:03] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/188/ScreenMode/Alphabetical/ + Default.aspx +[08:36:04] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/189/ScreenMode/Alphabetical/ + Default.aspx +[08:36:05] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/190/ScreenMode/Alphabetical/ + Default.aspx +[08:36:07] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/191/ScreenMode/Alphabetical/ + Default.aspx +[08:36:09] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/192/ScreenMode/Alphabetical/ + Default.aspx +[08:36:10] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/194/ScreenMode/Alphabetical/ + Default.aspx +[08:36:12] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/195/ScreenMode/Alphabetical/ + Default.aspx +[08:36:13] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/197/ScreenMode/Alphabetical/ + Default.aspx +[08:36:15] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Alphabetical/ + Default.aspx +[08:36:16] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/198/ScreenMode/Alphabetical/ + Default.aspx +[08:36:17] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/199/ScreenMode/Alphabetical/ + Default.aspx +[08:36:19] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/200/ScreenMode/Alphabetical/ + Default.aspx +[08:36:20] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/202/ScreenMode/Alphabetical/ + Default.aspx +[08:36:21] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/203/ScreenMode/Alphabetical/ + Default.aspx +[08:36:23] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/204/ScreenMode/Alphabetical/ + Default.aspx +[08:36:24] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/205/ScreenMode/Alphabetical/ + Default.aspx +[08:36:27] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ + Default.aspx +[08:36:28] Committing batch 1 consisting of 92 files base.py:274 +[08:36:29] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ + Default.aspx +[08:36:31] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ + Default.aspx +[08:36:32] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ + Default.aspx +[08:36:33] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ + Default.aspx +[08:36:35] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ + Default.aspx +[08:36:36] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ + Default.aspx +[08:36:37] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ + Default.aspx +[08:36:38] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/214/ScreenMode/Alphabetical/ + Default.aspx +[08:36:40] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/215/ScreenMode/Alphabetical/ + Default.aspx +[08:36:41] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/216/ScreenMode/Alphabetical/ + Default.aspx +[08:36:43] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/217/ScreenMode/Alphabetical/ + Default.aspx +[08:36:44] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/218/ScreenMode/Alphabetical/ + Default.aspx +[08:36:47] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/219/ScreenMode/Alphabetical/ + Default.aspx +[08:36:48] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/220/ScreenMode/Alphabetical/ + Default.aspx +[08:36:49] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/221/ScreenMode/Alphabetical/ + Default.aspx +[08:36:51] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/222/ScreenMode/Alphabetical/ + Default.aspx +[08:36:52] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/223/ScreenMode/Alphabetical/ + Default.aspx +[08:36:54] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/226/ScreenMode/Alphabetical/ + Default.aspx +[08:36:55] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/224/ScreenMode/Alphabetical/ + Default.aspx +[08:36:56] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/225/ScreenMode/Alphabetical/ + Default.aspx +[08:36:58] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/227/ScreenMode/Alphabetical/ + Default.aspx +[08:36:59] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/229/ScreenMode/Alphabetical/ + Default.aspx +[08:37:00] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/228/ScreenMode/Alphabetical/ + Default.aspx +[08:37:02] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/230/ScreenMode/Alphabetical/ + Default.aspx +[08:37:04] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/231/ScreenMode/Alphabetical/ + Default.aspx +[08:37:06] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/232/ScreenMode/Alphabetical/ + Default.aspx +[08:37:07] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/233/ScreenMode/Alphabetical/ + Default.aspx +[08:37:08] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/234/ScreenMode/Alphabetical/ + Default.aspx +[08:37:10] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/235/ScreenMode/Alphabetical/ + Default.aspx +[08:37:11] Scraping from base.py:42 + http://northlanarkshire.cmis.uk.com/Councillors/tabid/63/c + tl/ViewCMIS_Person/mid/383/id/236/ScreenMode/Alphabetical/ + Default.aspx +[08:37:13] Committing batch 2 consisting of 60 files base.py:274 +[08:37:14] Finished attempting to scrape: NLK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-07">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4345,287 +4701,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>128 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:25:15.547520</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:27:23.652239</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:25:15] Fetching Scraper for: NLK handlers.py:23 - Begin attempting to scrape: NLK handlers.py:27 - Deleting existing data... base.py:239 -[13:25:16] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 76 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 76 files in Councillors/raw base.py:207 - ...found 153 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:25:17] Deleting batch no. 2 consisting of 53 files base.py:216 -[13:25:18] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=ListCurrentMembers -[13:25:21] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=74 -[13:25:23] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=137 -[13:25:24] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=79 -[13:25:26] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=158 -[13:25:27] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=2 -[13:25:29] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=154 -[13:25:30] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=50 -[13:25:32] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=163 -[13:25:33] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=114 -[13:25:35] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=150 -[13:25:36] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=141 -[13:25:38] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=103 -[13:25:39] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=92 -[13:25:41] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=145 -[13:25:43] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=12 -[13:25:44] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=13 -[13:25:46] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=160 -[13:25:47] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=134 -[13:25:49] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=96 -[13:25:50] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=16 -[13:25:52] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=109 -[13:25:53] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=161 -[13:25:55] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=143 -[13:25:56] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=76 -[13:25:58] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=116 -[13:25:59] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=19 -[13:26:01] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=153 -[13:26:03] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=27 -[13:26:04] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=146 -[13:26:06] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=133 -[13:26:07] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=29 -[13:26:09] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=30 -[13:26:11] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=31 -[13:26:12] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=142 -[13:26:14] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=162 -[13:26:15] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=85 -[13:26:17] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=152 -[13:26:19] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=84 -[13:26:20] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=32 -[13:26:21] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=130 -[13:26:23] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=95 -[13:26:24] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=38 -[13:26:26] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=151 -[13:26:28] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=155 -[13:26:29] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=167 -[13:26:30] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=138 -[13:26:32] Committing batch 1 consisting of 92 files base.py:274 -[13:26:33] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=99 -[13:26:35] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=135 -[13:26:36] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=166 -[13:26:38] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=132 -[13:26:40] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=47 -[13:26:42] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=112 -[13:26:44] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=48 -[13:26:46] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=49 -[13:26:47] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=136 -[13:26:49] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=71 -[13:26:50] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=148 -[13:26:52] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=159 -[13:26:53] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=156 -[13:26:55] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=105 -[13:26:56] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=113 -[13:26:58] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=165 -[13:26:59] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=149 -[13:27:01] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=58 -[13:27:02] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=59 -[13:27:04] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=139 -[13:27:06] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=100 -[13:27:08] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=86 -[13:27:09] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=157 -[13:27:11] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=144 -[13:27:12] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=164 -[13:27:14] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=147 -[13:27:15] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=98 -[13:27:17] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=140 -[13:27:19] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=111 -[13:27:20] Scraping from base.py:42 - https://mars.northlanarkshire.gov.uk/egenda/public/main.pl - ?op=MemberDetails&keyid=124 -[13:27:22] Committing batch 2 consisting of 60 files base.py:274 -[13:27:23] Finished attempting to scrape: NLK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NLN/index.html b/logbooks/NLN/index.html index 54c7d4773a..f5f2243c72 100644 --- a/logbooks/NLN/index.html +++ b/logbooks/NLN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:35:07.177964</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:35:13.798313</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:35:07] Fetching Scraper for: NLN handlers.py:23 + Begin attempting to scrape: NLN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:35:08] Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[10:35:09] ...data deleted. base.py:246 + Scraping from base.py:42 + http://northlincolnshire.moderngov.co.uk/mgWebService.asmx + /GetCouncillorsByWard +[10:35:12] Committing batch 1 consisting of 86 files base.py:274 +[10:35:13] Finished attempting to scrape: NLN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:57.823863</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:24:04.849541</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:57] Fetching Scraper for: NLN handlers.py:23 - Begin attempting to scrape: NLN handlers.py:27 -[14:23:58] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:23:59] ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 -[14:24:00] ...data deleted. base.py:246 - Scraping from base.py:42 - http://northlincolnshire.moderngov.co.uk/mgWebService.asmx - /GetCouncillorsByWard -[14:24:03] Committing batch 1 consisting of 86 files base.py:274 -[14:24:04] Finished attempting to scrape: NLN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NNO/index.html b/logbooks/NNO/index.html index 347732bca3..52ad80fb77 100644 --- a/logbooks/NNO/index.html +++ b/logbooks/NNO/index.html @@ -37,6 +37,64 @@ + <h2 id="2023-10-15-10-14">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:14:47.099032</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:14:52.321199</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "scrapers/NNO-north-norfolk/councillors.py", line 15, in get_councillors + return super().get_councillors()[1:] + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 146, in get_list_container + return selected[0] +IndexError: list index out of range +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:14:47] Fetching Scraper for: NNO handlers.py:23 + Begin attempting to scrape: NNO handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:14:48] ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[10:14:49] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.north-norfolk.gov.uk/members/#filter-form +[10:14:52] list index out of range handlers.py:36 + Finished attempting to scrape: NNO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1136,64 +1194,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>4 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:50:49.559520</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:50:53.851792</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "scrapers/NNO-north-norfolk/councillors.py", line 15, in get_councillors - return super().get_councillors()[1:] - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container - return selected[0] -IndexError: list index out of range -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:50:49] Fetching Scraper for: NNO handlers.py:23 - Begin attempting to scrape: NNO handlers.py:27 - Deleting existing data... base.py:239 -[13:50:50] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:50:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.north-norfolk.gov.uk/members/#filter-form -[13:50:53] list index out of range handlers.py:36 - Finished attempting to scrape: NNO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NOW/index.html b/logbooks/NOW/index.html index 37fe08d064..ff5c89fc0f 100644 --- a/logbooks/NOW/index.html +++ b/logbooks/NOW/index.html @@ -37,6 +37,212 @@ + <h2 id="2023-10-15-09-22">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>101 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:22:09.786008</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:23:51.502902</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:22:09] Fetching Scraper for: NOW handlers.py:23 + Begin attempting to scrape: NOW handlers.py:27 +[09:22:10] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:22:11] ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors.aspx +[09:22:13] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Defa + ult.aspx +[09:22:15] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/205/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:17] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/199/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:18] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/189/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:20] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:23] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/117/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:25] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/10/ScreenMode/Alphabetical/Defa + ult.aspx +[09:22:28] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/173/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:31] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/201/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:33] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/203/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:34] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:36] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:39] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:41] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:44] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/175/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:46] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/202/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:48] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/147/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:50] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:53] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/17/ScreenMode/Alphabetical/Defa + ult.aspx +[09:22:55] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/Def + ault.aspx +[09:22:59] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/36/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:02] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/119/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:04] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/164/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:07] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/161/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:09] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/200/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:11] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/188/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:13] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/93/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:16] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:18] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/198/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:20] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/11/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:24] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/13/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:27] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/88/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:31] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:34] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:38] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/89/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:41] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/90/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:43] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/204/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:45] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/31/ScreenMode/Alphabetical/Defa + ult.aspx +[09:23:47] Scraping from base.py:42 + https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ + ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/Def + ault.aspx +[09:23:50] Committing batch 1 consisting of 78 files base.py:274 +[09:23:51] Finished attempting to scrape: NOW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-52">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3948,212 +4154,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-29">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>106 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:29:54.877313</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:31:41.198388</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:29:54] Fetching Scraper for: NOW handlers.py:23 - Begin attempting to scrape: NOW handlers.py:27 -[12:29:55] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:29:56] ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors.aspx -[12:29:58] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Defa - ult.aspx -[12:30:00] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/205/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:02] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/199/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:05] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/189/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:07] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:09] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/117/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:13] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/10/ScreenMode/Alphabetical/Defa - ult.aspx -[12:30:16] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/173/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:17] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/201/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:19] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/203/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:20] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/151/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:23] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:25] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/163/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:28] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:30] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/175/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:33] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/202/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:35] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/147/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:38] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/118/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:40] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/17/ScreenMode/Alphabetical/Defa - ult.aspx -[12:30:43] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:45] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/36/ScreenMode/Alphabetical/Defa - ult.aspx -[12:30:49] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/119/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:52] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/164/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:54] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/161/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:57] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/200/ScreenMode/Alphabetical/Def - ault.aspx -[12:30:58] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/188/ScreenMode/Alphabetical/Def - ault.aspx -[12:31:01] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/93/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:06] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:09] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/198/ScreenMode/Alphabetical/Def - ault.aspx -[12:31:10] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/11/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:13] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/13/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:16] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/88/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:19] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:22] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/145/ScreenMode/Alphabetical/Def - ault.aspx -[12:31:26] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/89/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:29] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/90/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:32] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/204/ScreenMode/Alphabetical/Def - ault.aspx -[12:31:33] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/31/ScreenMode/Alphabetical/Defa - ult.aspx -[12:31:37] Scraping from base.py:42 - https://cmis.norwich.gov.uk/live/Councillors/tabid/63/ctl/ - ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/Def - ault.aspx -[12:31:39] Committing batch 1 consisting of 78 files base.py:274 -[12:31:41] Finished attempting to scrape: NOW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NSM/index.html b/logbooks/NSM/index.html index b01e7fbb1c..c9c2b1f497 100644 --- a/logbooks/NSM/index.html +++ b/logbooks/NSM/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:30:06.949758</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:30:14.073488</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:30:06] Fetching Scraper for: NSM handlers.py:23 + Begin attempting to scrape: NSM handlers.py:27 +[10:30:07] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:30:08] ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[10:30:09] ...data deleted. base.py:246 + Scraping from base.py:42 + http://n-somerset.moderngov.co.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:30:11] Committing batch 1 consisting of 92 files base.py:274 +[10:30:12] Committing batch 2 consisting of 6 files base.py:274 +[10:30:14] Finished attempting to scrape: NSM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-27">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1031,59 +1083,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:13:54.497800</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:14:03.169208</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:13:54] Fetching Scraper for: NSM handlers.py:23 - Begin attempting to scrape: NSM handlers.py:27 - Deleting existing data... base.py:239 -[14:13:55] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:13:56] ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 1 files base.py:216 -[14:13:58] ...data deleted. base.py:246 - Scraping from base.py:42 - http://n-somerset.moderngov.co.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:14:00] Committing batch 1 consisting of 92 files base.py:274 -[14:14:01] Committing batch 2 consisting of 8 files base.py:274 -[14:14:03] Finished attempting to scrape: NSM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NTL/index.html b/logbooks/NTL/index.html index ce5cd93ad6..c77d686da0 100644 --- a/logbooks/NTL/index.html +++ b/logbooks/NTL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:50:07.735178</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:50:17.920238</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:50:07] Fetching Scraper for: NTL handlers.py:23 + Begin attempting to scrape: NTL handlers.py:27 +[08:50:08] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:50:09] ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:50:10] Deleting batch no. 2 consisting of 21 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.npt.gov.uk/mgWebService.asmx/GetCouncill + orsByWard +[08:50:15] Committing batch 1 consisting of 92 files base.py:274 +[08:50:16] Committing batch 2 consisting of 28 files base.py:274 +[08:50:17] Finished attempting to scrape: NTL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-02">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:37:09.992491</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:37:20.582794</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:37:09] Fetching Scraper for: NTL handlers.py:23 - Begin attempting to scrape: NTL handlers.py:27 -[13:37:11] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:37:12] Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:37:13] Deleting batch no. 2 consisting of 21 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.npt.gov.uk/mgWebService.asmx/GetCouncill - orsByWard -[13:37:17] Committing batch 1 consisting of 92 files base.py:274 -[13:37:19] Committing batch 2 consisting of 28 files base.py:274 -[13:37:20] Finished attempting to scrape: NTL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NTY/index.html b/logbooks/NTY/index.html index a47f579442..35a2a1cc87 100644 --- a/logbooks/NTY/index.html +++ b/logbooks/NTY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:54:21.078167</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:54:31.763916</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:54:21] Fetching Scraper for: NTY handlers.py:23 + Begin attempting to scrape: NTY handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:54:22] Getting all files in Councillors/json... base.py:191 + ...found 61 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 61 files in Councillors/raw base.py:207 + ...found 123 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:54:23] Deleting batch no. 2 consisting of 23 files base.py:216 +[08:54:24] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.northtyneside.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[08:54:29] Committing batch 1 consisting of 92 files base.py:274 +[08:54:30] Committing batch 2 consisting of 30 files base.py:274 +[08:54:31] Finished attempting to scrape: NTY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:50:43.305194</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:53.655598</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:50:43] Fetching Scraper for: NTY handlers.py:23 - Begin attempting to scrape: NTY handlers.py:27 - Deleting existing data... base.py:239 -[12:50:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 61 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 61 files in Councillors/raw base.py:207 - ...found 123 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:50:45] Deleting batch no. 2 consisting of 23 files base.py:216 -[12:50:46] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.northtyneside.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[12:50:51] Committing batch 1 consisting of 92 files base.py:274 -[12:50:52] Committing batch 2 consisting of 30 files base.py:274 -[12:50:53] Finished attempting to scrape: NTY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NUN/index.html b/logbooks/NUN/index.html index 6e689f6dfa..4acfcf2ec8 100644 --- a/logbooks/NUN/index.html +++ b/logbooks/NUN/index.html @@ -37,6 +37,158 @@ + <h2 id="2023-10-15-09-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>44 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:09:32.477033</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:10:16.540434</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:09:32] Fetching Scraper for: NUN handlers.py:23 + Begin attempting to scrape: NUN handlers.py:27 + Deleting existing data... base.py:239 +[09:09:33] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 34 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 34 files in Councillors/raw base.py:207 + ...found 69 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 69 files base.py:216 +[09:09:34] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/name +[09:09:37] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/118/ric + hard_john_baxter-payne +[09:09:38] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/126/bre + tt_bryan_beetham +[09:09:39] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/115/dam + on_brown +[09:09:40] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/132/col + in_cape +[09:09:41] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/129/jef + f_stephen_clarke +[09:09:42] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/122/ton + y_james_cooper +[09:09:43] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/137/joy + _coventry-moreton +[09:09:45] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/105/sam + uel_croft +[09:09:46] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/121/lub + s_cvetkovic +[09:09:47] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/123/lee + _downs +[09:09:48] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/78/kyle + _evans +[09:09:49] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/112/cla + re_golby +[09:09:50] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/134/mic + hael_green +[09:09:51] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/114/jul + ian_gutteridge +[09:09:53] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/120/bri + an_kevin_hammersley +[09:09:54] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/130/sco + tt_george_moreton_harbison +[09:09:55] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/131/jam + ie_hartshorn +[09:09:56] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/119/jac + k_kennaugh +[09:09:57] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/92/keit + h_anthony_kondakor +[09:09:58] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/127/sue + _markham +[09:09:59] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/136/gra + ham_moreton +[09:10:00] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/77/bhag + want_pandher +[09:10:01] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/69/neil + _joseph_phillips +[09:10:03] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/68/jill + _sheppard +[09:10:04] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/108/tra + cy_elizabeth_sheppard +[09:10:05] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/133/emm + a_shiers +[09:10:06] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/125/jas + bir_singh +[09:10:07] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/116/ric + hard_smith +[09:10:08] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/124/man + dy_tromans +[09:10:09] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/106/rob + _tromans +[09:10:10] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/128/mar + tin_john_walsh +[09:10:11] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/76/chri + stopher_mark_watkins +[09:10:13] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/82/kris + tofer_david_wilson +[09:10:14] Scraping from base.py:42 + https://www.nuneatonandbedworth.gov.uk/councillors/135/mik + e_wright +[09:10:15] Committing batch 1 consisting of 68 files base.py:274 +[09:10:16] Finished attempting to scrape: NUN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-12">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2922,158 +3074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-42">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>44 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:42:48.789053</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:43:33.780341</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:42:48] Fetching Scraper for: NUN handlers.py:23 - Begin attempting to scrape: NUN handlers.py:27 -[13:42:49] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 34 files in Councillors/json base.py:207 -[13:42:50] Getting all files in Councillors/raw... base.py:191 - ...found 34 files in Councillors/raw base.py:207 - ...found 69 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 69 files base.py:216 -[13:42:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/name -[13:42:53] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/118/ric - hard_john_baxter-payne -[13:42:54] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/126/bre - tt_bryan_beetham -[13:42:56] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/115/dam - on_brown -[13:42:57] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/132/col - in_cape -[13:42:58] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/129/jef - f_stephen_clarke -[13:42:59] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/122/ton - y_james_cooper -[13:43:00] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/137/joy - _coventry-moreton -[13:43:01] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/105/sam - uel_croft -[13:43:02] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/121/lub - s_cvetkovic -[13:43:03] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/123/lee - _downs -[13:43:04] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/78/kyle - _evans -[13:43:05] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/112/cla - re_golby -[13:43:07] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/134/mic - hael_green -[13:43:08] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/114/jul - ian_gutteridge -[13:43:09] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/120/bri - an_kevin_hammersley -[13:43:10] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/130/sco - tt_george_moreton_harbison -[13:43:11] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/131/jam - ie_hartshorn -[13:43:12] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/119/jac - k_kennaugh -[13:43:13] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/92/keit - h_anthony_kondakor -[13:43:14] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/127/sue - _markham -[13:43:15] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/136/gra - ham_moreton -[13:43:17] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/77/bhag - want_pandher -[13:43:18] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/69/neil - _joseph_phillips -[13:43:19] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/68/jill - _sheppard -[13:43:20] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/108/tra - cy_elizabeth_sheppard -[13:43:21] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/133/emm - a_shiers -[13:43:22] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/125/jas - bir_singh -[13:43:23] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/116/ric - hard_smith -[13:43:24] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/124/man - dy_tromans -[13:43:25] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/106/rob - _tromans -[13:43:27] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/128/mar - tin_john_walsh -[13:43:29] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/76/chri - stopher_mark_watkins - Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/82/kris - tofer_david_wilson -[13:43:31] Scraping from base.py:42 - https://www.nuneatonandbedworth.gov.uk/councillors/135/mik - e_wright -[13:43:32] Committing batch 1 consisting of 68 files base.py:274 -[13:43:33] Finished attempting to scrape: NUN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NWL/index.html b/logbooks/NWL/index.html index cf48efca3b..f90c3f564a 100644 --- a/logbooks/NWL/index.html +++ b/logbooks/NWL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:02:33.272831</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:02:39.320499</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:02:33] Fetching Scraper for: NWL handlers.py:23 + Begin attempting to scrape: NWL handlers.py:27 + Deleting existing data... base.py:239 +[09:02:34] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 +[09:02:35] ...data deleted. base.py:246 + Scraping from base.py:42 + http://minutes-1.nwleics.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:02:38] Committing batch 1 consisting of 76 files base.py:274 +[09:02:39] Finished attempting to scrape: NWL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:07:07.062806</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:07:13.213900</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:07:07] Fetching Scraper for: NWL handlers.py:23 - Begin attempting to scrape: NWL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:07:08] Getting all files in Councillors/json... base.py:191 - ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 -[12:07:09] ...data deleted. base.py:246 - Scraping from base.py:42 - http://minutes-1.nwleics.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:07:11] Committing batch 1 consisting of 76 files base.py:274 -[12:07:13] Finished attempting to scrape: NWL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NWM/index.html b/logbooks/NWM/index.html index 062f3c763b..4fb7556ab0 100644 --- a/logbooks/NWM/index.html +++ b/logbooks/NWM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:16:32.554158</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:16:42.887847</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:16:32] Fetching Scraper for: NWM handlers.py:23 + Begin attempting to scrape: NWM handlers.py:27 + Deleting existing data... base.py:239 +[09:16:33] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 67 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:16:34] ...found 67 files in Councillors/raw base.py:207 + ...found 135 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:16:35] Deleting batch no. 2 consisting of 35 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://mgov.newham.gov.uk/mgWebService.asmx/GetCouncillor + sByWard +[09:16:39] Committing batch 1 consisting of 92 files base.py:274 +[09:16:41] Committing batch 2 consisting of 42 files base.py:274 +[09:16:42] Finished attempting to scrape: NWM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:55:05.204377</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:55:16.301598</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:55:05] Fetching Scraper for: NWM handlers.py:23 - Begin attempting to scrape: NWM handlers.py:27 - Deleting existing data... base.py:239 -[13:55:06] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 67 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 67 files in Councillors/raw base.py:207 - ...found 135 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:55:07] Deleting batch no. 2 consisting of 35 files base.py:216 -[13:55:08] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mgov.newham.gov.uk/mgWebService.asmx/GetCouncillor - sByWard -[13:55:13] Committing batch 1 consisting of 92 files base.py:274 -[13:55:15] Committing batch 2 consisting of 42 files base.py:274 -[13:55:16] Finished attempting to scrape: NWM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/NWP/index.html b/logbooks/NWP/index.html index b99659c58f..ba450eaa75 100644 --- a/logbooks/NWP/index.html +++ b/logbooks/NWP/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:49:16.467006</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:49:25.034438</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:49:16] Fetching Scraper for: NWP handlers.py:23 + Begin attempting to scrape: NWP handlers.py:27 + Deleting existing data... base.py:239 +[09:49:17] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:49:18] Deleting batch no. 2 consisting of 3 files base.py:216 +[09:49:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.newport.gov.uk//mgWebService.asmx/GetCou + ncillorsByWard +[09:49:22] Committing batch 1 consisting of 92 files base.py:274 +[09:49:23] Committing batch 2 consisting of 10 files base.py:274 +[09:49:25] Finished attempting to scrape: NWP base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:49:37.278766</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:49:47.030292</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:49:37] Fetching Scraper for: NWP handlers.py:23 - Begin attempting to scrape: NWP handlers.py:27 - Deleting existing data... base.py:239 -[12:49:38] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:49:39] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:49:40] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.newport.gov.uk//mgWebService.asmx/GetCou - ncillorsByWard -[12:49:44] Committing batch 1 consisting of 92 files base.py:274 -[12:49:45] Committing batch 2 consisting of 10 files base.py:274 -[12:49:47] Finished attempting to scrape: NWP base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/OAD/index.html b/logbooks/OAD/index.html index 29622adbde..ac82da2bc1 100644 --- a/logbooks/OAD/index.html +++ b/logbooks/OAD/index.html @@ -37,6 +37,120 @@ + <h2 id="2023-10-15-09-15">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:15:53.371791</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:15:55.721153</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request + six.raise_from(e, None) + File "<string>", line 3, in raise_from + File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request + httplib_response = conn.getresponse() + File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse + response.begin() + File "/var/lang/lib/python3.8/http/client.py", line 316, in begin + version, status, reason = self._read_status() + File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + File "/var/lang/lib/python3.8/socket.py", line 669, in readinto + return self._sock.recv_into(b) +ConnectionResetError: [Errno 104] Connection reset by peer + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 550, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/opt/python/urllib3/packages/six.py", line 769, in reraise + raise value.with_traceback(tb) + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request + six.raise_from(e, None) + File "<string>", line 3, in raise_from + File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request + httplib_response = conn.getresponse() + File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse + response.begin() + File "/var/lang/lib/python3.8/http/client.py", line 316, in begin + version, status, reason = self._read_status() + File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + File "/var/lang/lib/python3.8/socket.py", line 669, in readinto + return self._sock.recv_into(b) +urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 501, in send + raise ConnectionError(err, request=request) +requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:15:53] Fetching Scraper for: OAD handlers.py:23 + Begin attempting to scrape: OAD handlers.py:27 + Deleting existing data... base.py:239 +[09:15:54] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:15:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.oadby-wigston.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard + ('Connection aborted.', ConnectionResetError(104, handlers.py:36 + 'Connection reset by peer')) + Finished attempting to scrape: OAD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-55">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2200,120 +2314,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-30">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:30:41.423227</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:30:44.113504</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request - six.raise_from(e, None) - File "<string>", line 3, in raise_from - File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request - httplib_response = conn.getresponse() - File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse - response.begin() - File "/var/lang/lib/python3.8/http/client.py", line 316, in begin - version, status, reason = self._read_status() - File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status - line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") - File "/var/lang/lib/python3.8/socket.py", line 669, in readinto - return self._sock.recv_into(b) -ConnectionResetError: [Errno 104] Connection reset by peer - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 550, in increment - raise six.reraise(type(error), error, _stacktrace) - File "/opt/python/urllib3/packages/six.py", line 769, in reraise - raise value.with_traceback(tb) - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request - six.raise_from(e, None) - File "<string>", line 3, in raise_from - File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request - httplib_response = conn.getresponse() - File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse - response.begin() - File "/var/lang/lib/python3.8/http/client.py", line 316, in begin - version, status, reason = self._read_status() - File "/var/lang/lib/python3.8/http/client.py", line 277, in _read_status - line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") - File "/var/lang/lib/python3.8/socket.py", line 669, in readinto - return self._sock.recv_into(b) -urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 501, in send - raise ConnectionError(err, request=request) -requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:30:41] Fetching Scraper for: OAD handlers.py:23 - Begin attempting to scrape: OAD handlers.py:27 - Deleting existing data... base.py:239 -[13:30:42] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:30:43] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.oadby-wigston.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard - ('Connection aborted.', ConnectionResetError(104, handlers.py:36 - 'Connection reset by peer')) -[13:30:44] Finished attempting to scrape: OAD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/OLD/index.html b/logbooks/OLD/index.html index b59ecd39bd..1f0ab6f468 100644 --- a/logbooks/OLD/index.html +++ b/logbooks/OLD/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-04">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:04:36.077472</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:04:45.948133</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:04:36] Fetching Scraper for: OLD handlers.py:23 + Begin attempting to scrape: OLD handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:04:37] Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:04:38] Deleting batch no. 2 consisting of 21 files base.py:216 +[10:04:39] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committees.oldham.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:04:43] Committing batch 1 consisting of 92 files base.py:274 +[10:04:44] Committing batch 2 consisting of 28 files base.py:274 +[10:04:45] Finished attempting to scrape: OLD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:12:16.821838</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:12:25.922749</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:12:16] Fetching Scraper for: OLD handlers.py:23 - Begin attempting to scrape: OLD handlers.py:27 -[13:12:17] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:12:18] ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:12:19] Deleting batch no. 2 consisting of 21 files base.py:216 -[13:12:20] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committees.oldham.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:12:23] Committing batch 1 consisting of 92 files base.py:274 -[13:12:24] Committing batch 2 consisting of 28 files base.py:274 -[13:12:25] Finished attempting to scrape: OLD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ORK/index.html b/logbooks/ORK/index.html index d9a0fb5278..9b339f7438 100644 --- a/logbooks/ORK/index.html +++ b/logbooks/ORK/index.html @@ -37,6 +37,71 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:45.872048</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:31:48.295781</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 142, in get_list_container + self.base_url_soup = self.get_page(self.base_url) + File "/var/task/lgsf/councillors/scrapers.py", line 131, in get_page + page = self.get(url).text + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.orkney.gov.uk/Council/Councillors/councillor-profiles.htm +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:45] Fetching Scraper for: ORK handlers.py:23 + Begin attempting to scrape: ORK handlers.py:27 +[08:31:46] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:31:47] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.orkney.gov.uk/Council/Councillors/councillor-p + rofiles.htm +[08:31:48] 404 Client Error: Not Found for url: handlers.py:36 + https://www.orkney.gov.uk/Council/Councillors/councill + or-profiles.htm + Finished attempting to scrape: ORK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1269,71 +1334,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:55:19.165509</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:55:21.455555</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 141, in get_list_container - self.base_url_soup = self.get_page(self.base_url) - File "/var/task/lgsf/councillors/scrapers.py", line 130, in get_page - page = self.get(url).text - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.orkney.gov.uk/Council/Councillors/councillor-profiles.htm -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:55:19] Fetching Scraper for: ORK handlers.py:23 - Begin attempting to scrape: ORK handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:55:20] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.orkney.gov.uk/Council/Councillors/councillor-p - rofiles.htm -[13:55:21] 404 Client Error: Not Found for url: handlers.py:36 - https://www.orkney.gov.uk/Council/Councillors/councill - or-profiles.htm - Finished attempting to scrape: ORK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/OXF/index.html b/logbooks/OXF/index.html index 5801cb653b..effa031ac2 100644 --- a/logbooks/OXF/index.html +++ b/logbooks/OXF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-57">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>18 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:57:09.426363</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:57:28.047821</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:57:09] Fetching Scraper for: OXF handlers.py:23 + Begin attempting to scrape: OXF handlers.py:27 + Deleting existing data... base.py:239 +[09:57:10] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:57:11] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:57:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://mycouncil.oxfordshire.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:57:25] Committing batch 1 consisting of 92 files base.py:274 +[09:57:26] Committing batch 2 consisting of 34 files base.py:274 +[09:57:28] Finished attempting to scrape: OXF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1203,59 +1256,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:49:53.162830</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:01.995856</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:49:53] Fetching Scraper for: OXF handlers.py:23 - Begin attempting to scrape: OXF handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:49:54] Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:49:55] Deleting batch no. 2 consisting of 27 files base.py:216 -[12:49:56] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mycouncil.oxfordshire.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:49:59] Committing batch 1 consisting of 92 files base.py:274 -[12:50:00] Committing batch 2 consisting of 34 files base.py:274 -[12:50:01] Finished attempting to scrape: OXF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/OXO/index.html b/logbooks/OXO/index.html index c28fd9a9de..9673889631 100644 --- a/logbooks/OXO/index.html +++ b/logbooks/OXO/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-07">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:07:09.326401</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:07:17.045928</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:07:09] Fetching Scraper for: OXO handlers.py:23 + Begin attempting to scrape: OXO handlers.py:27 + Deleting existing data... base.py:239 +[09:07:10] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[09:07:11] ...data deleted. base.py:246 + Scraping from base.py:42 + https://mycouncil.oxford.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:07:14] Committing batch 1 consisting of 92 files base.py:274 +[09:07:15] Committing batch 2 consisting of 4 files base.py:274 +[09:07:17] Finished attempting to scrape: OXO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-58">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:58:48.567077</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:58:56.134826</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:58:48] Fetching Scraper for: OXO handlers.py:23 - Begin attempting to scrape: OXO handlers.py:27 - Deleting existing data... base.py:239 -[12:58:49] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[12:58:50] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mycouncil.oxford.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:58:53] Committing batch 1 consisting of 92 files base.py:274 -[12:58:54] Committing batch 2 consisting of 4 files base.py:274 -[12:58:56] Finished attempting to scrape: OXO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PEM/index.html b/logbooks/PEM/index.html index 93659fb0bf..92ea948c5f 100644 --- a/logbooks/PEM/index.html +++ b/logbooks/PEM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:33:17.779816</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:33:26.478508</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:33:17] Fetching Scraper for: PEM handlers.py:23 + Begin attempting to scrape: PEM handlers.py:27 +[09:33:18] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:33:19] ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:33:20] Deleting batch no. 2 consisting of 21 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://mgenglish.pembrokeshire.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[09:33:23] Committing batch 1 consisting of 92 files base.py:274 +[09:33:25] Committing batch 2 consisting of 28 files base.py:274 +[09:33:26] Finished attempting to scrape: PEM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-52">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:23:11.103533</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:23:21.509816</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:23:11] Fetching Scraper for: PEM handlers.py:23 - Begin attempting to scrape: PEM handlers.py:27 -[13:23:12] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:23:13] ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:23:14] Deleting batch no. 2 consisting of 21 files base.py:216 -[13:23:15] ...data deleted. base.py:246 - Scraping from base.py:42 - http://mgenglish.pembrokeshire.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[13:23:18] Committing batch 1 consisting of 92 files base.py:274 -[13:23:20] Committing batch 2 consisting of 28 files base.py:274 -[13:23:21] Finished attempting to scrape: PEM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PEN/index.html b/logbooks/PEN/index.html index 4f718aee82..71af12d648 100644 --- a/logbooks/PEN/index.html +++ b/logbooks/PEN/index.html @@ -37,6 +37,100 @@ + <h2 id="2023-10-15-10-00">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>17 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:00:49.143445</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:01:06.260579</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 52, in run + councillor = self.get_single_councillor(councillor_html) + File "scrapers/PEN-pendle/councillors.py", line 48, in get_single_councillor + councillor.email = soup.select_one("li a[href^=mailto]")["href"].replace( +TypeError: 'NoneType' object is not subscriptable +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:00:49] Fetching Scraper for: PEN handlers.py:23 + Begin attempting to scrape: PEN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:00:50] Getting all files in Councillors/json... base.py:191 + ...found 15 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 15 files in Councillors/raw base.py:207 + ...found 31 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 31 files base.py:216 +[10:00:51] ...data deleted. base.py:246 + Scraping from https://www.pendle.gov.uk/councillors/name base.py:42 +[10:00:53] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/76/mohammed_adnan + Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/83/faraz_ahmad +[10:00:54] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/2/nadeem_ahmed +[10:00:55] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/91/sajjad_ahmed +[10:00:56] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/78/david_albin + Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/67/zafar_ali +[10:00:57] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/88/mohammad_ammer +[10:00:58] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/84/ruby_anwar +[10:00:59] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/8/naeem_hussain_ashr + af + Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/94/mohammad_aslam +[10:01:00] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/12/neil_butterworth +[10:01:01] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/13/rosemary_e_carrol + l +[10:01:02] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/85/chris_church + Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/75/david_cockburn-pr + ice +[10:01:03] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/64/sarah_cockburn-pr + ice +[10:01:04] Scraping from base.py:42 + https://www.pendle.gov.uk/councillors/92/david_gallear + 'NoneType' object is not subscriptable handlers.py:36 + Committing batch 1 consisting of 30 files base.py:274 +[10:01:06] Finished attempting to scrape: PEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-04">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1820,100 +1914,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>18 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:06:52.583306</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:07:11.482051</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 51, in run - councillor = self.get_single_councillor(councillor_html) - File "scrapers/PEN-pendle/councillors.py", line 48, in get_single_councillor - councillor.email = soup.select_one("li a[href^=mailto]")["href"].replace( -TypeError: 'NoneType' object is not subscriptable -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:06:52] Fetching Scraper for: PEN handlers.py:23 - Begin attempting to scrape: PEN handlers.py:27 - Deleting existing data... base.py:239 -[14:06:53] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 15 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:06:54] ...found 15 files in Councillors/raw base.py:207 - ...found 31 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 31 files base.py:216 - ...data deleted. base.py:246 - Scraping from https://www.pendle.gov.uk/councillors/name base.py:42 -[14:06:56] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/76/mohammed_adnan -[14:06:57] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/83/faraz_ahmad -[14:06:58] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/2/nadeem_ahmed -[14:07:00] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/91/sajjad_ahmed -[14:07:01] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/78/david_albin - Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/67/zafar_ali -[14:07:02] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/88/mohammad_ammer -[14:07:03] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/84/ruby_anwar - Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/8/naeem_hussain_ashr - af -[14:07:04] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/94/mohammad_aslam -[14:07:05] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/12/neil_butterworth -[14:07:06] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/13/rosemary_e_carrol - l -[14:07:07] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/85/chris_church - Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/75/david_cockburn-pr - ice -[14:07:08] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/64/sarah_cockburn-pr - ice -[14:07:09] Scraping from base.py:42 - https://www.pendle.gov.uk/councillors/92/david_gallear - 'NoneType' object is not subscriptable handlers.py:36 -[14:07:10] Committing batch 1 consisting of 30 files base.py:274 -[14:07:11] Finished attempting to scrape: PEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PKN/index.html b/logbooks/PKN/index.html index f7ea0e792e..da2c4b1d15 100644 --- a/logbooks/PKN/index.html +++ b/logbooks/PKN/index.html @@ -37,6 +37,217 @@ + <h2 id="2023-10-15-08-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>78 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:44:47.462687</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:46:06.301827</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:44:47] Fetching Scraper for: PKN handlers.py:23 + Begin attempting to scrape: PKN handlers.py:27 + Deleting existing data... base.py:239 +[08:44:48] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[08:44:49] ...data deleted. base.py:246 + Scraping from base.py:42 + https://perth-and-kinross.cmis.uk.com/perth-and-kinross/Co + uncillors/OverviewofCouncillors.aspx +[08:44:50] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/205/ScreenMode/Ward/Default.aspx +[08:44:52] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/206/ScreenMode/Ward/Default.aspx +[08:44:54] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/679/ScreenMode/Ward/Default.aspx +[08:44:57] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/680/ScreenMode/Ward/Default.aspx +[08:44:59] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/209/ScreenMode/Ward/Default.aspx +[08:45:00] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/681/ScreenMode/Ward/Default.aspx +[08:45:03] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/682/ScreenMode/Ward/Default.aspx +[08:45:04] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/211/ScreenMode/Ward/Default.aspx +[08:45:06] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/212/ScreenMode/Ward/Default.aspx +[08:45:07] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/50/ScreenMode/Ward/Default.aspx +[08:45:09] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/459/ScreenMode/Ward/Default.aspx +[08:45:11] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/210/ScreenMode/Ward/Default.aspx +[08:45:13] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/15/ScreenMode/Ward/Default.aspx +[08:45:15] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/214/ScreenMode/Ward/Default.aspx +[08:45:17] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/19/ScreenMode/Ward/Default.aspx +[08:45:19] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/683/ScreenMode/Ward/Default.aspx +[08:45:21] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/24/ScreenMode/Ward/Default.aspx +[08:45:22] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/215/ScreenMode/Ward/Default.aspx +[08:45:24] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/684/ScreenMode/Ward/Default.aspx +[08:45:26] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/685/ScreenMode/Ward/Default.aspx +[08:45:27] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/686/ScreenMode/Ward/Default.aspx +[08:45:29] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/217/ScreenMode/Ward/Default.aspx +[08:45:31] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/687/ScreenMode/Ward/Default.aspx +[08:45:32] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/688/ScreenMode/Ward/Default.aspx +[08:45:34] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/29/ScreenMode/Ward/Default.aspx +[08:45:36] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/219/ScreenMode/Ward/Default.aspx +[08:45:39] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/689/ScreenMode/Ward/Default.aspx +[08:45:40] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/220/ScreenMode/Ward/Default.aspx +[08:45:42] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/626/ScreenMode/Ward/Default.aspx +[08:45:44] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/617/ScreenMode/Ward/Default.aspx +[08:45:45] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/690/ScreenMode/Ward/Default.aspx +[08:45:47] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/691/ScreenMode/Ward/Default.aspx +[08:45:48] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/222/ScreenMode/Ward/Default.aspx +[08:45:50] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/692/ScreenMode/Ward/Default.aspx +[08:45:52] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/618/ScreenMode/Ward/Default.aspx +[08:45:53] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/224/ScreenMode/Ward/Default.aspx +[08:45:55] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/225/ScreenMode/Ward/Default.aspx +[08:45:59] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/41/ScreenMode/Ward/Default.aspx +[08:46:01] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/226/ScreenMode/Ward/Default.aspx +[08:46:03] Scraping from base.py:42 + http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou + ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers + on/mid/383/id/44/ScreenMode/Ward/Default.aspx +[08:46:04] Committing batch 1 consisting of 80 files base.py:274 +[08:46:06] Finished attempting to scrape: PKN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4043,217 +4254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>82 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:14:48.014861</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:16:11.010866</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:14:48] Fetching Scraper for: PKN handlers.py:23 - Begin attempting to scrape: PKN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:14:49] Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[14:14:50] ...data deleted. base.py:246 - Scraping from base.py:42 - https://perth-and-kinross.cmis.uk.com/perth-and-kinross/Co - uncillors/OverviewofCouncillors.aspx -[14:14:51] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/205/ScreenMode/Ward/Default.aspx -[14:14:54] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/206/ScreenMode/Ward/Default.aspx -[14:14:55] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/679/ScreenMode/Ward/Default.aspx -[14:14:57] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/680/ScreenMode/Ward/Default.aspx -[14:14:59] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/209/ScreenMode/Ward/Default.aspx -[14:15:01] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/681/ScreenMode/Ward/Default.aspx -[14:15:03] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/682/ScreenMode/Ward/Default.aspx -[14:15:04] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/211/ScreenMode/Ward/Default.aspx -[14:15:08] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/212/ScreenMode/Ward/Default.aspx -[14:15:09] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/50/ScreenMode/Ward/Default.aspx -[14:15:11] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/459/ScreenMode/Ward/Default.aspx -[14:15:13] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/210/ScreenMode/Ward/Default.aspx -[14:15:15] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/15/ScreenMode/Ward/Default.aspx -[14:15:17] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/214/ScreenMode/Ward/Default.aspx -[14:15:19] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/19/ScreenMode/Ward/Default.aspx -[14:15:20] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/683/ScreenMode/Ward/Default.aspx -[14:15:22] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/24/ScreenMode/Ward/Default.aspx -[14:15:24] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/215/ScreenMode/Ward/Default.aspx -[14:15:25] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/684/ScreenMode/Ward/Default.aspx -[14:15:29] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/685/ScreenMode/Ward/Default.aspx -[14:15:31] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/686/ScreenMode/Ward/Default.aspx -[14:15:33] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/217/ScreenMode/Ward/Default.aspx -[14:15:34] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/687/ScreenMode/Ward/Default.aspx -[14:15:36] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/688/ScreenMode/Ward/Default.aspx -[14:15:38] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/29/ScreenMode/Ward/Default.aspx -[14:15:39] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/219/ScreenMode/Ward/Default.aspx -[14:15:41] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/689/ScreenMode/Ward/Default.aspx -[14:15:43] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/220/ScreenMode/Ward/Default.aspx -[14:15:45] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/626/ScreenMode/Ward/Default.aspx -[14:15:48] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/617/ScreenMode/Ward/Default.aspx -[14:15:51] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/690/ScreenMode/Ward/Default.aspx -[14:15:53] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/691/ScreenMode/Ward/Default.aspx -[14:15:54] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/222/ScreenMode/Ward/Default.aspx -[14:15:56] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/692/ScreenMode/Ward/Default.aspx -[14:15:58] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/618/ScreenMode/Ward/Default.aspx -[14:16:00] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/224/ScreenMode/Ward/Default.aspx -[14:16:01] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/225/ScreenMode/Ward/Default.aspx -[14:16:03] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/41/ScreenMode/Ward/Default.aspx -[14:16:05] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/226/ScreenMode/Ward/Default.aspx -[14:16:07] Scraping from base.py:42 - http://perth-and-kinross.cmis.uk.com/perth-and-kinross/Cou - ncillors/OverviewofCouncillors/tabid/144/ctl/ViewCMIS_Pers - on/mid/383/id/44/ScreenMode/Ward/Default.aspx -[14:16:09] Committing batch 1 consisting of 80 files base.py:274 -[14:16:11] Finished attempting to scrape: PKN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PLY/index.html b/logbooks/PLY/index.html index d7fb09651e..7c33295d18 100644 --- a/logbooks/PLY/index.html +++ b/logbooks/PLY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-16">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:16:13.312224</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:16:28.161114</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:16:13] Fetching Scraper for: PLY handlers.py:23 + Begin attempting to scrape: PLY handlers.py:27 + Deleting existing data... base.py:239 +[09:16:14] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:16:15] Deleting batch no. 2 consisting of 15 files base.py:216 +[09:16:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.plymouth.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:16:25] Committing batch 1 consisting of 92 files base.py:274 +[09:16:26] Committing batch 2 consisting of 22 files base.py:274 +[09:16:28] Finished attempting to scrape: PLY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>14 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:09:51.922277</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:10:06.075702</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:09:51] Fetching Scraper for: PLY handlers.py:23 - Begin attempting to scrape: PLY handlers.py:27 -[12:09:52] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:09:53] ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:09:54] Deleting batch no. 2 consisting of 15 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.plymouth.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:10:03] Committing batch 1 consisting of 92 files base.py:274 -[12:10:04] Committing batch 2 consisting of 22 files base.py:274 -[12:10:06] Finished attempting to scrape: PLY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/POR/index.html b/logbooks/POR/index.html index e1d5dcbf2c..67f37a747b 100644 --- a/logbooks/POR/index.html +++ b/logbooks/POR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:31.468781</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:38:38.313325</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:31] Fetching Scraper for: POR handlers.py:23 + Begin attempting to scrape: POR handlers.py:27 + Deleting existing data... base.py:239 +[08:38:32] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[08:38:33] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.portsmouth.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:38:37] Committing batch 1 consisting of 84 files base.py:274 +[08:38:38] Finished attempting to scrape: POR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:14:26.420132</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:32.565688</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:14:26] Fetching Scraper for: POR handlers.py:23 - Begin attempting to scrape: POR handlers.py:27 - Deleting existing data... base.py:239 -[12:14:27] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[12:14:28] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.portsmouth.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:14:31] Committing batch 1 consisting of 84 files base.py:274 -[12:14:32] Finished attempting to scrape: POR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/POW/index.html b/logbooks/POW/index.html index 0feaa04e47..724ebc3dfa 100644 --- a/logbooks/POW/index.html +++ b/logbooks/POW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-15">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:15:26.377170</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:15:36.073337</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:15:26] Fetching Scraper for: POW handlers.py:23 + Begin attempting to scrape: POW handlers.py:27 + Deleting existing data... base.py:239 +[10:15:27] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 65 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 65 files in Councillors/raw base.py:207 + ...found 131 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:15:28] Deleting batch no. 2 consisting of 31 files base.py:216 +[10:15:29] ...data deleted. base.py:246 + Scraping from base.py:42 + http://powys.moderngov.co.uk/mgWebService.asmx/GetCouncill + orsByWard +[10:15:33] Committing batch 1 consisting of 92 files base.py:274 +[10:15:34] Committing batch 2 consisting of 38 files base.py:274 +[10:15:36] Finished attempting to scrape: POW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:07:51.993239</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:01.739222</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:07:51] Fetching Scraper for: POW handlers.py:23 -[12:07:52] Begin attempting to scrape: POW handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:07:53] ...found 66 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 66 files in Councillors/raw base.py:207 - ...found 133 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:07:54] Deleting batch no. 2 consisting of 33 files base.py:216 -[12:07:55] ...data deleted. base.py:246 - Scraping from base.py:42 - http://powys.moderngov.co.uk/mgWebService.asmx/GetCouncill - orsByWard -[12:07:59] Committing batch 1 consisting of 92 files base.py:274 -[12:08:00] Committing batch 2 consisting of 40 files base.py:274 -[12:08:01] Finished attempting to scrape: POW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PRE/index.html b/logbooks/PRE/index.html index 09d0964b6f..6cd9a69dbd 100644 --- a/logbooks/PRE/index.html +++ b/logbooks/PRE/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:44:30.651467</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:44:44.257386</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:44:30] Fetching Scraper for: PRE handlers.py:23 + Begin attempting to scrape: PRE handlers.py:27 +[08:44:31] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:44:32] ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://preston.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:44:41] Committing batch 1 consisting of 92 files base.py:274 +[08:44:43] Committing batch 2 consisting of 4 files base.py:274 +[08:44:44] Finished attempting to scrape: PRE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:17:27.069898</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:17:35.758992</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:17:27] Fetching Scraper for: PRE handlers.py:23 - Begin attempting to scrape: PRE handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:17:28] Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:17:29] ...data deleted. base.py:246 - Scraping from base.py:42 - http://preston.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:17:33] Committing batch 1 consisting of 92 files base.py:274 -[13:17:34] Committing batch 2 consisting of 4 files base.py:274 -[13:17:35] Finished attempting to scrape: PRE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/PTE/index.html b/logbooks/PTE/index.html index 7300b8b256..88abab7533 100644 --- a/logbooks/PTE/index.html +++ b/logbooks/PTE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-17">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:17:28.563045</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:17:37.621703</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:17:28] Fetching Scraper for: PTE handlers.py:23 + Begin attempting to scrape: PTE handlers.py:27 + Deleting existing data... base.py:239 +[09:17:29] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 +[09:17:30] ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 21 files base.py:216 +[09:17:31] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.peterborough.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:17:34] Committing batch 1 consisting of 92 files base.py:274 +[09:17:36] Committing batch 2 consisting of 28 files base.py:274 +[09:17:37] Finished attempting to scrape: PTE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-58">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:58:09.454008</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:58:18.015068</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:58:09] Fetching Scraper for: PTE handlers.py:23 - Begin attempting to scrape: PTE handlers.py:27 - Deleting existing data... base.py:239 -[12:58:10] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:58:11] Deleting batch no. 2 consisting of 21 files base.py:216 -[12:58:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.peterborough.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:58:15] Committing batch 1 consisting of 92 files base.py:274 -[12:58:16] Committing batch 2 consisting of 28 files base.py:274 -[12:58:17] Finished attempting to scrape: PTE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RCC/index.html b/logbooks/RCC/index.html index c92099fbaf..5d399ec600 100644 --- a/logbooks/RCC/index.html +++ b/logbooks/RCC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:11.850801</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:38:21.013680</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:11] Fetching Scraper for: RCC handlers.py:23 + Begin attempting to scrape: RCC handlers.py:27 +[08:38:12] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:38:13] ...found 59 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 59 files in Councillors/raw base.py:207 + ...found 119 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:38:14] Deleting batch no. 2 consisting of 19 files base.py:216 + ...data deleted. base.py:246 +[08:38:15] Scraping from base.py:42 + https://rcbc.moderngov.co.uk/mgWebService.asmx/GetCouncill + orsByWard +[08:38:18] Committing batch 1 consisting of 92 files base.py:274 +[08:38:19] Committing batch 2 consisting of 26 files base.py:274 +[08:38:21] Finished attempting to scrape: RCC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-13">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-01">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:01:09.094612</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:01:18.062331</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:01:09] Fetching Scraper for: RCC handlers.py:23 - Begin attempting to scrape: RCC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:01:10] Getting all files in Councillors/json... base.py:191 - ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:01:11] Deleting batch no. 2 consisting of 19 files base.py:216 -[13:01:12] ...data deleted. base.py:246 - Scraping from base.py:42 - https://rcbc.moderngov.co.uk/mgWebService.asmx/GetCouncill - orsByWard -[13:01:15] Committing batch 1 consisting of 92 files base.py:274 -[13:01:16] Committing batch 2 consisting of 26 files base.py:274 -[13:01:18] Finished attempting to scrape: RCC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RCH/index.html b/logbooks/RCH/index.html index 71017c05d1..bdc434f5be 100644 --- a/logbooks/RCH/index.html +++ b/logbooks/RCH/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:29:03.304717</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:29:12.333316</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:29:03] Fetching Scraper for: RCH handlers.py:23 + Begin attempting to scrape: RCH handlers.py:27 + Deleting existing data... base.py:239 +[10:29:04] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:29:05] Deleting batch no. 2 consisting of 21 files base.py:216 +[10:29:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.rochdale.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:29:09] Committing batch 1 consisting of 92 files base.py:274 +[10:29:10] Committing batch 2 consisting of 28 files base.py:274 +[10:29:12] Finished attempting to scrape: RCH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-57">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:57:09.264442</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:57:18.038099</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:57:09] Fetching Scraper for: RCH handlers.py:23 - Begin attempting to scrape: RCH handlers.py:27 - Deleting existing data... base.py:239 -[12:57:10] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:57:11] Deleting batch no. 2 consisting of 21 files base.py:216 -[12:57:12] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.rochdale.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:57:15] Committing batch 1 consisting of 92 files base.py:274 -[12:57:16] Committing batch 2 consisting of 28 files base.py:274 -[12:57:18] Finished attempting to scrape: RCH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RCT/index.html b/logbooks/RCT/index.html index 4038280810..69da1e1953 100644 --- a/logbooks/RCT/index.html +++ b/logbooks/RCT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-28">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:28:49.748183</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:28:59.534078</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:28:49] Fetching Scraper for: RCT handlers.py:23 + Begin attempting to scrape: RCT handlers.py:27 +[10:28:50] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 75 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:28:51] ...found 75 files in Councillors/raw base.py:207 + ...found 151 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:28:52] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://rctcbc.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[10:28:56] Committing batch 1 consisting of 92 files base.py:274 +[10:28:58] Committing batch 2 consisting of 58 files base.py:274 +[10:28:59] Finished attempting to scrape: RCT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:06:17.520083</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:06:27.302481</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:06:17] Fetching Scraper for: RCT handlers.py:23 - Begin attempting to scrape: RCT handlers.py:27 - Deleting existing data... base.py:239 -[12:06:18] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:06:19] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:06:20] ...data deleted. base.py:246 - Scraping from base.py:42 - https://rctcbc.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:06:24] Committing batch 1 consisting of 92 files base.py:274 -[12:06:26] Committing batch 2 consisting of 58 files base.py:274 -[12:06:27] Finished attempting to scrape: RCT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RDB/index.html b/logbooks/RDB/index.html index b839f2442f..d688751372 100644 --- a/logbooks/RDB/index.html +++ b/logbooks/RDB/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:52.209137</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:32:00.565191</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:52] Fetching Scraper for: RDB handlers.py:23 + Begin attempting to scrape: RDB handlers.py:27 + Deleting existing data... base.py:239 +[08:31:53] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:31:54] Deleting batch no. 2 consisting of 27 files base.py:216 +[08:31:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.redbridge.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:31:58] Committing batch 1 consisting of 92 files base.py:274 +[08:31:59] Committing batch 2 consisting of 34 files base.py:274 +[08:32:00] Finished attempting to scrape: RDB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-58">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:51:30.254819</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:51:38.692108</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:51:30] Fetching Scraper for: RDB handlers.py:23 - Begin attempting to scrape: RDB handlers.py:27 - Deleting existing data... base.py:239 -[12:51:31] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:51:32] Deleting batch no. 2 consisting of 27 files base.py:216 -[12:51:33] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.redbridge.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:51:36] Committing batch 1 consisting of 92 files base.py:274 -[12:51:37] Committing batch 2 consisting of 34 files base.py:274 -[12:51:38] Finished attempting to scrape: RDB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RDG/index.html b/logbooks/RDG/index.html index 7ef9323cba..50928fde48 100644 --- a/logbooks/RDG/index.html +++ b/logbooks/RDG/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:34:50.118157</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:34:59.861557</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:34:50] Fetching Scraper for: RDG handlers.py:23 + Begin attempting to scrape: RDG handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:34:51] Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[08:34:52] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.reading.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[08:34:57] Committing batch 1 consisting of 92 files base.py:274 +[08:34:58] Committing batch 2 consisting of 4 files base.py:274 +[08:34:59] Finished attempting to scrape: RDG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-18">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:18:25.003856</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:18:34.448361</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:18:25] Fetching Scraper for: RDG handlers.py:23 - Begin attempting to scrape: RDG handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:18:26] Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:18:27] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.reading.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:18:32] Committing batch 1 consisting of 92 files base.py:274 -[13:18:33] Committing batch 2 consisting of 4 files base.py:274 -[13:18:34] Finished attempting to scrape: RDG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RED/index.html b/logbooks/RED/index.html index 07cb733e9b..218cdfe30a 100644 --- a/logbooks/RED/index.html +++ b/logbooks/RED/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:21:11.418973</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:21:16.981175</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:21:11] Fetching Scraper for: RED handlers.py:23 + Begin attempting to scrape: RED handlers.py:27 + Deleting existing data... base.py:239 +[08:21:12] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 29 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 29 files in Councillors/raw base.py:207 + ...found 59 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 59 files base.py:216 +[08:21:13] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngovwebpublic.redditchbc.gov.uk/mgWebService.a + smx/GetCouncillorsByWard +[08:21:15] Committing batch 1 consisting of 58 files base.py:274 +[08:21:16] Finished attempting to scrape: RED base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:14.230769</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:38:19.908255</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:14] Fetching Scraper for: RED handlers.py:23 - Begin attempting to scrape: RED handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:38:15] Getting all files in Councillors/json... base.py:191 - ...found 29 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 29 files in Councillors/raw base.py:207 - ...found 59 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 59 files base.py:216 -[12:38:16] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngovwebpublic.redditchbc.gov.uk/mgWebService.a - smx/GetCouncillorsByWard -[12:38:18] Committing batch 1 consisting of 58 files base.py:274 -[12:38:19] Finished attempting to scrape: RED base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/REI/index.html b/logbooks/REI/index.html index ce47ac28ef..b4cee56672 100644 --- a/logbooks/REI/index.html +++ b/logbooks/REI/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:26:06.682014</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:26:14.064318</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:26:06] Fetching Scraper for: REI handlers.py:23 + Begin attempting to scrape: REI handlers.py:27 +[09:26:07] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:26:08] ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://reigate-banstead.moderngov.co.uk/mgWebService.asmx + /GetCouncillorsByWard +[09:26:12] Committing batch 1 consisting of 90 files base.py:274 +[09:26:14] Finished attempting to scrape: REI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-57">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:57:55.945563</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:58:03.636006</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:57:55] Fetching Scraper for: REI handlers.py:23 - Begin attempting to scrape: REI handlers.py:27 -[12:57:56] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:57:57] ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[12:57:58] ...data deleted. base.py:246 - Scraping from base.py:42 - https://reigate-banstead.moderngov.co.uk/mgWebService.asmx - /GetCouncillorsByWard -[12:58:02] Committing batch 1 consisting of 90 files base.py:274 -[12:58:03] Finished attempting to scrape: REI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RFW/index.html b/logbooks/RFW/index.html index ce0f18a9cf..ff05f3a731 100644 --- a/logbooks/RFW/index.html +++ b/logbooks/RFW/index.html @@ -37,6 +37,229 @@ + <h2 id="2023-10-15-08-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>213 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:58:25.352701</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:01:58.683800</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:58:25] Fetching Scraper for: RFW handlers.py:23 + Begin attempting to scrape: RFW handlers.py:27 + Deleting existing data... base.py:239 +[08:58:26] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[08:58:27] ...data deleted. base.py:246 + Scraping from base.py:42 + https://renfrewshire.cmis.uk.com/renfrewshire/Councillors. + aspx +[08:58:30] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1269/ScreenMode/Alp + habetical/Default.aspx +[08:58:36] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1976/ScreenMode/Alp + habetical/Default.aspx +[08:58:40] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1280/ScreenMode/Alp + habetical/Default.aspx +[08:58:44] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1275/ScreenMode/Alp + habetical/Default.aspx +[08:58:49] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1277/ScreenMode/Alp + habetical/Default.aspx +[08:58:56] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alpha + betical/Default.aspx +[08:59:00] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1288/ScreenMode/Alp + habetical/Default.aspx +[08:59:05] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1967/ScreenMode/Alp + habetical/Default.aspx +[08:59:09] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1273/ScreenMode/Alp + habetical/Default.aspx +[08:59:12] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode/Alpha + betical/Default.aspx +[08:59:17] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alpha + betical/Default.aspx +[08:59:22] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alpha + betical/Default.aspx +[08:59:28] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1972/ScreenMode/Alp + habetical/Default.aspx +[08:59:34] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1268/ScreenMode/Alp + habetical/Default.aspx +[08:59:37] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1973/ScreenMode/Alp + habetical/Default.aspx +[08:59:41] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1270/ScreenMode/Alp + habetical/Default.aspx +[08:59:47] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1966/ScreenMode/Alp + habetical/Default.aspx +[08:59:51] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1970/ScreenMode/Alp + habetical/Default.aspx +[08:59:55] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alpha + betical/Default.aspx +[08:59:59] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1265/ScreenMode/Alp + habetical/Default.aspx +[09:00:06] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1974/ScreenMode/Alp + habetical/Default.aspx +[09:00:11] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1979/ScreenMode/Alp + habetical/Default.aspx +[09:00:15] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1978/ScreenMode/Alp + habetical/Default.aspx +[09:00:18] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMode/Alpha + betical/Default.aspx +[09:00:23] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alpha + betical/Default.aspx +[09:00:26] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/Alpha + betical/Default.aspx +[09:00:30] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1286/ScreenMode/Alp + habetical/Default.aspx +[09:00:33] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1968/ScreenMode/Alp + habetical/Default.aspx +[09:00:38] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alpha + betical/Default.aspx +[09:00:43] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1975/ScreenMode/Alp + habetical/Default.aspx +[09:00:46] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1965/ScreenMode/Alp + habetical/Default.aspx +[09:00:49] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alpha + betical/Default.aspx +[09:00:57] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1971/ScreenMode/Alp + habetical/Default.aspx +[09:01:04] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1274/ScreenMode/Alp + habetical/Default.aspx +[09:01:10] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1276/ScreenMode/Alp + habetical/Default.aspx +[09:01:13] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1977/ScreenMode/Alp + habetical/Default.aspx +[09:01:17] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alpha + betical/Default.aspx +[09:01:20] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/45/ScreenMode/Alpha + betical/Default.aspx +[09:01:30] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1177/ScreenMode/Alp + habetical/Default.aspx +[09:01:38] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1284/ScreenMode/Alp + habetical/Default.aspx +[09:01:43] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1266/ScreenMode/Alp + habetical/Default.aspx +[09:01:47] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1969/ScreenMode/Alp + habetical/Default.aspx +[09:01:51] Scraping from base.py:42 + http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t + abid/63/ctl/ViewCMIS_Person/mid/383/id/1279/ScreenMode/Alp + habetical/Default.aspx +[09:01:57] Committing batch 1 consisting of 86 files base.py:274 +[09:01:58] Finished attempting to scrape: RFW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4271,229 +4494,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>231 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:25:20.791270</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:29:12.309969</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:25:20] Fetching Scraper for: RFW handlers.py:23 - Begin attempting to scrape: RFW handlers.py:27 -[12:25:21] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:25:22] Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 -[12:25:23] ...data deleted. base.py:246 - Scraping from base.py:42 - https://renfrewshire.cmis.uk.com/renfrewshire/Councillors. - aspx -[12:25:25] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1269/ScreenMode/Alp - habetical/Default.aspx -[12:25:29] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1976/ScreenMode/Alp - habetical/Default.aspx -[12:25:34] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1280/ScreenMode/Alp - habetical/Default.aspx -[12:25:39] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1275/ScreenMode/Alp - habetical/Default.aspx -[12:25:44] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1277/ScreenMode/Alp - habetical/Default.aspx -[12:25:51] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alpha - betical/Default.aspx -[12:25:55] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1288/ScreenMode/Alp - habetical/Default.aspx -[12:26:01] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1967/ScreenMode/Alp - habetical/Default.aspx -[12:26:05] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1273/ScreenMode/Alp - habetical/Default.aspx -[12:26:08] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode/Alpha - betical/Default.aspx -[12:26:12] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alpha - betical/Default.aspx -[12:26:18] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alpha - betical/Default.aspx -[12:26:24] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1972/ScreenMode/Alp - habetical/Default.aspx -[12:26:30] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1268/ScreenMode/Alp - habetical/Default.aspx -[12:26:33] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1973/ScreenMode/Alp - habetical/Default.aspx -[12:26:37] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1270/ScreenMode/Alp - habetical/Default.aspx -[12:26:44] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1966/ScreenMode/Alp - habetical/Default.aspx -[12:26:48] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1970/ScreenMode/Alp - habetical/Default.aspx -[12:26:53] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/Alpha - betical/Default.aspx -[12:26:57] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1265/ScreenMode/Alp - habetical/Default.aspx -[12:27:05] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1974/ScreenMode/Alp - habetical/Default.aspx -[12:27:10] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1979/ScreenMode/Alp - habetical/Default.aspx -[12:27:13] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1978/ScreenMode/Alp - habetical/Default.aspx -[12:27:18] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMode/Alpha - betical/Default.aspx -[12:27:22] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alpha - betical/Default.aspx -[12:27:26] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/Alpha - betical/Default.aspx -[12:27:31] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1286/ScreenMode/Alp - habetical/Default.aspx -[12:27:36] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1968/ScreenMode/Alp - habetical/Default.aspx -[12:27:41] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alpha - betical/Default.aspx -[12:27:46] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1975/ScreenMode/Alp - habetical/Default.aspx -[12:27:50] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1965/ScreenMode/Alp - habetical/Default.aspx -[12:27:53] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/Alpha - betical/Default.aspx -[12:28:01] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1971/ScreenMode/Alp - habetical/Default.aspx -[12:28:08] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1274/ScreenMode/Alp - habetical/Default.aspx -[12:28:14] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1276/ScreenMode/Alp - habetical/Default.aspx -[12:28:17] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1977/ScreenMode/Alp - habetical/Default.aspx -[12:28:22] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alpha - betical/Default.aspx -[12:28:26] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/45/ScreenMode/Alpha - betical/Default.aspx -[12:28:40] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1177/ScreenMode/Alp - habetical/Default.aspx -[12:28:47] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1284/ScreenMode/Alp - habetical/Default.aspx -[12:28:53] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1266/ScreenMode/Alp - habetical/Default.aspx -[12:29:01] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1969/ScreenMode/Alp - habetical/Default.aspx -[12:29:05] Scraping from base.py:42 - http://renfrewshire.cmis.uk.com/renfrewshire/Councillors/t - abid/63/ctl/ViewCMIS_Person/mid/383/id/1279/ScreenMode/Alp - habetical/Default.aspx -[12:29:10] Committing batch 1 consisting of 86 files base.py:274 -[12:29:12] Finished attempting to scrape: RFW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RIB/index.html b/logbooks/RIB/index.html index 3b41fddb90..aa4f065097 100644 --- a/logbooks/RIB/index.html +++ b/logbooks/RIB/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:04.473315</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:10.367557</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:04] Fetching Scraper for: RIB handlers.py:23 + Begin attempting to scrape: RIB handlers.py:27 + Deleting existing data... base.py:239 +[09:50:05] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[09:50:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.ribblevalley.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:50:09] Committing batch 1 consisting of 80 files base.py:274 +[09:50:10] Finished attempting to scrape: RIB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:08:04.641547</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:10.227326</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:08:04] Fetching Scraper for: RIB handlers.py:23 - Begin attempting to scrape: RIB handlers.py:27 - Deleting existing data... base.py:239 -[12:08:05] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:08:06] ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.ribblevalley.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:08:08] Committing batch 1 consisting of 80 files base.py:274 -[12:08:10] Finished attempting to scrape: RIB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RIC/index.html b/logbooks/RIC/index.html index f5637f4f0d..6e9a1adf45 100644 --- a/logbooks/RIC/index.html +++ b/logbooks/RIC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:30:29.687619</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:38.420080</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:30:29] Fetching Scraper for: RIC handlers.py:23 + Begin attempting to scrape: RIC handlers.py:27 +[08:30:30] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:30:31] ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:30:32] Deleting batch no. 2 consisting of 9 files base.py:216 +[08:30:33] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cabnet.richmond.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:30:35] Committing batch 1 consisting of 92 files base.py:274 +[08:30:37] Committing batch 2 consisting of 16 files base.py:274 +[08:30:38] Finished attempting to scrape: RIC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-16">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:22:44.048924</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:22:52.324381</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:22:44] Fetching Scraper for: RIC handlers.py:23 - Begin attempting to scrape: RIC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:22:45] Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:22:46] Deleting batch no. 2 consisting of 9 files base.py:216 -[14:22:47] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cabnet.richmond.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[14:22:49] Committing batch 1 consisting of 92 files base.py:274 -[14:22:51] Committing batch 2 consisting of 16 files base.py:274 -[14:22:52] Finished attempting to scrape: RIC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ROC/index.html b/logbooks/ROC/index.html index e5a7f8586c..5c4e5ae8db 100644 --- a/logbooks/ROC/index.html +++ b/logbooks/ROC/index.html @@ -37,6 +37,213 @@ + <h2 id="2023-10-15-10-25">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>57 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:25:30.479287</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:26:27.590151</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:25:30] Fetching Scraper for: ROC handlers.py:23 + Begin attempting to scrape: ROC handlers.py:27 + Deleting existing data... base.py:239 +[10:25:31] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[10:25:32] ...data deleted. base.py:246 + Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/Scr + eenMode/Alphabetical/Default.aspx +[10:25:34] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/328/ScreenMode/Alphabetical/De + fault.aspx +[10:25:35] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/343/ScreenMode/Alphabetical/De + fault.aspx +[10:25:36] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/344/ScreenMode/Alphabetical/De + fault.aspx +[10:25:37] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/209/ScreenMode/Alphabetical/De + fault.aspx +[10:25:38] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/226/ScreenMode/Alphabetical/De + fault.aspx +[10:25:40] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/304/ScreenMode/Alphabetical/De + fault.aspx +[10:25:41] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/314/ScreenMode/Alphabetical/De + fault.aspx +[10:25:42] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/333/ScreenMode/Alphabetical/De + fault.aspx +[10:25:43] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/274/ScreenMode/Alphabetical/De + fault.aspx +[10:25:44] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/279/ScreenMode/Alphabetical/De + fault.aspx +[10:25:47] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/309/ScreenMode/Alphabetical/De + fault.aspx +[10:25:48] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/303/ScreenMode/Alphabetical/De + fault.aspx +[10:25:49] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/310/ScreenMode/Alphabetical/De + fault.aspx +[10:25:50] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/277/ScreenMode/Alphabetical/De + fault.aspx +[10:25:51] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/239/ScreenMode/Alphabetical/De + fault.aspx +[10:25:53] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/305/ScreenMode/Alphabetical/De + fault.aspx +[10:25:54] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/330/ScreenMode/Alphabetical/De + fault.aspx +[10:25:55] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/267/ScreenMode/Alphabetical/De + fault.aspx +[10:25:56] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/346/ScreenMode/Alphabetical/De + fault.aspx +[10:25:57] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/342/ScreenMode/Alphabetical/De + fault.aspx +[10:25:58] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/329/ScreenMode/Alphabetical/De + fault.aspx +[10:26:00] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/252/ScreenMode/Alphabetical/De + fault.aspx +[10:26:02] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/240/ScreenMode/Alphabetical/De + fault.aspx +[10:26:04] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/281/ScreenMode/Alphabetical/De + fault.aspx +[10:26:05] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/302/ScreenMode/Alphabetical/De + fault.aspx +[10:26:06] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/286/ScreenMode/Alphabetical/De + fault.aspx +[10:26:08] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/311/ScreenMode/Alphabetical/De + fault.aspx +[10:26:09] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/345/ScreenMode/Alphabetical/De + fault.aspx +[10:26:10] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/332/ScreenMode/Alphabetical/De + fault.aspx +[10:26:11] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/283/ScreenMode/Alphabetical/De + fault.aspx +[10:26:12] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/258/ScreenMode/Alphabetical/De + fault.aspx +[10:26:14] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/327/ScreenMode/Alphabetical/De + fault.aspx +[10:26:15] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/273/ScreenMode/Alphabetical/De + fault.aspx +[10:26:16] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/227/ScreenMode/Alphabetical/De + fault.aspx +[10:26:19] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/250/ScreenMode/Alphabetical/De + fault.aspx +[10:26:21] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/285/ScreenMode/Alphabetical/De + fault.aspx +[10:26:22] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/331/ScreenMode/Alphabetical/De + fault.aspx +[10:26:23] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/280/ScreenMode/Alphabetical/De + fault.aspx +[10:26:24] Scraping from base.py:42 + https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl + /ViewCMIS_Person/mid/480/id/291/ScreenMode/Alphabetical/De + fault.aspx +[10:26:26] Committing batch 1 consisting of 78 files base.py:274 +[10:26:27] Finished attempting to scrape: ROC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3967,213 +4174,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>56 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:17:18.794419</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:18:15.401982</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:17:18] Fetching Scraper for: ROC handlers.py:23 - Begin attempting to scrape: ROC handlers.py:27 -[12:17:19] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:17:20] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/Scr - eenMode/Alphabetical/Default.aspx -[12:17:22] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/328/ScreenMode/Alphabetical/De - fault.aspx -[12:17:23] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/343/ScreenMode/Alphabetical/De - fault.aspx -[12:17:24] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/344/ScreenMode/Alphabetical/De - fault.aspx -[12:17:25] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/209/ScreenMode/Alphabetical/De - fault.aspx -[12:17:27] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/226/ScreenMode/Alphabetical/De - fault.aspx -[12:17:28] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/304/ScreenMode/Alphabetical/De - fault.aspx -[12:17:29] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/314/ScreenMode/Alphabetical/De - fault.aspx -[12:17:30] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/333/ScreenMode/Alphabetical/De - fault.aspx -[12:17:31] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/274/ScreenMode/Alphabetical/De - fault.aspx -[12:17:33] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/279/ScreenMode/Alphabetical/De - fault.aspx -[12:17:35] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/309/ScreenMode/Alphabetical/De - fault.aspx -[12:17:36] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/303/ScreenMode/Alphabetical/De - fault.aspx -[12:17:37] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/310/ScreenMode/Alphabetical/De - fault.aspx -[12:17:38] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/277/ScreenMode/Alphabetical/De - fault.aspx -[12:17:39] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/239/ScreenMode/Alphabetical/De - fault.aspx -[12:17:41] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/305/ScreenMode/Alphabetical/De - fault.aspx -[12:17:42] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/330/ScreenMode/Alphabetical/De - fault.aspx -[12:17:43] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/267/ScreenMode/Alphabetical/De - fault.aspx -[12:17:44] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/346/ScreenMode/Alphabetical/De - fault.aspx -[12:17:46] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/342/ScreenMode/Alphabetical/De - fault.aspx -[12:17:47] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/329/ScreenMode/Alphabetical/De - fault.aspx -[12:17:49] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/252/ScreenMode/Alphabetical/De - fault.aspx -[12:17:50] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/240/ScreenMode/Alphabetical/De - fault.aspx -[12:17:52] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/281/ScreenMode/Alphabetical/De - fault.aspx -[12:17:53] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/302/ScreenMode/Alphabetical/De - fault.aspx -[12:17:55] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/286/ScreenMode/Alphabetical/De - fault.aspx -[12:17:56] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/311/ScreenMode/Alphabetical/De - fault.aspx -[12:17:57] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/345/ScreenMode/Alphabetical/De - fault.aspx -[12:17:58] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/332/ScreenMode/Alphabetical/De - fault.aspx -[12:17:59] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/283/ScreenMode/Alphabetical/De - fault.aspx -[12:18:01] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/258/ScreenMode/Alphabetical/De - fault.aspx -[12:18:02] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/327/ScreenMode/Alphabetical/De - fault.aspx -[12:18:03] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/273/ScreenMode/Alphabetical/De - fault.aspx -[12:18:06] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/227/ScreenMode/Alphabetical/De - fault.aspx -[12:18:07] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/250/ScreenMode/Alphabetical/De - fault.aspx -[12:18:09] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/285/ScreenMode/Alphabetical/De - fault.aspx -[12:18:10] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/331/ScreenMode/Alphabetical/De - fault.aspx -[12:18:11] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/280/ScreenMode/Alphabetical/De - fault.aspx -[12:18:12] Scraping from base.py:42 - https://rochford.cmis.uk.com/rochford/Members/tabid/62/ctl - /ViewCMIS_Person/mid/480/id/291/ScreenMode/Alphabetical/De - fault.aspx -[12:18:13] Committing batch 1 consisting of 78 files base.py:274 -[12:18:15] Finished attempting to scrape: ROC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ROS/index.html b/logbooks/ROS/index.html index 6bd49ac862..2ad7fd50dd 100644 --- a/logbooks/ROS/index.html +++ b/logbooks/ROS/index.html @@ -37,6 +37,160 @@ + <h2 id="2023-10-15-09-47">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>32 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:47:22.585594</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:47:55.194807</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:47:22] Fetching Scraper for: ROS handlers.py:23 + Begin attempting to scrape: ROS handlers.py:27 + Deleting existing data... base.py:239 +[09:47:23] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:47:24] ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 + ...data deleted. base.py:246 + Scraping from https://www.rossendale.gov.uk/councillors base.py:42 +[09:47:26] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10079/adrian-lyt + hgoe +[09:47:27] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10084/alan-neal +[09:47:28] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10093/alan-woods + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10062/alyson-bar + nes +[09:47:29] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10095/andrew-wal + msley +[09:47:30] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10080/andy-macna + e + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10102/ann-hodgki + ss +[09:47:31] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10077/ann-kenyon +[09:47:32] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10065/anne-cartn + er-cheetham +[09:47:33] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10097/annie-mcma + hon +[09:47:34] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10061/barbara-as + hworth + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10101/caroline-s + nowden +[09:47:35] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10103/christine- + gill +[09:47:36] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10107/danielle-a + shworth + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10070/david-foxc + roft +[09:47:37] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10096/dayne-powe + ll +[09:47:38] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10071/gemma-rook + e +[09:47:39] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10083/granville- + morris +[09:47:40] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10085/jacqueline + -oakes +[09:47:41] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10067/james-eato + n +[09:47:42] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10060/janet-whit + ehead + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10075/janice-joh + nson +[09:47:43] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10064/jenny-rigb + y +[09:47:44] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10105/judith-dri + ver +[09:47:45] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10088/julie-adsh + ead + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10087/laura-beth + -thompson +[09:47:46] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10100/liz-mcinne + s +[09:47:47] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10086/marilyn-pr + octer + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10099/mary-cooga + n +[09:47:48] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10106/matt-norto + n +[09:47:49] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10098/michelle-s + mith +[09:47:50] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10104/neil-looke + r + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10081/patrick-ma + rriott +[09:47:51] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10072/samara-bar + nes +[09:47:52] Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10063/scott-smit + h + Scraping from base.py:42 + https://www.rossendale.gov.uk/councillors/10074/steve-hugh + es +[09:47:53] Committing batch 1 consisting of 72 files base.py:274 +[09:47:55] Finished attempting to scrape: ROS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2056,161 +2210,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>26 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:53:21.730568</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:53:48.211617</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:53:21] Fetching Scraper for: ROS handlers.py:23 - Begin attempting to scrape: ROS handlers.py:27 -[12:53:22] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[12:53:23] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/name -[12:53:25] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10088/julie_adsh - ead - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10061/barbara_as - hworth -[12:53:26] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10107/danielle_a - shworth -[12:53:27] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10062/alyson_bar - nes - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10072/samara_bar - nes -[12:53:28] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10065/anne_cartn - er_cheetham - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10099/mary_cooga - n -[12:53:29] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10105/judith_dri - ver - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10067/james_eato - n -[12:53:30] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10070/david_foxc - roft -[12:53:31] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10103/christine_ - gill - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10102/ann_hodgki - ss -[12:53:32] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10074/steve_hugh - es - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10075/janice_joh - nson -[12:53:33] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10077/ann_kenyon -[12:53:34] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10104/neil_looke - r - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10079/adrian_lyt - hgoe -[12:53:35] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10080/andy_macna - e - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10081/patrick_ma - rriott -[12:53:36] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10100/liz_mcinne - s -[12:53:37] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10097/annie_mcma - hon - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10083/granville_ - morris -[12:53:38] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10084/alan_neal - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10106/matt_norto - n -[12:53:39] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10085/jacqueline - _oakes -[12:53:40] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10096/dayne_powe - ll - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10086/marilyn_pr - octer -[12:53:41] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10064/jenny_rigb - y - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10071/gemma_rook - e -[12:53:42] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10098/michelle_s - mith -[12:53:43] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10063/scott_smit - h - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10101/caroline_s - nowden -[12:53:44] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10087/laura-beth - _thompson - Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10095/andrew_wal - msley -[12:53:45] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10060/janet_whit - ehead -[12:53:46] Scraping from base.py:42 - https://www.rossendale.gov.uk/councillors/10093/alan_woods - Committing batch 1 consisting of 72 files base.py:274 -[12:53:48] Finished attempting to scrape: ROS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ROT/index.html b/logbooks/ROT/index.html index 77c982d9a0..a8ed40afe2 100644 --- a/logbooks/ROT/index.html +++ b/logbooks/ROT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:29:50.686826</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:30:01.220774</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:29:50] Fetching Scraper for: ROT handlers.py:23 + Begin attempting to scrape: ROT handlers.py:27 +[08:29:51] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:29:52] ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 + Deleting batch no. 2 consisting of 17 files base.py:216 +[08:29:53] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.rotherham.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:29:58] Committing batch 1 consisting of 92 files base.py:274 +[08:30:00] Committing batch 2 consisting of 24 files base.py:274 +[08:30:01] Finished attempting to scrape: ROT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-55">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>13 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:12:45.990640</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:12:59.835649</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:12:45] Fetching Scraper for: ROT handlers.py:23 -[14:12:46] Begin attempting to scrape: ROT handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:12:47] ...found 58 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 58 files in Councillors/raw base.py:207 - ...found 117 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:12:48] Deleting batch no. 2 consisting of 17 files base.py:216 -[14:12:49] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.rotherham.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[14:12:57] Committing batch 1 consisting of 92 files base.py:274 -[14:12:58] Committing batch 2 consisting of 24 files base.py:274 -[14:12:59] Finished attempting to scrape: ROT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RUG/index.html b/logbooks/RUG/index.html index 8e5a58de90..8ebb6c3aaa 100644 --- a/logbooks/RUG/index.html +++ b/logbooks/RUG/index.html @@ -37,6 +37,142 @@ + <h2 id="2023-10-15-10-24">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>28 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:24:11.455329</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:24:40.430295</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:24:11] Fetching Scraper for: RUG handlers.py:23 + Begin attempting to scrape: RUG handlers.py:27 + Deleting existing data... base.py:239 +[10:24:12] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[10:24:13] ...data deleted. base.py:246 + Scraping from https://www.rugby.gov.uk/councillors/name base.py:42 +[10:24:15] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/85/julie_abarrow + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/114/robert_barnett +[10:24:16] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/100/barbara_brown + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/90/adam_daly +[10:24:17] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/92/tim_douglas + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/93/carie-anne_dumblet + on +[10:24:18] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/107/sam_edwards + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/73/belinda_garcia +[10:24:19] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/22/tony_gillias + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/112/richard_harringto + n +[10:24:20] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/27/eve_hassell + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/118/senthil_karadiar +[10:24:21] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/115/dale_keeling + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/116/john_keeling +[10:24:22] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/110/toby_lawrence +[10:24:24] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/83/bill_lewis + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/113/alison_livesey +[10:24:25] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/106/becky_maoudis + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/117/isabelle_mckenzie +[10:24:26] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/31/ish_mistry + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/111/michael_moran +[10:24:27] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/53/noreen_new + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/65/maggie_orourke +[10:24:28] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/55/lisa_parker +[10:24:29] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/96/ian_picker + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/34/derek_poole +[10:24:30] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/91/wayne_rabin + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/36/carolyn_robbins +[10:24:31] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/82/deepah_roberts + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/69/howard_roberts +[10:24:32] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/119/louise_robinson + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/37/jerry_roodhouse +[10:24:33] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/52/sue_roodhouse + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/120/luke_russell +[10:24:34] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/38/neil_sandison +[10:24:35] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/121/nooria_sayani + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/109/john_slinger +[10:24:36] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/42/ramesh_srivastava + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/43/heather_timms +[10:24:37] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/108/simon_ward + Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/11/carolyn_watson-mer + ret +[10:24:38] Scraping from base.py:42 + https://www.rugby.gov.uk/councillors/59/tim_willis + Committing batch 1 consisting of 84 files base.py:274 +[10:24:40] Finished attempting to scrape: RUG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-05">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2618,142 +2754,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>29 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:22:37.848340</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:23:07.028655</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:22:37] Fetching Scraper for: RUG handlers.py:23 - Begin attempting to scrape: RUG handlers.py:27 -[13:22:39] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:22:40] Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:22:41] ...data deleted. base.py:246 - Scraping from https://www.rugby.gov.uk/councillors/name base.py:42 -[13:22:43] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/85/julie_abarrow - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/114/robert_barnett -[13:22:44] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/100/barbara_brown - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/90/adam_daly -[13:22:45] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/92/tim_douglas - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/93/carie-anne_dumblet - on -[13:22:46] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/107/sam_edwards - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/73/belinda_garcia -[13:22:47] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/22/tony_gillias - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/112/richard_harringto - n -[13:22:48] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/27/eve_hassell - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/118/senthil_karadiar -[13:22:49] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/115/dale_keeling - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/116/john_keeling -[13:22:50] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/110/toby_lawrence -[13:22:51] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/83/bill_lewis - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/113/alison_livesey -[13:22:52] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/106/becky_maoudis - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/117/isabelle_mckenzie -[13:22:53] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/31/ish_mistry - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/111/michael_moran -[13:22:54] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/53/noreen_new - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/65/maggie_orourke -[13:22:55] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/55/lisa_parker - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/96/ian_picker -[13:22:56] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/34/derek_poole - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/91/wayne_rabin -[13:22:57] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/36/carolyn_robbins -[13:22:58] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/82/deepah_roberts - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/69/howard_roberts -[13:22:59] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/119/louise_robinson - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/37/jerry_roodhouse -[13:23:00] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/52/sue_roodhouse - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/120/luke_russell -[13:23:01] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/38/neil_sandison - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/121/nooria_sayani -[13:23:02] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/109/john_slinger - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/42/ramesh_srivastava -[13:23:03] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/43/heather_timms - Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/108/simon_ward -[13:23:04] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/11/carolyn_watson-mer - ret -[13:23:05] Scraping from base.py:42 - https://www.rugby.gov.uk/councillors/59/tim_willis - Committing batch 1 consisting of 84 files base.py:274 -[13:23:07] Finished attempting to scrape: RUG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RUH/index.html b/logbooks/RUH/index.html index 96c2cd358f..944f01d67b 100644 --- a/logbooks/RUH/index.html +++ b/logbooks/RUH/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:31:37.176378</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:31:42.713507</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:31:37] Fetching Scraper for: RUH handlers.py:23 + Begin attempting to scrape: RUH handlers.py:27 + Deleting existing data... base.py:239 +[08:31:38] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[08:31:39] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.rushmoor.gov.uk//mgWebService.asmx/GetCo + uncillorsByWard +[08:31:41] Committing batch 1 consisting of 80 files base.py:274 +[08:31:42] Finished attempting to scrape: RUH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:07:16.147904</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:07:22.638854</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:07:16] Fetching Scraper for: RUH handlers.py:23 - Begin attempting to scrape: RUH handlers.py:27 -[12:07:17] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:07:18] Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[12:07:19] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.rushmoor.gov.uk//mgWebService.asmx/GetCo - uncillorsByWard -[12:07:21] Committing batch 1 consisting of 80 files base.py:274 -[12:07:22] Finished attempting to scrape: RUH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RUN/index.html b/logbooks/RUN/index.html index 5d4cca01f2..8017d9ca9c 100644 --- a/logbooks/RUN/index.html +++ b/logbooks/RUN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:29:39.588156</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:29:46.169258</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:29:39] Fetching Scraper for: RUN handlers.py:23 + Begin attempting to scrape: RUN handlers.py:27 + Deleting existing data... base.py:239 +[08:29:40] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:29:41] ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[08:29:42] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.runnymede.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:29:44] Committing batch 1 consisting of 82 files base.py:274 +[08:29:46] Finished attempting to scrape: RUN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:10:39.067083</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:10:45.403348</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:10:39] Fetching Scraper for: RUN handlers.py:23 - Begin attempting to scrape: RUN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:10:40] Getting all files in Councillors/json... base.py:191 - ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[13:10:41] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.runnymede.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:10:43] Committing batch 1 consisting of 82 files base.py:274 -[13:10:45] Finished attempting to scrape: RUN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RUS/index.html b/logbooks/RUS/index.html index dc100de25c..47419ed70d 100644 --- a/logbooks/RUS/index.html +++ b/logbooks/RUS/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:45:41.873835</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:45:49.402943</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:45:41] Fetching Scraper for: RUS handlers.py:23 + Begin attempting to scrape: RUS handlers.py:27 +[10:45:42] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:45:43] ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[10:45:44] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.rushcliffe.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:45:48] Committing batch 1 consisting of 88 files base.py:274 +[10:45:49] Finished attempting to scrape: RUS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-36">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-47">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:47:17.108157</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:47:23.090439</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:47:17] Fetching Scraper for: RUS handlers.py:23 - Begin attempting to scrape: RUS handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:47:18] Getting all files in Councillors/json... base.py:191 - ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[12:47:19] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.rushcliffe.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:47:21] Committing batch 1 consisting of 88 files base.py:274 -[12:47:23] Finished attempting to scrape: RUS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/RUT/index.html b/logbooks/RUT/index.html index f820fd5cb6..28c2ca0921 100644 --- a/logbooks/RUT/index.html +++ b/logbooks/RUT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-57">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:57:57.475842</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:58:03.158754</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:57:57] Fetching Scraper for: RUT handlers.py:23 + Begin attempting to scrape: RUT handlers.py:27 + Deleting existing data... base.py:239 +[08:57:58] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 27 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 27 files in Councillors/raw base.py:207 + ...found 55 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 55 files base.py:216 +[08:57:59] ...data deleted. base.py:246 + Scraping from base.py:42 + http://rutlandcounty.moderngov.co.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:58:01] Committing batch 1 consisting of 54 files base.py:274 +[08:58:03] Finished attempting to scrape: RUT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-55">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:37:51.696192</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:37:57.281365</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:37:51] Fetching Scraper for: RUT handlers.py:23 - Begin attempting to scrape: RUT handlers.py:27 -[12:37:52] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 27 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:37:53] ...found 27 files in Councillors/raw base.py:207 - ...found 55 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 55 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://rutlandcounty.moderngov.co.uk/mgWebService.asmx/Get - CouncillorsByWard -[12:37:56] Committing batch 1 consisting of 54 files base.py:274 -[12:37:57] Finished attempting to scrape: RUT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SAL/index.html b/logbooks/SAL/index.html index 2274ef00bd..c79f4dc124 100644 --- a/logbooks/SAL/index.html +++ b/logbooks/SAL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-00">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:00:18.776125</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:00:29.555242</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:00:18] Fetching Scraper for: SAL handlers.py:23 + Begin attempting to scrape: SAL handlers.py:27 +[10:00:19] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 56 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:00:20] ...found 56 files in Councillors/raw base.py:207 + ...found 113 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:00:21] Deleting batch no. 2 consisting of 13 files base.py:216 +[10:00:22] ...data deleted. base.py:246 + Scraping from base.py:42 + http://stalbans.moderngov.co.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:00:26] Committing batch 1 consisting of 92 files base.py:274 +[10:00:28] Committing batch 2 consisting of 20 files base.py:274 +[10:00:29] Finished attempting to scrape: SAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:09:03.757721</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:09:14.105518</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:09:03] Fetching Scraper for: SAL handlers.py:23 - Begin attempting to scrape: SAL handlers.py:27 -[12:09:04] Deleting existing data... base.py:239 -[12:09:05] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 56 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:09:06] ...found 56 files in Councillors/raw base.py:207 - ...found 113 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 13 files base.py:216 -[12:09:07] ...data deleted. base.py:246 - Scraping from base.py:42 - http://stalbans.moderngov.co.uk/mgWebService.asmx/GetCounc - illorsByWard -[12:09:11] Committing batch 1 consisting of 92 files base.py:274 -[12:09:12] Committing batch 2 consisting of 20 files base.py:274 -[12:09:14] Finished attempting to scrape: SAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SAW/index.html b/logbooks/SAW/index.html index 01a2f4e6e0..69cb1066af 100644 --- a/logbooks/SAW/index.html +++ b/logbooks/SAW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:43:07.759776</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:43:18.131275</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:43:07] Fetching Scraper for: SAW handlers.py:23 + Begin attempting to scrape: SAW handlers.py:27 +[08:43:08] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 72 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:43:09] ...found 72 files in Councillors/raw base.py:207 + ...found 145 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:43:10] Deleting batch no. 2 consisting of 45 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://sandwell.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:43:15] Committing batch 1 consisting of 92 files base.py:274 +[08:43:16] Committing batch 2 consisting of 52 files base.py:274 +[08:43:18] Finished attempting to scrape: SAW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:13:54.382819</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:14:04.464823</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:13:54] Fetching Scraper for: SAW handlers.py:23 - Begin attempting to scrape: SAW handlers.py:27 - Deleting existing data... base.py:239 -[13:13:55] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 72 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 72 files in Councillors/raw base.py:207 - ...found 145 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:13:57] Deleting batch no. 2 consisting of 45 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://sandwell.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:14:01] Committing batch 1 consisting of 92 files base.py:274 -[13:14:03] Committing batch 2 consisting of 52 files base.py:274 -[13:14:04] Finished attempting to scrape: SAW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SAY/index.html b/logbooks/SAY/index.html index e243f0a8a7..1ae371117f 100644 --- a/logbooks/SAY/index.html +++ b/logbooks/SAY/index.html @@ -37,6 +37,127 @@ + <h2 id="2023-10-15-10-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>50 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:02:32.065156</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:03:22.449938</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:02:32] Fetching Scraper for: SAY handlers.py:23 + Begin attempting to scrape: SAY handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:02:33] Getting all files in Councillors/json... base.py:191 + ...found 28 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 28 files in Councillors/raw base.py:207 + ...found 57 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 57 files base.py:216 +[10:02:34] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillors/ +[10:02:36] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40068/Councillor + -Kenneth-Bell +[10:02:38] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-craig-mackay +[10:02:39] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-bob-pollock +[10:02:42] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-philip-saxton +[10:02:44] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-ian-cochrane +[10:02:45] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-hugh-hunter +[10:02:47] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40070/Councillor + -Martin-Kilbride +[10:02:48] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40071/Councillor + -Cameron-Ramsay +[10:02:50] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-laura-brennan + -whitefield +[10:02:51] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40072/Councillor + -Mark-Dixon +[10:02:53] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-ian-cavana +[10:02:54] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-ian-davis +[10:02:56] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-chris-cullen +[10:02:57] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-mary-kilpatri + ck +[10:02:59] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-brian-mcginle + y +[10:03:00] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40073/Councillor + -Bob-Shields +[10:03:02] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-martin-dowey +[10:03:03] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-lee-lyons +[10:03:04] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40074/Councillor + -George-Weir +[10:03:06] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40067/Councillor + -Stephen-Ferry +[10:03:08] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-julie-dettbar + n +[10:03:10] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40075/Councillor + -Duncan-Townson +[10:03:12] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-iain-campbell +[10:03:13] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-brian-connoll + y +[10:03:15] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-william-grant +[10:03:16] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/councillor-alec-clark +[10:03:18] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/40076/Councillor + -Gavin-Scott +[10:03:19] Scraping from base.py:42 + https://www.south-ayrshire.gov.uk/article/60507/Councillor + -Alan-Lamont +[10:03:20] Committing batch 1 consisting of 56 files base.py:274 +[10:03:22] Finished attempting to scrape: SAY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2396,127 +2517,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-27">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>57 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:27:26.925069</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:28:24.014017</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:27:26] Fetching Scraper for: SAY handlers.py:23 - Begin attempting to scrape: SAY handlers.py:27 -[13:27:27] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:27:28] ...found 28 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 28 files in Councillors/raw base.py:207 - ...found 57 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 57 files base.py:216 -[13:27:29] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillors/ -[13:27:34] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40068/Councillor - -Kenneth-Bell -[13:27:35] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-craig-mackay -[13:27:37] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-bob-pollock -[13:27:39] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-philip-saxton -[13:27:40] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-ian-cochrane -[13:27:42] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-hugh-hunter -[13:27:44] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40070/Councillor - -Martin-Kilbride -[13:27:46] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40071/Councillor - -Cameron-Ramsay -[13:27:47] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-laura-brennan - -whitefield -[13:27:49] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40072/Councillor - -Mark-Dixon -[13:27:50] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-ian-cavana -[13:27:53] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-ian-davis -[13:27:55] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-chris-cullen -[13:27:57] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-mary-kilpatri - ck -[13:27:59] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-brian-mcginle - y -[13:28:00] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40073/Councillor - -Bob-Shields -[13:28:02] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-martin-dowey -[13:28:04] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-lee-lyons -[13:28:06] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40074/Councillor - -George-Weir -[13:28:07] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40067/Councillor - -Stephen-Ferry -[13:28:09] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-julie-dettbar - n -[13:28:11] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40075/Councillor - -Duncan-Townson -[13:28:12] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-iain-campbell -[13:28:14] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-brian-connoll - y -[13:28:15] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-william-grant -[13:28:17] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-alec-clark -[13:28:19] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/article/40076/Councillor - -Gavin-Scott -[13:28:20] Scraping from base.py:42 - https://www.south-ayrshire.gov.uk/councillor-peter-henders - on -[13:28:22] Committing batch 1 consisting of 56 files base.py:274 -[13:28:24] Finished attempting to scrape: SAY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SCA/index.html b/logbooks/SCA/index.html index 297e7e933e..16add0135c 100644 --- a/logbooks/SCA/index.html +++ b/logbooks/SCA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:34:48.897633</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:34:57.708481</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:34:48] Fetching Scraper for: SCA handlers.py:23 + Begin attempting to scrape: SCA handlers.py:27 +[10:34:49] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:34:50] ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[10:34:51] ...data deleted. base.py:246 + Scraping from base.py:42 + http://scambs.moderngov.co.uk/mgWebService.asmx/GetCouncil + lorsByWard +[10:34:56] Committing batch 1 consisting of 90 files base.py:274 +[10:34:57] Finished attempting to scrape: SCA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-22">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:49:16.054260</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:49:22.852886</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:49:16] Fetching Scraper for: SCA handlers.py:23 - Begin attempting to scrape: SCA handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:49:17] Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[13:49:18] ...data deleted. base.py:246 - Scraping from base.py:42 - http://scambs.moderngov.co.uk/mgWebService.asmx/GetCouncil - lorsByWard -[13:49:21] Committing batch 1 consisting of 90 files base.py:274 -[13:49:22] Finished attempting to scrape: SCA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SCB/index.html b/logbooks/SCB/index.html index fa8be3dee6..c92ffc4744 100644 --- a/logbooks/SCB/index.html +++ b/logbooks/SCB/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-53">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:53:38.079645</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:53:44.245555</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:53:38] Fetching Scraper for: SCB handlers.py:23 + Begin attempting to scrape: SCB handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:53:39] Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 +[09:53:40] ...data deleted. base.py:246 + Scraping from base.py:42 + http://scottishborders.moderngov.co.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:53:43] Committing batch 1 consisting of 70 files base.py:274 +[09:53:44] Finished attempting to scrape: SCB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:05:34.089831</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:05:39.669291</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:05:34] Fetching Scraper for: SCB handlers.py:23 - Begin attempting to scrape: SCB handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:05:35] Getting all files in Councillors/json... base.py:191 - ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[14:05:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://scottishborders.moderngov.co.uk/mgWebService.asmx/G - etCouncillorsByWard -[14:05:38] Committing batch 1 consisting of 70 files base.py:274 -[14:05:39] Finished attempting to scrape: SCB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SDE/index.html b/logbooks/SDE/index.html index a067b341bf..3bb5a31f98 100644 --- a/logbooks/SDE/index.html +++ b/logbooks/SDE/index.html @@ -37,6 +37,201 @@ + <h2 id="2023-10-15-08-40">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>67 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:40:46.063942</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:41:53.145763</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:40:46] Fetching Scraper for: SDE handlers.py:23 + Begin attempting to scrape: SDE handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:40:47] Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[08:40:48] ...data deleted. base.py:246 + Scraping from base.py:42 + http://south-derbys.cmis.uk.com/south-derbys/Councillors.a + spx +[08:40:49] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/A + lphabetical/Default.aspx +[08:40:50] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/A + lphabetical/Default.aspx +[08:40:52] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6/ScreenMode/Alp + habetical/Default.aspx +[08:40:54] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/ScreenMode/Alp + habetical/Default.aspx +[08:40:56] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/A + lphabetical/Default.aspx +[08:40:57] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/492/ScreenMode/A + lphabetical/Default.aspx +[08:40:59] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/559/ScreenMode/A + lphabetical/Default.aspx +[08:41:00] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/497/ScreenMode/A + lphabetical/Default.aspx +[08:41:02] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Al + phabetical/Default.aspx +[08:41:05] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/496/ScreenMode/A + lphabetical/Default.aspx +[08:41:07] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/501/ScreenMode/A + lphabetical/Default.aspx +[08:41:09] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/554/ScreenMode/A + lphabetical/Default.aspx +[08:41:10] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/A + lphabetical/Default.aspx +[08:41:11] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/551/ScreenMode/A + lphabetical/Default.aspx +[08:41:12] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/A + lphabetical/Default.aspx +[08:41:14] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/A + lphabetical/Default.aspx +[08:41:15] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/A + lphabetical/Default.aspx +[08:41:16] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/A + lphabetical/Default.aspx +[08:41:18] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/A + lphabetical/Default.aspx +[08:41:19] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/A + lphabetical/Default.aspx +[08:41:20] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/A + lphabetical/Default.aspx +[08:41:22] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/499/ScreenMode/A + lphabetical/Default.aspx +[08:41:24] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/411/ScreenMode/A + lphabetical/Default.aspx +[08:41:26] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/335/ScreenMode/A + lphabetical/Default.aspx +[08:41:28] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/483/ScreenMode/A + lphabetical/Default.aspx +[08:41:30] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/502/ScreenMode/A + lphabetical/Default.aspx +[08:41:31] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Al + phabetical/Default.aspx +[08:41:33] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Al + phabetical/Default.aspx +[08:41:36] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/495/ScreenMode/A + lphabetical/Default.aspx +[08:41:37] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/548/ScreenMode/A + lphabetical/Default.aspx +[08:41:38] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/542/ScreenMode/A + lphabetical/Default.aspx +[08:41:40] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Al + phabetical/Default.aspx +[08:41:42] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/545/ScreenMode/A + lphabetical/Default.aspx +[08:41:45] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/427/ScreenMode/A + lphabetical/Default.aspx +[08:41:47] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Al + phabetical/Default.aspx +[08:41:49] Scraping from base.py:42 + http://south-derbys.cmis.uk.com/southderbyshire/Councillor + s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/528/ScreenMode/A + lphabetical/Default.aspx +[08:41:51] Committing batch 1 consisting of 72 files base.py:274 +[08:41:53] Finished attempting to scrape: SDE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-40">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3739,201 +3934,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-09">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>63 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:09:29.416351</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:10:32.882733</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:09:29] Fetching Scraper for: SDE handlers.py:23 - Begin attempting to scrape: SDE handlers.py:27 - Deleting existing data... base.py:239 -[13:09:30] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[13:09:31] ...data deleted. base.py:246 - Scraping from base.py:42 - http://south-derbys.cmis.uk.com/south-derbys/Councillors.a - spx -[13:09:32] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/A - lphabetical/Default.aspx -[13:09:33] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/552/ScreenMode/A - lphabetical/Default.aspx -[13:09:34] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6/ScreenMode/Alp - habetical/Default.aspx -[13:09:36] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/ScreenMode/Alp - habetical/Default.aspx -[13:09:39] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/546/ScreenMode/A - lphabetical/Default.aspx -[13:09:41] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/492/ScreenMode/A - lphabetical/Default.aspx -[13:09:42] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/559/ScreenMode/A - lphabetical/Default.aspx -[13:09:43] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/497/ScreenMode/A - lphabetical/Default.aspx -[13:09:45] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Al - phabetical/Default.aspx -[13:09:47] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/496/ScreenMode/A - lphabetical/Default.aspx -[13:09:49] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/501/ScreenMode/A - lphabetical/Default.aspx -[13:09:50] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/554/ScreenMode/A - lphabetical/Default.aspx -[13:09:52] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/541/ScreenMode/A - lphabetical/Default.aspx -[13:09:53] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/551/ScreenMode/A - lphabetical/Default.aspx -[13:09:54] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/544/ScreenMode/A - lphabetical/Default.aspx -[13:09:56] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/547/ScreenMode/A - lphabetical/Default.aspx -[13:09:58] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/550/ScreenMode/A - lphabetical/Default.aspx -[13:09:59] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/543/ScreenMode/A - lphabetical/Default.aspx -[13:10:01] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/549/ScreenMode/A - lphabetical/Default.aspx -[13:10:02] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/A - lphabetical/Default.aspx -[13:10:03] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/533/ScreenMode/A - lphabetical/Default.aspx -[13:10:04] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/499/ScreenMode/A - lphabetical/Default.aspx -[13:10:06] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/411/ScreenMode/A - lphabetical/Default.aspx -[13:10:08] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/335/ScreenMode/A - lphabetical/Default.aspx -[13:10:09] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/483/ScreenMode/A - lphabetical/Default.aspx -[13:10:11] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/502/ScreenMode/A - lphabetical/Default.aspx -[13:10:12] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Al - phabetical/Default.aspx -[13:10:14] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/Al - phabetical/Default.aspx -[13:10:17] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/495/ScreenMode/A - lphabetical/Default.aspx -[13:10:19] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/548/ScreenMode/A - lphabetical/Default.aspx -[13:10:20] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/542/ScreenMode/A - lphabetical/Default.aspx -[13:10:21] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode/Al - phabetical/Default.aspx -[13:10:24] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/545/ScreenMode/A - lphabetical/Default.aspx -[13:10:25] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/427/ScreenMode/A - lphabetical/Default.aspx -[13:10:27] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Al - phabetical/Default.aspx -[13:10:29] Scraping from base.py:42 - http://south-derbys.cmis.uk.com/southderbyshire/Councillor - s/tabid/63/ctl/ViewCMIS_Person/mid/383/id/528/ScreenMode/A - lphabetical/Default.aspx -[13:10:31] Committing batch 1 consisting of 72 files base.py:274 -[13:10:32] Finished attempting to scrape: SDE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SEV/index.html b/logbooks/SEV/index.html index 48a6a5bf0a..ea8111fba3 100644 --- a/logbooks/SEV/index.html +++ b/logbooks/SEV/index.html @@ -37,6 +37,54 @@ + <h2 id="2023-10-15-09-39">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:39:04.456860</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:39:15.306831</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:39:04] Fetching Scraper for: SEV handlers.py:23 + Begin attempting to scrape: SEV handlers.py:27 + Deleting existing data... base.py:239 +[09:39:05] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:39:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://cds.sevenoaks.gov.uk/mgWebService.asmx/GetCouncillo + rsByWard +[09:39:12] Committing batch 1 consisting of 92 files base.py:274 +[09:39:13] Committing batch 2 consisting of 16 files base.py:274 +[09:39:15] Finished attempting to scrape: SEV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1094,59 +1142,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-25">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:25:09.690923</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:25:19.069037</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:25:09] Fetching Scraper for: SEV handlers.py:23 - Begin attempting to scrape: SEV handlers.py:27 -[14:25:10] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:25:11] ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:25:12] Deleting batch no. 2 consisting of 9 files base.py:216 -[14:25:13] ...data deleted. base.py:246 - Scraping from base.py:42 - http://cds.sevenoaks.gov.uk/mgWebService.asmx/GetCouncillo - rsByWard -[14:25:16] Committing batch 1 consisting of 92 files base.py:274 -[14:25:17] Committing batch 2 consisting of 16 files base.py:274 -[14:25:19] Finished attempting to scrape: SEV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SFK/index.html b/logbooks/SFK/index.html index b40bd5cbae..992bed25e7 100644 --- a/logbooks/SFK/index.html +++ b/logbooks/SFK/index.html @@ -37,21 +37,21 @@ - <h2 id="2023-10-16-07-07">2023-10-16</h2> + <h2 id="2023-10-17-07-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>4 seconds</dd> + <dd>5 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 07:07:41.261895</dd> + <dd>2023-10-17 07:23:16.424161</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 07:07:45.587321</dd> + <dd>2023-10-17 07:23:22.184752</dd> </div> <div> <dt>Status code</dt> @@ -66,25 +66,25 @@ <h2 id="2023-10-16-07-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[07:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[07:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[07:07:42] Getting all files in Councillors... base.py:191 +[07:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[07:07:43] ...data deleted. base.py:246 +[07:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[07:07:45] Finished attempting to scrape: SFK base.py:324 +[07:23:22] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-06-37">2023-10-16</h2> + <h2 id="2023-10-17-06-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -94,11 +94,11 @@ <h2 id="2023-10-16-06-37">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:37:41.257387</dd> + <dd>2023-10-17 06:53:16.425239</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:37:45.349781</dd> + <dd>2023-10-17 06:53:20.902792</dd> </div> <div> <dt>Status code</dt> @@ -113,39 +113,39 @@ <h2 id="2023-10-16-06-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[06:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[06:37:42] Getting all files in Councillors... base.py:191 +[06:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:37:43] ...data deleted. base.py:246 +[06:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[06:37:45] Finished attempting to scrape: SFK base.py:324 +[06:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-06-07">2023-10-16</h2> + <h2 id="2023-10-17-06-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>4 seconds</dd> + <dd>5 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:07:41.262873</dd> + <dd>2023-10-17 06:23:16.421185</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:07:45.474295</dd> + <dd>2023-10-17 06:23:21.877480</dd> </div> <div> <dt>Status code</dt> @@ -160,25 +160,25 @@ <h2 id="2023-10-16-06-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[06:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 - Deleting existing data... base.py:239 -[06:07:42] Getting all files in Councillors... base.py:191 +[06:23:17] Deleting existing data... base.py:239 +[06:23:18] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:07:43] ...data deleted. base.py:246 +[06:23:19] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[06:07:45] Finished attempting to scrape: SFK base.py:324 +[06:23:21] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-05-37">2023-10-16</h2> + <h2 id="2023-10-17-05-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -188,11 +188,11 @@ <h2 id="2023-10-16-05-37">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:37:41.250874</dd> + <dd>2023-10-17 05:53:16.413738</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:37:45.389431</dd> + <dd>2023-10-17 05:53:20.652553</dd> </div> <div> <dt>Status code</dt> @@ -207,25 +207,25 @@ <h2 id="2023-10-16-05-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[05:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[05:37:42] Getting all files in Councillors... base.py:191 +[05:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:37:43] ...data deleted. base.py:246 +[05:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[05:37:45] Finished attempting to scrape: SFK base.py:324 +[05:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-05-07">2023-10-16</h2> + <h2 id="2023-10-17-05-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -235,11 +235,11 @@ <h2 id="2023-10-16-05-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:07:41.235676</dd> + <dd>2023-10-17 05:23:16.411943</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:07:45.621396</dd> + <dd>2023-10-17 05:23:20.980321</dd> </div> <div> <dt>Status code</dt> @@ -254,39 +254,39 @@ <h2 id="2023-10-16-05-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[05:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[05:07:42] Getting all files in Councillors... base.py:191 +[05:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:07:43] ...data deleted. base.py:246 +[05:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[05:07:45] Finished attempting to scrape: SFK base.py:324 +[05:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-04-37">2023-10-16</h2> + <h2 id="2023-10-17-04-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>4 seconds</dd> + <dd>5 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:37:41.235481</dd> + <dd>2023-10-17 04:53:16.428081</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:37:45.500533</dd> + <dd>2023-10-17 04:53:21.967125</dd> </div> <div> <dt>Status code</dt> @@ -301,25 +301,25 @@ <h2 id="2023-10-16-04-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[04:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 - Deleting existing data... base.py:239 -[04:37:42] Getting all files in Councillors... base.py:191 +[04:53:18] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:37:43] ...data deleted. base.py:246 +[04:53:19] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[04:37:45] Finished attempting to scrape: SFK base.py:324 +[04:53:21] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-04-07">2023-10-16</h2> + <h2 id="2023-10-17-04-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -329,11 +329,11 @@ <h2 id="2023-10-16-04-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:07:41.231222</dd> + <dd>2023-10-17 04:23:16.412612</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:07:45.609347</dd> + <dd>2023-10-17 04:23:20.773443</dd> </div> <div> <dt>Status code</dt> @@ -348,25 +348,25 @@ <h2 id="2023-10-16-04-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[04:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[04:07:42] Getting all files in Councillors... base.py:191 +[04:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:07:43] ...data deleted. base.py:246 +[04:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[04:07:45] Finished attempting to scrape: SFK base.py:324 +[04:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-03-37">2023-10-16</h2> + <h2 id="2023-10-17-03-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -376,11 +376,11 @@ <h2 id="2023-10-16-03-37">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:37:41.229217</dd> + <dd>2023-10-17 03:53:16.410426</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:37:45.527680</dd> + <dd>2023-10-17 03:53:20.862004</dd> </div> <div> <dt>Status code</dt> @@ -395,25 +395,25 @@ <h2 id="2023-10-16-03-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[03:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[03:37:42] Getting all files in Councillors... base.py:191 +[03:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:37:43] ...data deleted. base.py:246 +[03:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[03:37:45] Finished attempting to scrape: SFK base.py:324 +[03:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-03-07">2023-10-16</h2> + <h2 id="2023-10-17-03-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -423,11 +423,11 @@ <h2 id="2023-10-16-03-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:07:41.222682</dd> + <dd>2023-10-17 03:23:16.399795</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:07:45.488007</dd> + <dd>2023-10-17 03:23:20.868245</dd> </div> <div> <dt>Status code</dt> @@ -442,25 +442,25 @@ <h2 id="2023-10-16-03-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[03:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[03:07:42] Getting all files in Councillors... base.py:191 +[03:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:07:43] ...data deleted. base.py:246 +[03:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[03:07:45] Finished attempting to scrape: SFK base.py:324 +[03:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-02-37">2023-10-16</h2> + <h2 id="2023-10-17-02-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -470,11 +470,11 @@ <h2 id="2023-10-16-02-37">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:37:41.224917</dd> + <dd>2023-10-17 02:53:16.408636</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:37:45.543443</dd> + <dd>2023-10-17 02:53:20.681600</dd> </div> <div> <dt>Status code</dt> @@ -489,25 +489,25 @@ <h2 id="2023-10-16-02-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[02:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[02:37:42] Getting all files in Councillors... base.py:191 +[02:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:37:43] ...data deleted. base.py:246 +[02:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[02:37:45] Finished attempting to scrape: SFK base.py:324 +[02:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-02-07">2023-10-16</h2> + <h2 id="2023-10-17-02-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -517,11 +517,11 @@ <h2 id="2023-10-16-02-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:07:41.232546</dd> + <dd>2023-10-17 02:23:16.394823</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:07:45.443885</dd> + <dd>2023-10-17 02:23:20.668298</dd> </div> <div> <dt>Status code</dt> @@ -536,25 +536,25 @@ <h2 id="2023-10-16-02-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[02:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[02:07:42] Getting all files in Councillors... base.py:191 +[02:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:07:43] ...data deleted. base.py:246 +[02:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[02:07:45] Finished attempting to scrape: SFK base.py:324 +[02:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-01-37">2023-10-16</h2> + <h2 id="2023-10-17-01-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -564,11 +564,11 @@ <h2 id="2023-10-16-01-37">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:37:41.215517</dd> + <dd>2023-10-17 01:53:16.400687</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:37:45.565783</dd> + <dd>2023-10-17 01:53:20.646840</dd> </div> <div> <dt>Status code</dt> @@ -583,25 +583,25 @@ <h2 id="2023-10-16-01-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[01:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[01:37:42] Getting all files in Councillors... base.py:191 +[01:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:37:43] ...data deleted. base.py:246 +[01:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[01:37:45] Finished attempting to scrape: SFK base.py:324 +[01:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-01-07">2023-10-16</h2> + <h2 id="2023-10-17-01-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -611,11 +611,11 @@ <h2 id="2023-10-16-01-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:07:41.221354</dd> + <dd>2023-10-17 01:23:16.400729</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:07:45.598733</dd> + <dd>2023-10-17 01:23:20.908459</dd> </div> <div> <dt>Status code</dt> @@ -630,39 +630,39 @@ <h2 id="2023-10-16-01-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[01:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[01:07:42] Getting all files in Councillors... base.py:191 +[01:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:07:43] ...data deleted. base.py:246 +[01:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[01:07:45] Finished attempting to scrape: SFK base.py:324 +[01:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-00-37">2023-10-16</h2> + <h2 id="2023-10-17-00-53">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>4 seconds</dd> + <dd>5 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:37:41.202311</dd> + <dd>2023-10-17 00:53:16.390182</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:37:45.318846</dd> + <dd>2023-10-17 00:53:21.710203</dd> </div> <div> <dt>Status code</dt> @@ -677,25 +677,25 @@ <h2 id="2023-10-16-00-37">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[00:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[00:37:42] Getting all files in Councillors... base.py:191 +[00:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:37:43] ...data deleted. base.py:246 +[00:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[00:37:45] Finished attempting to scrape: SFK base.py:324 +[00:53:21] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-16-00-07">2023-10-16</h2> + <h2 id="2023-10-17-00-23">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -705,11 +705,11 @@ <h2 id="2023-10-16-00-07">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:07:41.198337</dd> + <dd>2023-10-17 00:23:16.383823</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:07:45.741350</dd> + <dd>2023-10-17 00:23:20.658171</dd> </div> <div> <dt>Status code</dt> @@ -724,25 +724,25 @@ <h2 id="2023-10-16-00-07">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[00:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[00:07:42] Getting all files in Councillors... base.py:191 +[00:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:07:43] ...data deleted. base.py:246 +[00:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[00:07:45] Finished attempting to scrape: SFK base.py:324 +[00:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-15-23-37">2023-10-15</h2> + <h2 id="2023-10-16-23-53">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -752,11 +752,11 @@ <h2 id="2023-10-15-23-37">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:37:41.193387</dd> + <dd>2023-10-16 23:53:16.387989</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:37:45.424355</dd> + <dd>2023-10-16 23:53:20.692247</dd> </div> <div> <dt>Status code</dt> @@ -771,25 +771,25 @@ <h2 id="2023-10-15-23-37">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[23:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[23:37:42] Getting all files in Councillors... base.py:191 +[23:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:37:43] ...data deleted. base.py:246 +[23:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[23:37:45] Finished attempting to scrape: SFK base.py:324 +[23:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-15-23-07">2023-10-15</h2> + <h2 id="2023-10-16-23-23">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -799,11 +799,11 @@ <h2 id="2023-10-15-23-07">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:07:41.195233</dd> + <dd>2023-10-16 23:23:16.385338</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:07:45.760958</dd> + <dd>2023-10-16 23:23:20.695600</dd> </div> <div> <dt>Status code</dt> @@ -818,39 +818,39 @@ <h2 id="2023-10-15-23-07">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[23:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[23:07:42] Getting all files in Councillors... base.py:191 +[23:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:07:43] ...data deleted. base.py:246 +[23:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[23:07:45] Finished attempting to scrape: SFK base.py:324 +[23:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-15-22-37">2023-10-15</h2> + <h2 id="2023-10-16-22-53">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>3 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:37:41.196098</dd> + <dd>2023-10-16 22:53:16.388464</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:37:44.863772</dd> + <dd>2023-10-16 22:53:20.799173</dd> </div> <div> <dt>Status code</dt> @@ -865,39 +865,39 @@ <h2 id="2023-10-15-22-37">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[22:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[22:37:42] Getting all files in Councillors... base.py:191 +[22:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:37:43] ...data deleted. base.py:246 +[22:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[22:37:44] Finished attempting to scrape: SFK base.py:324 +[22:53:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-15-22-07">2023-10-15</h2> + <h2 id="2023-10-16-22-23">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>3 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:07:41.187851</dd> + <dd>2023-10-16 22:23:16.373034</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:07:44.845890</dd> + <dd>2023-10-16 22:23:20.701007</dd> </div> <div> <dt>Status code</dt> @@ -912,39 +912,39 @@ <h2 id="2023-10-15-22-07">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:07:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[22:23:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[22:07:42] Getting all files in Councillors... base.py:191 +[22:23:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:07:43] ...data deleted. base.py:246 +[22:23:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[22:07:44] Finished attempting to scrape: SFK base.py:324 +[22:23:20] Finished attempting to scrape: SFK base.py:324 </pre> - <h2 id="2023-10-15-21-37">2023-10-15</h2> + <h2 id="2023-10-16-21-53">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>3 seconds</dd> + <dd>4 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-15 21:37:41.189137</dd> + <dd>2023-10-16 21:53:16.371316</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 21:37:44.834583</dd> + <dd>2023-10-16 21:53:20.845295</dd> </div> <div> <dt>Status code</dt> @@ -959,18 +959,18 @@ <h2 id="2023-10-15-21-37">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[21:37:41] Fetching Scraper for: SFK handlers.py:23 + <pre>[21:53:16] Fetching Scraper for: SFK handlers.py:23 Begin attempting to scrape: SFK handlers.py:27 Deleting existing data... base.py:239 -[21:37:42] Getting all files in Councillors... base.py:191 +[21:53:17] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[21:37:43] ...data deleted. base.py:246 +[21:53:18] ...data deleted. base.py:246 Scraping from base.py:42 https://www.suffolk.gov.uk/council-and-democracy/councillo rs-and-elected-representatives/find-your-councillor/?ward= &action=SEARCH&party=&name= -[21:37:44] Finished attempting to scrape: SFK base.py:324 +[21:53:20] Finished attempting to scrape: SFK base.py:324 </pre> diff --git a/logbooks/SFT/index.html b/logbooks/SFT/index.html index feab18b160..491ecb8af8 100644 --- a/logbooks/SFT/index.html +++ b/logbooks/SFT/index.html @@ -37,6 +37,117 @@ + <h2 id="2023-10-15-09-56">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:56:36.228399</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:56:38.457018</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request + self._validate_conn(conn) + File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn + conn.connect() + File "/opt/python/urllib3/connection.py", line 419, in connect + self.sock = ssl_wrap_socket( + File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket + ssl_sock = _ssl_wrap_socket_impl( + File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl + return ssl_context.wrap_socket(sock, server_hostname=server_hostname) + File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create + self.do_handshake() + File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 725, in send + history = [resp for resp in gen] + File "/opt/python/requests/sessions.py", line 725, in <listcomp> + history = [resp for resp in gen] + File "/opt/python/requests/sessions.py", line 266, in resolve_redirects + resp = self.send( + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 517, in send + raise SSLError(e, request=request) +requests.exceptions.SSLError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:56:36] Fetching Scraper for: SFT handlers.py:23 + Begin attempting to scrape: SFT handlers.py:27 + Deleting existing data... base.py:239 +[09:56:37] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:56:38] ...data deleted. base.py:246 + Scraping from base.py:42 + http://modgov.sefton.gov.uk/mgWebService.asmx/GetCouncillo + rsByWard + HTTPSConnectionPool(host='modgov.sefton.gov.uk', handlers.py:36 + port=443): Max retries exceeded with url: + /mgWebService.asmx/GetCouncillorsByWard (Caused by + SSLError(SSLCertVerificationError(1, '[SSL: + CERTIFICATE_VERIFY_FAILED] certificate verify failed: + unable to get local issuer certificate + (_ssl.c:1131)'))) + Finished attempting to scrape: SFT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2143,117 +2254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:53:52.534377</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:53:54.874895</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 725, in send - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 725, in <listcomp> - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 266, in resolve_redirects - resp = self.send( - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='modgov.sefton.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:53:52] Fetching Scraper for: SFT handlers.py:23 - Begin attempting to scrape: SFT handlers.py:27 - Deleting existing data... base.py:239 -[13:53:53] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:53:54] ...data deleted. base.py:246 - Scraping from base.py:42 - http://modgov.sefton.gov.uk/mgWebService.asmx/GetCouncillo - rsByWard - HTTPSConnectionPool(host='modgov.sefton.gov.uk', handlers.py:36 - port=443): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) - Finished attempting to scrape: SFT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SGC/index.html b/logbooks/SGC/index.html index c46b6e0e3c..f84de96093 100644 --- a/logbooks/SGC/index.html +++ b/logbooks/SGC/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-03">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:03:57.586591</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:04:08.010139</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:03:57] Fetching Scraper for: SGC handlers.py:23 + Begin attempting to scrape: SGC handlers.py:27 + Deleting existing data... base.py:239 +[10:03:58] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 61 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 61 files in Councillors/raw base.py:207 + ...found 123 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:03:59] Deleting batch no. 2 consisting of 23 files base.py:216 +[10:04:00] ...data deleted. base.py:246 + Scraping from base.py:42 + https://council.southglos.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:04:05] Committing batch 1 consisting of 92 files base.py:274 +[10:04:06] Committing batch 2 consisting of 30 files base.py:274 +[10:04:08] Finished attempting to scrape: SGC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-37">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:37:38.404564</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:37:47.728840</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:37:38] Fetching Scraper for: SGC handlers.py:23 - Begin attempting to scrape: SGC handlers.py:27 - Deleting existing data... base.py:239 -[12:37:39] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 61 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 61 files in Councillors/raw base.py:207 - ...found 123 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:37:40] Deleting batch no. 2 consisting of 23 files base.py:216 -[12:37:41] ...data deleted. base.py:246 - Scraping from base.py:42 - https://council.southglos.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:37:45] Committing batch 1 consisting of 92 files base.py:274 -[12:37:46] Committing batch 2 consisting of 30 files base.py:274 -[12:37:47] Finished attempting to scrape: SGC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SHA/index.html b/logbooks/SHA/index.html index 9688244caf..aaa3e30f28 100644 --- a/logbooks/SHA/index.html +++ b/logbooks/SHA/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-18">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:18:20.180569</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:18:28.289209</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:18:20] Fetching Scraper for: SHA handlers.py:23 + Begin attempting to scrape: SHA handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:18:21] Getting all files in Councillors/json... base.py:191 + ...found 62 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 62 files in Councillors/raw base.py:207 + ...found 125 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:18:22] Deleting batch no. 2 consisting of 25 files base.py:216 +[08:18:23] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.swdevon.gov.uk//mgWebService.asmx/GetCou + ncillorsByWard +[08:18:25] Committing batch 1 consisting of 92 files base.py:274 +[08:18:27] Committing batch 2 consisting of 32 files base.py:274 +[08:18:28] Finished attempting to scrape: SHA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -991,50 +1044,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-10-04-10-05">2023-10-04</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>3 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-10-04 10:05:47.673800</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-10-04 10:05:51.537592</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[10:05:47] Fetching Scraper for: SHA handlers.py:23 - Begin attempting to scrape: SHA handlers.py:27 - Deleting existing data... base.py:239 -[10:05:48] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[10:05:49] ...data deleted. base.py:246 - Scraping from https://www.southhams.gov.uk/councillorsSH base.py:42 -[10:05:51] Finished attempting to scrape: SHA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SHF/index.html b/logbooks/SHF/index.html index ba4cf271d3..877f719394 100644 --- a/logbooks/SHF/index.html +++ b/logbooks/SHF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-22">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:22:28.289762</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:22:39.985523</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:22:28] Fetching Scraper for: SHF handlers.py:23 + Begin attempting to scrape: SHF handlers.py:27 + Deleting existing data... base.py:239 +[10:22:29] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 84 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 84 files in Councillors/raw base.py:207 + ...found 169 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:22:30] Deleting batch no. 2 consisting of 69 files base.py:216 +[10:22:31] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.sheffield.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[10:22:36] Committing batch 1 consisting of 92 files base.py:274 +[10:22:38] Committing batch 2 consisting of 76 files base.py:274 +[10:22:39] Finished attempting to scrape: SHF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-48">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-52">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:52:37.740498</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:52:48.395765</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:52:37] Fetching Scraper for: SHF handlers.py:23 - Begin attempting to scrape: SHF handlers.py:27 -[12:52:38] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 84 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:52:39] ...found 84 files in Councillors/raw base.py:207 - ...found 169 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 69 files base.py:216 -[12:52:40] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.sheffield.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:52:45] Committing batch 1 consisting of 92 files base.py:274 -[12:52:47] Committing batch 2 consisting of 76 files base.py:274 -[12:52:48] Finished attempting to scrape: SHF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SHN/index.html b/logbooks/SHN/index.html index c329be2a6f..049a4ff8a1 100644 --- a/logbooks/SHN/index.html +++ b/logbooks/SHN/index.html @@ -37,6 +37,123 @@ + <h2 id="2023-10-15-08-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:35:08.219348</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:35:13.474158</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connection.py", line 174, in _new_conn + conn = connection.create_connection( + File "/opt/python/urllib3/util/connection.py", line 95, in create_connection + raise err + File "/opt/python/urllib3/util/connection.py", line 85, in create_connection + sock.connect(sa) +OSError: [Errno 113] No route to host + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 415, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/opt/python/urllib3/connection.py", line 244, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/var/lang/lib/python3.8/http/client.py", line 1256, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/var/lang/lib/python3.8/http/client.py", line 1302, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/var/lang/lib/python3.8/http/client.py", line 1251, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/var/lang/lib/python3.8/http/client.py", line 1011, in _send_output + self.send(msg) + File "/var/lang/lib/python3.8/http/client.py", line 951, in send + self.connect() + File "/opt/python/urllib3/connection.py", line 205, in connect + conn = self._new_conn() + File "/opt/python/urllib3/connection.py", line 186, in _new_conn + raise NewConnectionError( +urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 519, in send + raise ConnectionError(e, request=request) +requests.exceptions.ConnectionError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f184bd5afd0>: Failed to establish a new connection: [Errno 113] No route to host')) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:35:08] Fetching Scraper for: SHN handlers.py:23 + Begin attempting to scrape: SHN handlers.py:27 + Deleting existing data... base.py:239 +[08:35:09] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[08:35:10] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.sthelens.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[08:35:13] HTTPConnectionPool(host='moderngov.sthelens.gov.uk', handlers.py:36 + port=80): Max retries exceeded with url: + /mgWebService.asmx/GetCouncillorsByWard (Caused by + NewConnectionError('<urllib3.connection.HTTPConnection + object at 0x7f184bd5afd0>: Failed to establish a new + connection: [Errno 113] No route to host')) + Finished attempting to scrape: SHN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2257,123 +2374,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:07.016007</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:09.616640</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connection.py", line 174, in _new_conn - conn = connection.create_connection( - File "/opt/python/urllib3/util/connection.py", line 95, in create_connection - raise err - File "/opt/python/urllib3/util/connection.py", line 85, in create_connection - sock.connect(sa) -OSError: [Errno 113] No route to host - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 415, in _make_request - conn.request(method, url, **httplib_request_kw) - File "/opt/python/urllib3/connection.py", line 244, in request - super(HTTPConnection, self).request(method, url, body=body, headers=headers) - File "/var/lang/lib/python3.8/http/client.py", line 1256, in request - self._send_request(method, url, body, headers, encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1302, in _send_request - self.endheaders(body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1251, in endheaders - self._send_output(message_body, encode_chunked=encode_chunked) - File "/var/lang/lib/python3.8/http/client.py", line 1011, in _send_output - self.send(msg) - File "/var/lang/lib/python3.8/http/client.py", line 951, in send - self.connect() - File "/opt/python/urllib3/connection.py", line 205, in connect - conn = self._new_conn() - File "/opt/python/urllib3/connection.py", line 186, in _new_conn - raise NewConnectionError( -urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7efdcc6cb760>: Failed to establish a new connection: [Errno 113] No route to host - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdcc6cb760>: Failed to establish a new connection: [Errno 113] No route to host')) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 519, in send - raise ConnectionError(e, request=request) -requests.exceptions.ConnectionError: HTTPConnectionPool(host='moderngov.sthelens.gov.uk', port=80): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7efdcc6cb760>: Failed to establish a new connection: [Errno 113] No route to host')) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:07] Fetching Scraper for: SHN handlers.py:23 - Begin attempting to scrape: SHN handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:46:08] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.sthelens.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:46:09] HTTPConnectionPool(host='moderngov.sthelens.gov.uk', handlers.py:36 - port=80): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - NewConnectionError('<urllib3.connection.HTTPConnection - object at 0x7efdcc6cb760>: Failed to establish a new - connection: [Errno 113] No route to host')) - Finished attempting to scrape: SHN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SHO/index.html b/logbooks/SHO/index.html index a48d594e1f..8e716fe9ef 100644 --- a/logbooks/SHO/index.html +++ b/logbooks/SHO/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:26:50.086266</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:26:55.339783</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:26:50] Fetching Scraper for: SHO handlers.py:23 + Begin attempting to scrape: SHO handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:26:51] Getting all files in Councillors/json... base.py:191 + ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[08:26:52] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.sholland.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:26:54] Committing batch 1 consisting of 74 files base.py:274 +[08:26:55] Finished attempting to scrape: SHO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:13:33.727345</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:13:41.846379</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:13:33] Fetching Scraper for: SHO handlers.py:23 - Begin attempting to scrape: SHO handlers.py:27 -[12:13:34] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 37 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:13:35] ...found 37 files in Councillors/raw base.py:207 - ...found 75 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 75 files base.py:216 -[12:13:36] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.sholland.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:13:40] Committing batch 1 consisting of 74 files base.py:274 -[12:13:41] Finished attempting to scrape: SHO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SHR/index.html b/logbooks/SHR/index.html index 08c1c8a6b7..84962b2218 100644 --- a/logbooks/SHR/index.html +++ b/logbooks/SHR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:38:17.053934</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:38:27.943166</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:38:17] Fetching Scraper for: SHR handlers.py:23 + Begin attempting to scrape: SHR handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:38:18] Getting all files in Councillors/json... base.py:191 + ...found 74 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 74 files in Councillors/raw base.py:207 + ...found 149 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:38:19] Deleting batch no. 2 consisting of 49 files base.py:216 +[10:38:20] ...data deleted. base.py:246 + Scraping from base.py:42 + https://shropshire.gov.uk/committee-services//mgWebService + .asmx/GetCouncillorsByWard +[10:38:24] Committing batch 1 consisting of 92 files base.py:274 +[10:38:26] Committing batch 2 consisting of 56 files base.py:274 +[10:38:27] Finished attempting to scrape: SHR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-16">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:16:53.034463</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:17:03.604726</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:16:53] Fetching Scraper for: SHR handlers.py:23 - Begin attempting to scrape: SHR handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:16:54] Getting all files in Councillors/json... base.py:191 - ...found 74 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 74 files in Councillors/raw base.py:207 - ...found 149 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:16:55] Deleting batch no. 2 consisting of 49 files base.py:216 -[12:16:56] ...data deleted. base.py:246 - Scraping from base.py:42 - https://shropshire.gov.uk/committee-services//mgWebService - .asmx/GetCouncillorsByWard -[12:16:59] Committing batch 1 consisting of 92 files base.py:274 -[12:17:01] Committing batch 2 consisting of 56 files base.py:274 -[12:17:03] Finished attempting to scrape: SHR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SKE/index.html b/logbooks/SKE/index.html index cf771acc28..450551e2fc 100644 --- a/logbooks/SKE/index.html +++ b/logbooks/SKE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:29:24.695245</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:29:34.714525</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:29:24] Fetching Scraper for: SKE handlers.py:23 + Begin attempting to scrape: SKE handlers.py:27 +[10:29:25] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 55 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 55 files in Councillors/raw base.py:207 + ...found 111 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:29:26] Deleting batch no. 2 consisting of 11 files base.py:216 +[10:29:27] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.southkesteven.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[10:29:31] Committing batch 1 consisting of 92 files base.py:274 +[10:29:33] Committing batch 2 consisting of 18 files base.py:274 +[10:29:34] Finished attempting to scrape: SKE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:06:03.303231</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:06:12.010346</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:06:03] Fetching Scraper for: SKE handlers.py:23 - Begin attempting to scrape: SKE handlers.py:27 - Deleting existing data... base.py:239 -[14:06:04] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 55 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 55 files in Councillors/raw base.py:207 - ...found 111 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:06:05] Deleting batch no. 2 consisting of 11 files base.py:216 -[14:06:06] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.southkesteven.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[14:06:09] Committing batch 1 consisting of 92 files base.py:274 -[14:06:10] Committing batch 2 consisting of 18 files base.py:274 -[14:06:12] Finished attempting to scrape: SKE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SKP/index.html b/logbooks/SKP/index.html index ad72ee1eb6..7cf0b0147a 100644 --- a/logbooks/SKP/index.html +++ b/logbooks/SKP/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:05:51.474888</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:06:01.825243</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:05:51] Fetching Scraper for: SKP handlers.py:23 + Begin attempting to scrape: SKP handlers.py:27 + Deleting existing data... base.py:239 +[09:05:52] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:05:53] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:05:54] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.stockport.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:05:59] Committing batch 1 consisting of 92 files base.py:274 +[09:06:00] Committing batch 2 consisting of 34 files base.py:274 +[09:06:01] Finished attempting to scrape: SKP base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:17:11.459020</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:17:23.384748</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:17:11] Fetching Scraper for: SKP handlers.py:23 - Begin attempting to scrape: SKP handlers.py:27 - Deleting existing data... base.py:239 -[13:17:12] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:17:13] ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:17:15] Deleting batch no. 2 consisting of 27 files base.py:216 -[13:17:16] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.stockport.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:17:20] Committing batch 1 consisting of 92 files base.py:274 -[13:17:21] Committing batch 2 consisting of 34 files base.py:274 -[13:17:23] Finished attempting to scrape: SKP base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SLF/index.html b/logbooks/SLF/index.html index cb6de2179b..7e4a570b1e 100644 --- a/logbooks/SLF/index.html +++ b/logbooks/SLF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:02:43.264504</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:02:52.589960</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:02:43] Fetching Scraper for: SLF handlers.py:23 + Begin attempting to scrape: SLF handlers.py:27 + Deleting existing data... base.py:239 +[09:02:44] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 61 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 61 files in Councillors/raw base.py:207 + ...found 123 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:02:45] Deleting batch no. 2 consisting of 23 files base.py:216 +[09:02:46] ...data deleted. base.py:246 + Scraping from base.py:42 + https://sccdemocracy.salford.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[09:02:49] Committing batch 1 consisting of 92 files base.py:274 +[09:02:51] Committing batch 2 consisting of 30 files base.py:274 +[09:02:52] Finished attempting to scrape: SLF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-58">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:58:35.691483</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:58:44.614744</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:58:35] Fetching Scraper for: SLF handlers.py:23 - Begin attempting to scrape: SLF handlers.py:27 -[12:58:36] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 61 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:58:37] ...found 61 files in Councillors/raw base.py:207 - ...found 123 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 23 files base.py:216 -[12:58:38] ...data deleted. base.py:246 - Scraping from base.py:42 - https://sccdemocracy.salford.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:58:42] Committing batch 1 consisting of 92 files base.py:274 -[12:58:43] Committing batch 2 consisting of 30 files base.py:274 -[12:58:44] Finished attempting to scrape: SLF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SLG/index.html b/logbooks/SLG/index.html index dafd6fff36..6d99e19b05 100644 --- a/logbooks/SLG/index.html +++ b/logbooks/SLG/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-39">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:39:19.939203</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:39:26.306352</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:39:19] Fetching Scraper for: SLG handlers.py:23 + Begin attempting to scrape: SLG handlers.py:27 +[09:39:20] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:39:21] ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[09:39:22] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.slough.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:39:25] Committing batch 1 consisting of 84 files base.py:274 +[09:39:26] Finished attempting to scrape: SLG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-57">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1059,57 +1110,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-33">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:33:07.587032</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:33:13.958744</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:33:07] Fetching Scraper for: SLG handlers.py:23 - Begin attempting to scrape: SLG handlers.py:27 - Deleting existing data... base.py:239 -[13:33:08] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:33:09] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.slough.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:33:12] Committing batch 1 consisting of 84 files base.py:274 -[13:33:13] Finished attempting to scrape: SLG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SLK/index.html b/logbooks/SLK/index.html index cd67dbca45..c87c09137d 100644 --- a/logbooks/SLK/index.html +++ b/logbooks/SLK/index.html @@ -37,6 +37,315 @@ + <h2 id="2023-10-15-09-17">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>173 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:17:55.434961</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:20:49.061492</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:17:55] Fetching Scraper for: SLK handlers.py:23 + Begin attempting to scrape: SLK handlers.py:27 + Deleting existing data... base.py:239 +[09:17:56] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 64 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 64 files in Councillors/raw base.py:207 + ...found 129 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:17:57] Deleting batch no. 2 consisting of 29 files base.py:216 +[09:17:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://southlanarkshire.cmis.uk.com/southlanarkshire/Coun + cillors.aspx +[09:17:59] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/ScreenM + ode/Alphabetical/Default.aspx +[09:18:03] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/ScreenM + ode/Alphabetical/Default.aspx +[09:18:06] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/630/ScreenM + ode/Alphabetical/Default.aspx +[09:18:08] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenM + ode/Alphabetical/Default.aspx +[09:18:10] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/ScreenM + ode/Alphabetical/Default.aspx +[09:18:12] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenM + ode/Alphabetical/Default.aspx +[09:18:15] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/ScreenM + ode/Alphabetical/Default.aspx +[09:18:17] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/617/ScreenM + ode/Alphabetical/Default.aspx +[09:18:21] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenM + ode/Alphabetical/Default.aspx +[09:18:23] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenM + ode/Alphabetical/Default.aspx +[09:18:25] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/162/ScreenM + ode/Alphabetical/Default.aspx +[09:18:29] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/628/ScreenM + ode/Alphabetical/Default.aspx +[09:18:31] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenM + ode/Alphabetical/Default.aspx +[09:18:35] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/ScreenM + ode/Alphabetical/Default.aspx +[09:18:37] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenM + ode/Alphabetical/Default.aspx +[09:18:41] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/621/ScreenM + ode/Alphabetical/Default.aspx +[09:18:43] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenM + ode/Alphabetical/Default.aspx +[09:18:45] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenM + ode/Alphabetical/Default.aspx +[09:18:50] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/624/ScreenM + ode/Alphabetical/Default.aspx +[09:18:52] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenM + ode/Alphabetical/Default.aspx +[09:18:55] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/ScreenM + ode/Alphabetical/Default.aspx +[09:18:58] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/147/ScreenM + ode/Alphabetical/Default.aspx +[09:19:00] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/578/ScreenM + ode/Alphabetical/Default.aspx +[09:19:03] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/159/ScreenM + ode/Alphabetical/Default.aspx +[09:19:06] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/633/ScreenM + ode/Alphabetical/Default.aspx +[09:19:08] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenM + ode/Alphabetical/Default.aspx +[09:19:10] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/631/ScreenM + ode/Alphabetical/Default.aspx +[09:19:12] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenM + ode/Alphabetical/Default.aspx +[09:19:16] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenM + ode/Alphabetical/Default.aspx +[09:19:18] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/625/ScreenM + ode/Alphabetical/Default.aspx +[09:19:20] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenM + ode/Alphabetical/Default.aspx +[09:19:23] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenM + ode/Alphabetical/Default.aspx +[09:19:25] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenM + ode/Alphabetical/Default.aspx +[09:19:27] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/623/ScreenM + ode/Alphabetical/Default.aspx +[09:19:29] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/626/ScreenM + ode/Alphabetical/Default.aspx +[09:19:32] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/635/ScreenM + ode/Alphabetical/Default.aspx +[09:19:34] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/632/ScreenM + ode/Alphabetical/Default.aspx +[09:19:36] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/326/ScreenM + ode/Alphabetical/Default.aspx +[09:19:39] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenM + ode/Alphabetical/Default.aspx +[09:19:42] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenM + ode/Alphabetical/Default.aspx +[09:19:45] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenM + ode/Alphabetical/Default.aspx +[09:19:47] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/138/ScreenM + ode/Alphabetical/Default.aspx +[09:19:49] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/131/ScreenM + ode/Alphabetical/Default.aspx +[09:19:52] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenM + ode/Alphabetical/Default.aspx +[09:19:55] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenM + ode/Alphabetical/Default.aspx +[09:19:57] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/ScreenM + ode/Alphabetical/Default.aspx +[09:19:59] Committing batch 1 consisting of 92 files base.py:274 +[09:20:01] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenM + ode/Alphabetical/Default.aspx +[09:20:03] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/629/ScreenM + ode/Alphabetical/Default.aspx +[09:20:07] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/620/ScreenM + ode/Alphabetical/Default.aspx +[09:20:08] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/157/ScreenM + ode/Alphabetical/Default.aspx +[09:20:11] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/137/ScreenM + ode/Alphabetical/Default.aspx +[09:20:14] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/ScreenM + ode/Alphabetical/Default.aspx +[09:20:17] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenM + ode/Alphabetical/Default.aspx +[09:20:19] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/622/ScreenM + ode/Alphabetical/Default.aspx +[09:20:22] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenM + ode/Alphabetical/Default.aspx +[09:20:24] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/619/ScreenM + ode/Alphabetical/Default.aspx +[09:20:27] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenM + ode/Alphabetical/Default.aspx +[09:20:30] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenM + ode/Alphabetical/Default.aspx +[09:20:33] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenM + ode/Alphabetical/Default.aspx +[09:20:36] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenM + ode/Alphabetical/Default.aspx +[09:20:39] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/627/ScreenM + ode/Alphabetical/Default.aspx +[09:20:41] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenM + ode/Alphabetical/Default.aspx +[09:20:43] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenM + ode/Alphabetical/Default.aspx +[09:20:46] Scraping from base.py:42 + http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc + illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/673/ScreenM + ode/Alphabetical/Default.aspx +[09:20:47] Committing batch 2 consisting of 36 files base.py:274 +[09:20:49] Finished attempting to scrape: SLK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-28">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5905,315 +6214,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-43">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>177 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:43:32.603511</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:46:30.505911</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:43:32] Fetching Scraper for: SLK handlers.py:23 - Begin attempting to scrape: SLK handlers.py:27 - Deleting existing data... base.py:239 -[12:43:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 64 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:43:34] ...found 64 files in Councillors/raw base.py:207 - ...found 129 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:43:35] Deleting batch no. 2 consisting of 29 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://southlanarkshire.cmis.uk.com/southlanarkshire/Coun - cillors.aspx -[12:43:37] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/ScreenM - ode/Alphabetical/Default.aspx -[12:43:44] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/ScreenM - ode/Alphabetical/Default.aspx -[12:43:46] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/630/ScreenM - ode/Alphabetical/Default.aspx -[12:43:48] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenM - ode/Alphabetical/Default.aspx -[12:43:50] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/ScreenM - ode/Alphabetical/Default.aspx -[12:43:52] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/109/ScreenM - ode/Alphabetical/Default.aspx -[12:43:57] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/ScreenM - ode/Alphabetical/Default.aspx -[12:43:59] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/617/ScreenM - ode/Alphabetical/Default.aspx -[12:44:01] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenM - ode/Alphabetical/Default.aspx -[12:44:04] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenM - ode/Alphabetical/Default.aspx -[12:44:06] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/162/ScreenM - ode/Alphabetical/Default.aspx -[12:44:09] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/628/ScreenM - ode/Alphabetical/Default.aspx -[12:44:11] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenM - ode/Alphabetical/Default.aspx -[12:44:15] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/ScreenM - ode/Alphabetical/Default.aspx -[12:44:17] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenM - ode/Alphabetical/Default.aspx -[12:44:19] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/621/ScreenM - ode/Alphabetical/Default.aspx -[12:44:23] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/ScreenM - ode/Alphabetical/Default.aspx -[12:44:26] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/ScreenM - ode/Alphabetical/Default.aspx -[12:44:28] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/624/ScreenM - ode/Alphabetical/Default.aspx -[12:44:31] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenM - ode/Alphabetical/Default.aspx -[12:44:33] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/ScreenM - ode/Alphabetical/Default.aspx -[12:44:38] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/147/ScreenM - ode/Alphabetical/Default.aspx -[12:44:39] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/578/ScreenM - ode/Alphabetical/Default.aspx -[12:44:42] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/159/ScreenM - ode/Alphabetical/Default.aspx -[12:44:44] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/633/ScreenM - ode/Alphabetical/Default.aspx -[12:44:46] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/ScreenM - ode/Alphabetical/Default.aspx -[12:44:50] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/631/ScreenM - ode/Alphabetical/Default.aspx -[12:44:52] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenM - ode/Alphabetical/Default.aspx -[12:44:54] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenM - ode/Alphabetical/Default.aspx -[12:44:56] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/625/ScreenM - ode/Alphabetical/Default.aspx -[12:44:59] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenM - ode/Alphabetical/Default.aspx -[12:45:01] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenM - ode/Alphabetical/Default.aspx -[12:45:03] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/ScreenM - ode/Alphabetical/Default.aspx -[12:45:05] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/623/ScreenM - ode/Alphabetical/Default.aspx -[12:45:07] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/626/ScreenM - ode/Alphabetical/Default.aspx -[12:45:09] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/635/ScreenM - ode/Alphabetical/Default.aspx -[12:45:13] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/632/ScreenM - ode/Alphabetical/Default.aspx -[12:45:16] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/326/ScreenM - ode/Alphabetical/Default.aspx -[12:45:18] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenM - ode/Alphabetical/Default.aspx -[12:45:21] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenM - ode/Alphabetical/Default.aspx -[12:45:26] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/ScreenM - ode/Alphabetical/Default.aspx -[12:45:28] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/138/ScreenM - ode/Alphabetical/Default.aspx -[12:45:30] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/131/ScreenM - ode/Alphabetical/Default.aspx -[12:45:33] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/ScreenM - ode/Alphabetical/Default.aspx -[12:45:35] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenM - ode/Alphabetical/Default.aspx -[12:45:38] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/ScreenM - ode/Alphabetical/Default.aspx -[12:45:41] Committing batch 1 consisting of 92 files base.py:274 -[12:45:43] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenM - ode/Alphabetical/Default.aspx -[12:45:45] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/629/ScreenM - ode/Alphabetical/Default.aspx -[12:45:47] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/620/ScreenM - ode/Alphabetical/Default.aspx -[12:45:49] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/157/ScreenM - ode/Alphabetical/Default.aspx -[12:45:52] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/137/ScreenM - ode/Alphabetical/Default.aspx -[12:45:54] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/ScreenM - ode/Alphabetical/Default.aspx -[12:45:57] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenM - ode/Alphabetical/Default.aspx -[12:45:59] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/622/ScreenM - ode/Alphabetical/Default.aspx -[12:46:02] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/154/ScreenM - ode/Alphabetical/Default.aspx -[12:46:06] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/619/ScreenM - ode/Alphabetical/Default.aspx -[12:46:09] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/ScreenM - ode/Alphabetical/Default.aspx -[12:46:13] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenM - ode/Alphabetical/Default.aspx -[12:46:16] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenM - ode/Alphabetical/Default.aspx -[12:46:19] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/158/ScreenM - ode/Alphabetical/Default.aspx -[12:46:21] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/627/ScreenM - ode/Alphabetical/Default.aspx -[12:46:23] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenM - ode/Alphabetical/Default.aspx -[12:46:25] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/155/ScreenM - ode/Alphabetical/Default.aspx -[12:46:27] Scraping from base.py:42 - http://southlanarkshire.cmis.uk.com/southlanarkshire/Counc - illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/673/ScreenM - ode/Alphabetical/Default.aspx -[12:46:28] Committing batch 2 consisting of 36 files base.py:274 -[12:46:30] Finished attempting to scrape: SLK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SND/index.html b/logbooks/SND/index.html index 2c2c5ab240..be230fb537 100644 --- a/logbooks/SND/index.html +++ b/logbooks/SND/index.html @@ -37,6 +37,230 @@ + <h2 id="2023-10-15-08-27">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>65 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:27:12.600121</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:28:18.244846</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request + six.raise_from(e, None) + File "<string>", line 3, in raise_from + File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request + httplib_response = conn.getresponse() + File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse + response.begin() + File "/var/lang/lib/python3.8/http/client.py", line 316, in begin + version, status, reason = self._read_status() + File "/var/lang/lib/python3.8/http/client.py", line 285, in _read_status + raise RemoteDisconnected("Remote end closed connection without" +http.client.RemoteDisconnected: Remote end closed connection without response + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 550, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/opt/python/urllib3/packages/six.py", line 769, in reraise + raise value.with_traceback(tb) + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 466, in _make_request + six.raise_from(e, None) + File "<string>", line 3, in raise_from + File "/opt/python/urllib3/connectionpool.py", line 461, in _make_request + httplib_response = conn.getresponse() + File "/var/lang/lib/python3.8/http/client.py", line 1348, in getresponse + response.begin() + File "/var/lang/lib/python3.8/http/client.py", line 316, in begin + version, status, reason = self._read_status() + File "/var/lang/lib/python3.8/http/client.py", line 285, in _read_status + raise RemoteDisconnected("Remote end closed connection without" +urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 52, in run + councillor = self.get_single_councillor(councillor_html) + File "/var/task/lgsf/councillors/scrapers.py", line 278, in get_single_councillor + req = self.get(url) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 501, in send + raise ConnectionError(err, request=request) +requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:27:12] Fetching Scraper for: SND handlers.py:23 + Begin attempting to scrape: SND handlers.py:27 + Deleting existing data... base.py:239 +[08:27:13] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:27:14] ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:27:15] Deleting batch no. 2 consisting of 17 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers.aspx +[08:27:17] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1911/ScreenMod + e/Ward/Default.aspx +[08:27:20] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1974/ScreenMod + e/Ward/Default.aspx +[08:27:22] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1816/ScreenMod + e/Ward/Default.aspx +[08:27:25] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1961/ScreenMod + e/Ward/Default.aspx +[08:27:27] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1586/ScreenMod + e/Ward/Default.aspx +[08:27:29] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1228/ScreenMod + e/Ward/Default.aspx +[08:27:32] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1902/ScreenMod + e/Ward/Default.aspx +[08:27:34] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1742/ScreenMod + e/Ward/Default.aspx +[08:27:36] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1861/ScreenMod + e/Ward/Default.aspx +[08:27:38] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1958/ScreenMod + e/Ward/Default.aspx +[08:27:40] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1854/ScreenMod + e/Ward/Default.aspx +[08:27:43] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1914/ScreenMod + e/Ward/Default.aspx +[08:27:45] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1944/ScreenMod + e/Ward/Default.aspx +[08:27:47] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1906/ScreenMod + e/Ward/Default.aspx +[08:27:49] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1981/ScreenMod + e/Ward/Default.aspx +[08:27:51] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1247/ScreenMod + e/Ward/Default.aspx +[08:27:54] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1905/ScreenMod + e/Ward/Default.aspx +[08:27:56] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1588/ScreenMod + e/Ward/Default.aspx +[08:27:58] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1359/ScreenMod + e/Ward/Default.aspx +[08:28:01] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1823/ScreenMod + e/Ward/Default.aspx +[08:28:04] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1936/ScreenMod + e/Ward/Default.aspx +[08:28:06] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1959/ScreenMod + e/Ward/Default.aspx +[08:28:08] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1415/ScreenMod + e/Ward/Default.aspx +[08:28:10] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1916/ScreenMod + e/Ward/Default.aspx +[08:28:12] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1744/ScreenMod + e/Ward/Default.aspx +[08:28:14] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1860/ScreenMod + e/Ward/Default.aspx +[08:28:16] Scraping from base.py:42 + https://committees.sunderland.gov.uk/committees/cmis5/Memb + ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1818/ScreenMod + e/Ward/Default.aspx + ('Connection aborted.', RemoteDisconnected('Remote end handlers.py:36 + closed connection without response')) + Committing batch 1 consisting of 52 files base.py:274 +[08:28:18] Finished attempting to scrape: SND base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-59">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -6199,359 +6423,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>180 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:10:26.194721</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:13:27.025419</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:10:26] Fetching Scraper for: SND handlers.py:23 - Begin attempting to scrape: SND handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:10:27] Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:10:28] Deleting batch no. 2 consisting of 51 files base.py:216 -[12:10:29] ...data deleted. base.py:246 - Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers.aspx -[12:10:31] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1911/ScreenMod - e/Ward/Default.aspx -[12:10:32] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1974/ScreenMod - e/Ward/Default.aspx -[12:10:35] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1816/ScreenMod - e/Ward/Default.aspx -[12:10:37] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1961/ScreenMod - e/Ward/Default.aspx -[12:10:39] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1586/ScreenMod - e/Ward/Default.aspx -[12:10:42] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1228/ScreenMod - e/Ward/Default.aspx -[12:10:44] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1902/ScreenMod - e/Ward/Default.aspx -[12:10:46] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1742/ScreenMod - e/Ward/Default.aspx -[12:10:48] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1861/ScreenMod - e/Ward/Default.aspx -[12:10:51] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1958/ScreenMod - e/Ward/Default.aspx -[12:10:53] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1854/ScreenMod - e/Ward/Default.aspx -[12:10:56] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1914/ScreenMod - e/Ward/Default.aspx -[12:10:58] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1944/ScreenMod - e/Ward/Default.aspx -[12:11:01] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1906/ScreenMod - e/Ward/Default.aspx -[12:11:03] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1981/ScreenMod - e/Ward/Default.aspx -[12:11:04] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1247/ScreenMod - e/Ward/Default.aspx -[12:11:07] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1905/ScreenMod - e/Ward/Default.aspx -[12:11:09] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1588/ScreenMod - e/Ward/Default.aspx -[12:11:11] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1359/ScreenMod - e/Ward/Default.aspx -[12:11:15] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1823/ScreenMod - e/Ward/Default.aspx -[12:11:17] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1936/ScreenMod - e/Ward/Default.aspx -[12:11:19] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1959/ScreenMod - e/Ward/Default.aspx -[12:11:21] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1415/ScreenMod - e/Ward/Default.aspx -[12:11:24] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1916/ScreenMod - e/Ward/Default.aspx -[12:11:26] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1744/ScreenMod - e/Ward/Default.aspx -[12:11:27] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1860/ScreenMod - e/Ward/Default.aspx -[12:11:29] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1818/ScreenMod - e/Ward/Default.aspx -[12:11:31] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1814/ScreenMod - e/Ward/Default.aspx -[12:11:34] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1901/ScreenMod - e/Ward/Default.aspx -[12:11:36] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1819/ScreenMod - e/Ward/Default.aspx -[12:11:38] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1910/ScreenMod - e/Ward/Default.aspx -[12:11:40] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1399/ScreenMod - e/Ward/Default.aspx -[12:11:43] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1940/ScreenMod - e/Ward/Default.aspx -[12:11:46] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1919/ScreenMod - e/Ward/Default.aspx -[12:11:48] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1956/ScreenMod - e/Ward/Default.aspx -[12:11:50] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1980/ScreenMod - e/Ward/Default.aspx -[12:11:51] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1852/ScreenMod - e/Ward/Default.aspx -[12:11:55] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1900/ScreenMod - e/Ward/Default.aspx -[12:11:57] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1766/ScreenMod - e/Ward/Default.aspx -[12:11:59] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1917/ScreenMod - e/Ward/Default.aspx -[12:12:01] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1642/ScreenMod - e/Ward/Default.aspx -[12:12:03] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1390/ScreenMod - e/Ward/Default.aspx -[12:12:06] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1979/ScreenMod - e/Ward/Default.aspx -[12:12:08] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1403/ScreenMod - e/Ward/Default.aspx -[12:12:11] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1365/ScreenMod - e/Ward/Default.aspx -[12:12:15] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1851/ScreenMod - e/Ward/Default.aspx -[12:12:18] Committing batch 1 consisting of 92 files base.py:274 -[12:12:19] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1746/ScreenMod - e/Ward/Default.aspx -[12:12:21] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1817/ScreenMod - e/Ward/Default.aspx -[12:12:23] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1977/ScreenMod - e/Ward/Default.aspx -[12:12:25] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1921/ScreenMod - e/Ward/Default.aspx -[12:12:26] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1367/ScreenMod - e/Ward/Default.aspx -[12:12:29] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1960/ScreenMod - e/Ward/Default.aspx -[12:12:31] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1920/ScreenMod - e/Ward/Default.aspx -[12:12:33] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1857/ScreenMod - e/Ward/Default.aspx -[12:12:36] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1229/ScreenMod - e/Ward/Default.aspx -[12:12:39] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1975/ScreenMod - e/Ward/Default.aspx -[12:12:40] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1904/ScreenMod - e/Ward/Default.aspx -[12:12:42] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1903/ScreenMod - e/Ward/Default.aspx -[12:12:44] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1858/ScreenMod - e/Ward/Default.aspx -[12:12:46] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1955/ScreenMod - e/Ward/Default.aspx -[12:12:47] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1976/ScreenMod - e/Ward/Default.aspx -[12:12:49] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1252/ScreenMod - e/Ward/Default.aspx -[12:12:51] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1383/ScreenMod - e/Ward/Default.aspx -[12:12:56] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1953/ScreenMod - e/Ward/Default.aspx -[12:12:58] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1908/ScreenMod - e/Ward/Default.aspx -[12:13:00] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1595/ScreenMod - e/Ward/Default.aspx -[12:13:02] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1345/ScreenMod - e/Ward/Default.aspx -[12:13:05] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1912/ScreenMod - e/Ward/Default.aspx -[12:13:07] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1376/ScreenMod - e/Ward/Default.aspx -[12:13:09] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1978/ScreenMod - e/Ward/Default.aspx -[12:13:11] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1915/ScreenMod - e/Ward/Default.aspx -[12:13:12] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1381/ScreenMod - e/Ward/Default.aspx -[12:13:17] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1334/ScreenMod - e/Ward/Default.aspx -[12:13:19] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1356/ScreenMod - e/Ward/Default.aspx -[12:13:23] Scraping from base.py:42 - https://committees.sunderland.gov.uk/committees/cmis5/Memb - ers/tabid/62/ctl/ViewCMIS_Person/mid/600/id/1909/ScreenMod - e/Ward/Default.aspx -[12:13:25] Committing batch 2 consisting of 58 files base.py:274 -[12:13:27] Finished attempting to scrape: SND base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SNO/index.html b/logbooks/SNO/index.html index 7e65d2e323..4326aedf7d 100644 --- a/logbooks/SNO/index.html +++ b/logbooks/SNO/index.html @@ -37,6 +37,71 @@ + <h2 id="2023-10-15-09-09">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:09:13.570499</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:09:15.929274</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 142, in get_list_container + self.base_url_soup = self.get_page(self.base_url) + File "/var/task/lgsf/councillors/scrapers.py", line 131, in get_page + page = self.get(url).text + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.southnorfolkandbroadland.gov.uk/directory/3/south-norfolk-councillor-directory/category/11 +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:09:13] Fetching Scraper for: SNO handlers.py:23 + Begin attempting to scrape: SNO handlers.py:27 + Deleting existing data... base.py:239 +[09:09:14] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:09:15] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.southnorfolkandbroadland.gov.uk/directory/3/so + uth-norfolk-councillor-directory/category/11 + 404 Client Error: Not Found for url: handlers.py:36 + https://www.southnorfolkandbroadland.gov.uk/directory/ + 3/south-norfolk-councillor-directory/category/11 + Finished attempting to scrape: SNO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1269,71 +1334,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-43">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:43:52.627293</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:43:54.925112</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 141, in get_list_container - self.base_url_soup = self.get_page(self.base_url) - File "/var/task/lgsf/councillors/scrapers.py", line 130, in get_page - page = self.get(url).text - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://www.southnorfolkandbroadland.gov.uk/directory/3/south-norfolk-councillor-directory/category/11 -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:43:52] Fetching Scraper for: SNO handlers.py:23 - Begin attempting to scrape: SNO handlers.py:27 - Deleting existing data... base.py:239 -[13:43:53] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[13:43:54] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.southnorfolkandbroadland.gov.uk/directory/3/so - uth-norfolk-councillor-directory/category/11 - 404 Client Error: Not Found for url: handlers.py:36 - https://www.southnorfolkandbroadland.gov.uk/directory/ - 3/south-norfolk-councillor-directory/category/11 - Finished attempting to scrape: SNO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SOL/index.html b/logbooks/SOL/index.html index a46ae172cf..6eeba6789d 100644 --- a/logbooks/SOL/index.html +++ b/logbooks/SOL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:10:21.267307</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:10:30.897202</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:10:21] Fetching Scraper for: SOL handlers.py:23 + Begin attempting to scrape: SOL handlers.py:27 + Deleting existing data... base.py:239 +[09:10:22] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:10:23] Deleting batch no. 2 consisting of 3 files base.py:216 +[09:10:24] ...data deleted. base.py:246 + Scraping from base.py:42 + https://eservices.solihull.gov.uk/mgInternet/mgWebService. + asmx/GetCouncillorsByWard +[09:10:28] Committing batch 1 consisting of 92 files base.py:274 +[09:10:29] Committing batch 2 consisting of 10 files base.py:274 +[09:10:30] Finished attempting to scrape: SOL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1048,59 +1101,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:31:56.511985</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:32:06.624919</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:31:56] Fetching Scraper for: SOL handlers.py:23 - Begin attempting to scrape: SOL handlers.py:27 - Deleting existing data... base.py:239 -[12:31:57] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:31:58] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:31:59] ...data deleted. base.py:246 - Scraping from base.py:42 - https://eservices.solihull.gov.uk/mgInternet/mgWebService. - asmx/GetCouncillorsByWard -[12:32:04] Committing batch 1 consisting of 92 files base.py:274 -[12:32:05] Committing batch 2 consisting of 10 files base.py:274 -[12:32:06] Finished attempting to scrape: SOL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SOS/index.html b/logbooks/SOS/index.html index 9544626ec3..66eb5aa15a 100644 --- a/logbooks/SOS/index.html +++ b/logbooks/SOS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-17">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:17:06.630633</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:17:14.715286</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:17:06] Fetching Scraper for: SOS handlers.py:23 + Begin attempting to scrape: SOS handlers.py:27 + Deleting existing data... base.py:239 +[09:17:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:17:08] ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:17:09] Deleting batch no. 2 consisting of 3 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.southend.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:17:12] Committing batch 1 consisting of 92 files base.py:274 +[09:17:13] Committing batch 2 consisting of 10 files base.py:274 +[09:17:14] Finished attempting to scrape: SOS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-15">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-52">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:52:26.208480</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:52:34.599550</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:52:26] Fetching Scraper for: SOS handlers.py:23 - Begin attempting to scrape: SOS handlers.py:27 - Deleting existing data... base.py:239 -[12:52:27] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:52:28] Deleting batch no. 2 consisting of 3 files base.py:216 -[12:52:29] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.southend.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:52:32] Committing batch 1 consisting of 92 files base.py:274 -[12:52:33] Committing batch 2 consisting of 10 files base.py:274 -[12:52:34] Finished attempting to scrape: SOS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SOX/index.html b/logbooks/SOX/index.html index 7ece732e07..5a21ac363f 100644 --- a/logbooks/SOX/index.html +++ b/logbooks/SOX/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-33">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:33:39.459882</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:33:44.591833</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:33:39] Fetching Scraper for: SOX handlers.py:23 + Begin attempting to scrape: SOX handlers.py:27 + Deleting existing data... base.py:239 +[09:33:40] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[09:33:41] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democratic.southoxon.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:33:43] Committing batch 1 consisting of 72 files base.py:274 +[09:33:44] Finished attempting to scrape: SOX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-51">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:51:08.148246</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:51:14.342654</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:51:08] Fetching Scraper for: SOX handlers.py:23 - Begin attempting to scrape: SOX handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:51:09] Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[13:51:10] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democratic.southoxon.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:51:13] Committing batch 1 consisting of 72 files base.py:274 -[13:51:14] Finished attempting to scrape: SOX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SPE/index.html b/logbooks/SPE/index.html index 2b635cbed4..22d0643a49 100644 --- a/logbooks/SPE/index.html +++ b/logbooks/SPE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:37:37.651748</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:37:43.286410</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:37:37] Fetching Scraper for: SPE handlers.py:23 + Begin attempting to scrape: SPE handlers.py:27 + Deleting existing data... base.py:239 +[08:37:38] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:37:39] ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.spelthorne.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:37:42] Committing batch 1 consisting of 78 files base.py:274 +[08:37:43] Finished attempting to scrape: SPE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:05:43.189017</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:05:50.130348</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:05:43] Fetching Scraper for: SPE handlers.py:23 - Begin attempting to scrape: SPE handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:05:44] Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[14:05:45] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.spelthorne.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[14:05:48] Committing batch 1 consisting of 78 files base.py:274 -[14:05:50] Finished attempting to scrape: SPE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SRI/index.html b/logbooks/SRI/index.html index 727b84cc1a..b4f924f936 100644 --- a/logbooks/SRI/index.html +++ b/logbooks/SRI/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:34:25.417908</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:34:38.636896</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:34:25] Fetching Scraper for: SRI handlers.py:23 + Begin attempting to scrape: SRI handlers.py:27 + Deleting existing data... base.py:239 +[08:34:26] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:34:27] Deleting batch no. 2 consisting of 1 files base.py:216 +[08:34:28] ...data deleted. base.py:246 + Scraping from base.py:42 + http://southribble.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:34:36] Committing batch 1 consisting of 92 files base.py:274 +[08:34:37] Committing batch 2 consisting of 8 files base.py:274 +[08:34:38] Finished attempting to scrape: SRI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:56:30.069609</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:56:38.809934</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:56:30] Fetching Scraper for: SRI handlers.py:23 - Begin attempting to scrape: SRI handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:56:31] Getting all files in Councillors/json... base.py:191 - ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:56:32] Deleting batch no. 2 consisting of 1 files base.py:216 -[12:56:33] ...data deleted. base.py:246 - Scraping from base.py:42 - http://southribble.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:56:36] Committing batch 1 consisting of 92 files base.py:274 -[12:56:37] Committing batch 2 consisting of 8 files base.py:274 -[12:56:38] Finished attempting to scrape: SRI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SRY/index.html b/logbooks/SRY/index.html index cb8bb960f7..d1b1c0421a 100644 --- a/logbooks/SRY/index.html +++ b/logbooks/SRY/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:34:06.443654</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:34:16.152091</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:34:06] Fetching Scraper for: SRY handlers.py:23 + Begin attempting to scrape: SRY handlers.py:27 + Deleting existing data... base.py:239 +[08:34:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 81 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 81 files in Councillors/raw base.py:207 + ...found 163 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:34:08] Deleting batch no. 2 consisting of 63 files base.py:216 +[08:34:09] ...data deleted. base.py:246 + Scraping from base.py:42 + https://mycouncil.surreycc.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[08:34:13] Committing batch 1 consisting of 92 files base.py:274 +[08:34:14] Committing batch 2 consisting of 70 files base.py:274 +[08:34:16] Finished attempting to scrape: SRY base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:21:31.561176</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:21:41.468010</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:21:31] Fetching Scraper for: SRY handlers.py:23 - Begin attempting to scrape: SRY handlers.py:27 - Deleting existing data... base.py:239 -[13:21:32] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 81 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:21:33] ...found 81 files in Councillors/raw base.py:207 - ...found 163 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 63 files base.py:216 -[13:21:34] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mycouncil.surreycc.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:21:38] Committing batch 1 consisting of 92 files base.py:274 -[13:21:40] Committing batch 2 consisting of 70 files base.py:274 -[13:21:41] Finished attempting to scrape: SRY base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SST/index.html b/logbooks/SST/index.html index 2e069fba12..0e784c6906 100644 --- a/logbooks/SST/index.html +++ b/logbooks/SST/index.html @@ -37,6 +37,65 @@ + <h2 id="2023-10-15-09-50">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:50:34.349481</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:50:36.443518</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 249, in get_councillors + req = self.get(self.base_url, extra_headers=self.extra_headers) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://services.sstaffs.gov.uk/cmis/Councillors.aspx +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:50:34] Fetching Scraper for: SST handlers.py:23 + Begin attempting to scrape: SST handlers.py:27 + Deleting existing data... base.py:239 +[09:50:35] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:50:36] ...data deleted. base.py:246 + Scraping from base.py:42 + https://services.sstaffs.gov.uk/cmis/Councillors.aspx + 404 Client Error: Not Found for url: handlers.py:36 + https://services.sstaffs.gov.uk/cmis/Councillors.aspx + Finished attempting to scrape: SST base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-47">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1155,65 +1214,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:12:29.878828</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:12:32.063320</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://services.sstaffs.gov.uk/cmis/Councillors.aspx -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:12:29] Fetching Scraper for: SST handlers.py:23 - Begin attempting to scrape: SST handlers.py:27 -[14:12:30] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:12:31] ...data deleted. base.py:246 - Scraping from base.py:42 - https://services.sstaffs.gov.uk/cmis/Councillors.aspx - 404 Client Error: Not Found for url: handlers.py:36 - https://services.sstaffs.gov.uk/cmis/Councillors.aspx -[14:12:32] Finished attempting to scrape: SST base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STE/index.html b/logbooks/STE/index.html index 91afd06562..eb64084daf 100644 --- a/logbooks/STE/index.html +++ b/logbooks/STE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:21:59.172410</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:22:06.184241</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:21:59] Fetching Scraper for: STE handlers.py:23 + Begin attempting to scrape: STE handlers.py:27 + Deleting existing data... base.py:239 +[09:22:00] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[09:22:01] ...data deleted. base.py:246 + Scraping from base.py:42 + http://www.moderngov.stoke.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:22:04] Committing batch 1 consisting of 88 files base.py:274 +[09:22:06] Finished attempting to scrape: STE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:08.678282</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:15.977514</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:08] Fetching Scraper for: STE handlers.py:23 - Begin attempting to scrape: STE handlers.py:27 - Deleting existing data... base.py:239 -[14:23:09] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:23:10] ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[14:23:11] ...data deleted. base.py:246 - Scraping from base.py:42 - http://www.moderngov.stoke.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[14:23:14] Committing batch 1 consisting of 88 files base.py:274 -[14:23:15] Finished attempting to scrape: STE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STF/index.html b/logbooks/STF/index.html index c27d4102fb..d51f0da9da 100644 --- a/logbooks/STF/index.html +++ b/logbooks/STF/index.html @@ -37,6 +37,61 @@ + <h2 id="2023-10-15-10-14">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:14:12.530788</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:14:27.199015</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:14:12] Fetching Scraper for: STF handlers.py:23 + Begin attempting to scrape: STF handlers.py:27 + Deleting existing data... base.py:239 +[10:14:13] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 100 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 100 files in Councillors/raw base.py:207 + ...found 201 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:14:14] Deleting batch no. 2 consisting of 100 files base.py:216 +[10:14:15] Deleting batch no. 3 consisting of 1 files base.py:216 +[10:14:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.staffsmoorlands.gov.uk/mgWebService.asmx + /GetCouncillorsByWard +[10:14:22] Committing batch 1 consisting of 92 files base.py:274 +[10:14:24] Committing batch 2 consisting of 92 files base.py:274 +[10:14:25] Committing batch 3 consisting of 16 files base.py:274 +[10:14:27] Finished attempting to scrape: STF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1079,61 +1134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>14 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:13:47.335546</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:02.188559</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:13:47] Fetching Scraper for: STF handlers.py:23 - Begin attempting to scrape: STF handlers.py:27 - Deleting existing data... base.py:239 -[12:13:48] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 100 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 100 files in Councillors/raw base.py:207 - ...found 201 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:13:49] Deleting batch no. 2 consisting of 100 files base.py:216 -[12:13:50] Deleting batch no. 3 consisting of 1 files base.py:216 -[12:13:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.staffsmoorlands.gov.uk/mgWebService.asmx - /GetCouncillorsByWard -[12:13:58] Committing batch 1 consisting of 92 files base.py:274 -[12:13:59] Committing batch 2 consisting of 92 files base.py:274 -[12:14:01] Committing batch 3 consisting of 16 files base.py:274 -[12:14:02] Finished attempting to scrape: STF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STG/index.html b/logbooks/STG/index.html index 02c7c3e5db..325d9e1d53 100644 --- a/logbooks/STG/index.html +++ b/logbooks/STG/index.html @@ -37,6 +37,61 @@ + <h2 id="2023-10-15-09-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>3 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:38:33.811746</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:38:37.743350</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 146, in get_list_container + return selected[0] +IndexError: list index out of range +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:38:33] Fetching Scraper for: STG handlers.py:23 + Begin attempting to scrape: STG handlers.py:27 +[09:38:34] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:38:35] ...data deleted. base.py:246 + Scraping from https://www.stirling.gov.uk/councillors base.py:42 +[09:38:37] list index out of range handlers.py:36 + Finished attempting to scrape: STG base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1079,61 +1134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>4 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:50:18.045133</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:22.204582</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container - return selected[0] -IndexError: list index out of range -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:50:18] Fetching Scraper for: STG handlers.py:23 - Begin attempting to scrape: STG handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:50:19] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 - ...data deleted. base.py:246 - Scraping from https://www.stirling.gov.uk/councillors base.py:42 -[12:50:21] list index out of range handlers.py:36 -[12:50:22] Finished attempting to scrape: STG base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STH/index.html b/logbooks/STH/index.html index 8ce20c6dde..70f1cf77f9 100644 --- a/logbooks/STH/index.html +++ b/logbooks/STH/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-30">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:30:32.488185</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:30:41.739111</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:30:32] Fetching Scraper for: STH handlers.py:23 + Begin attempting to scrape: STH handlers.py:27 + Deleting existing data... base.py:239 +[10:30:33] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:30:34] Deleting batch no. 2 consisting of 3 files base.py:216 +[10:30:35] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.southampton.gov.uk/modernGov//mgWebService.asm + x/GetCouncillorsByWard +[10:30:39] Committing batch 1 consisting of 92 files base.py:274 +[10:30:40] Committing batch 2 consisting of 10 files base.py:274 +[10:30:41] Finished attempting to scrape: STH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-00">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:21:15.767434</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:21:27.077978</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:21:15] Fetching Scraper for: STH handlers.py:23 - Begin attempting to scrape: STH handlers.py:27 -[13:21:16] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:21:17] ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:21:18] Deleting batch no. 2 consisting of 3 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.southampton.gov.uk/modernGov//mgWebService.asm - x/GetCouncillorsByWard -[13:21:24] Committing batch 1 consisting of 92 files base.py:274 -[13:21:25] Committing batch 2 consisting of 10 files base.py:274 -[13:21:27] Finished attempting to scrape: STH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STN/index.html b/logbooks/STN/index.html index 210299ed23..551594d334 100644 --- a/logbooks/STN/index.html +++ b/logbooks/STN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-53">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:53:26.132190</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:53:35.239563</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:53:26] Fetching Scraper for: STN handlers.py:23 + Begin attempting to scrape: STN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:53:27] Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:53:28] ...data deleted. base.py:246 + Scraping from base.py:42 + https://uttlesford.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:53:33] Committing batch 1 consisting of 78 files base.py:274 +[09:53:35] Finished attempting to scrape: STN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-23">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:23:35.670136</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:42.687290</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:23:35] Fetching Scraper for: STN handlers.py:23 - Begin attempting to scrape: STN handlers.py:27 -[14:23:37] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:23:38] ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[14:23:39] ...data deleted. base.py:246 - Scraping from base.py:42 - https://uttlesford.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[14:23:41] Committing batch 1 consisting of 78 files base.py:274 -[14:23:42] Finished attempting to scrape: STN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STO/index.html b/logbooks/STO/index.html index 140fbdf5ad..7d9a1b7b15 100644 --- a/logbooks/STO/index.html +++ b/logbooks/STO/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:10:46.334297</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:10:54.758888</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:10:46] Fetching Scraper for: STO handlers.py:23 + Begin attempting to scrape: STO handlers.py:27 + Deleting existing data... base.py:239 +[09:10:47] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 51 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 51 files in Councillors/raw base.py:207 + ...found 103 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:10:48] Deleting batch no. 2 consisting of 3 files base.py:216 +[09:10:49] ...data deleted. base.py:246 + Scraping from base.py:42 + https://stroud.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:10:52] Committing batch 1 consisting of 92 files base.py:274 +[09:10:53] Committing batch 2 consisting of 10 files base.py:274 +[09:10:54] Finished attempting to scrape: STO base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:38:57.282351</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:39:05.701321</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:38:57] Fetching Scraper for: STO handlers.py:23 - Begin attempting to scrape: STO handlers.py:27 - Deleting existing data... base.py:239 -[13:38:58] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 51 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 51 files in Councillors/raw base.py:207 - ...found 103 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:38:59] Deleting batch no. 2 consisting of 3 files base.py:216 -[13:39:00] ...data deleted. base.py:246 - Scraping from base.py:42 - https://stroud.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:39:03] Committing batch 1 consisting of 92 files base.py:274 -[13:39:04] Committing batch 2 consisting of 10 files base.py:274 -[13:39:05] Finished attempting to scrape: STO base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STR/index.html b/logbooks/STR/index.html index 37addc2faf..5098a8133d 100644 --- a/logbooks/STR/index.html +++ b/logbooks/STR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-51">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:51:17.613480</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:51:23.314524</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:51:17] Fetching Scraper for: STR handlers.py:23 + Begin attempting to scrape: STR handlers.py:27 +[09:51:18] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[09:51:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.stratford.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:51:21] Committing batch 1 consisting of 82 files base.py:274 +[09:51:23] Finished attempting to scrape: STR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-03">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-57">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:57:24.140306</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:57:29.706504</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:57:24] Fetching Scraper for: STR handlers.py:23 - Begin attempting to scrape: STR handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:57:25] Getting all files in Councillors/json... base.py:191 - ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[12:57:26] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.stratford.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:57:28] Committing batch 1 consisting of 82 files base.py:274 -[12:57:29] Finished attempting to scrape: STR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STS/index.html b/logbooks/STS/index.html index 115ae0cd18..cab9f450c8 100644 --- a/logbooks/STS/index.html +++ b/logbooks/STS/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:49:02.177603</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:49:12.206920</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:49:02] Fetching Scraper for: STS handlers.py:23 + Begin attempting to scrape: STS handlers.py:27 + Deleting existing data... base.py:239 +[09:49:03] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 62 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 62 files in Councillors/raw base.py:207 + ...found 125 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:49:04] Deleting batch no. 2 consisting of 25 files base.py:216 +[09:49:05] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.staffordshire.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:49:09] Committing batch 1 consisting of 92 files base.py:274 +[09:49:10] Committing batch 2 consisting of 32 files base.py:274 +[09:49:12] Finished attempting to scrape: STS base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:21:58.969811</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:22:08.689367</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:21:58] Fetching Scraper for: STS handlers.py:23 -[14:21:59] Begin attempting to scrape: STS handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:22:00] ...found 62 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 62 files in Councillors/raw base.py:207 - ...found 125 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:22:01] Deleting batch no. 2 consisting of 25 files base.py:216 -[14:22:02] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.staffordshire.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[14:22:06] Committing batch 1 consisting of 92 files base.py:274 -[14:22:07] Committing batch 2 consisting of 32 files base.py:274 -[14:22:08] Finished attempting to scrape: STS base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/STV/index.html b/logbooks/STV/index.html index e92d98a47f..48b6f4ded6 100644 --- a/logbooks/STV/index.html +++ b/logbooks/STV/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:43:38.048484</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:43:45.051923</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:43:38] Fetching Scraper for: STV handlers.py:23 + Begin attempting to scrape: STV handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:43:39] Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 +[09:43:40] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.stevenage.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:43:43] Committing batch 1 consisting of 78 files base.py:274 +[09:43:45] Finished attempting to scrape: STV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:50:58.450183</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:51:05.267614</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:50:58] Fetching Scraper for: STV handlers.py:23 - Begin attempting to scrape: STV handlers.py:27 - Deleting existing data... base.py:239 -[13:50:59] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 -[13:51:00] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.stevenage.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:51:03] Committing batch 1 consisting of 78 files base.py:274 -[13:51:05] Finished attempting to scrape: STV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SUR/index.html b/logbooks/SUR/index.html index 7059ebd6d3..a6b1a6881e 100644 --- a/logbooks/SUR/index.html +++ b/logbooks/SUR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:02:07.647825</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:02:15.707252</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:02:07] Fetching Scraper for: SUR handlers.py:23 + Begin attempting to scrape: SUR handlers.py:27 +[10:02:08] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:02:09] ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://surreyheath.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:02:14] Committing batch 1 consisting of 70 files base.py:274 +[10:02:15] Finished attempting to scrape: SUR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-16">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-01">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:01:21.861756</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:01:29.104581</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:01:21] Fetching Scraper for: SUR handlers.py:23 - Begin attempting to scrape: SUR handlers.py:27 -[13:01:22] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:01:23] ...found 35 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 35 files in Councillors/raw base.py:207 - ...found 71 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 71 files base.py:216 -[13:01:24] ...data deleted. base.py:246 - Scraping from base.py:42 - http://surreyheath.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:01:27] Committing batch 1 consisting of 70 files base.py:274 -[13:01:29] Finished attempting to scrape: SUR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SWA/index.html b/logbooks/SWA/index.html index 701a3fd019..9863df4c5c 100644 --- a/logbooks/SWA/index.html +++ b/logbooks/SWA/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:10:19.432334</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:10:33.674635</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:10:19] Fetching Scraper for: SWA handlers.py:23 + Begin attempting to scrape: SWA handlers.py:27 + Deleting existing data... base.py:239 +[10:10:20] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 75 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 75 files in Councillors/raw base.py:207 + ...found 151 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:10:21] Deleting batch no. 2 consisting of 51 files base.py:216 +[10:10:22] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.swansea.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:10:30] Committing batch 1 consisting of 92 files base.py:274 +[10:10:32] Committing batch 2 consisting of 58 files base.py:274 +[10:10:33] Finished attempting to scrape: SWA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-31">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>13 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:31:29.694657</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:31:42.698394</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:31:29] Fetching Scraper for: SWA handlers.py:23 - Begin attempting to scrape: SWA handlers.py:27 -[13:31:30] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:31:31] ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:31:32] Deleting batch no. 2 consisting of 51 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.swansea.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:31:39] Committing batch 1 consisting of 92 files base.py:274 -[13:31:41] Committing batch 2 consisting of 58 files base.py:274 -[13:31:42] Finished attempting to scrape: SWA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SWD/index.html b/logbooks/SWD/index.html index 0ec674b19a..ec3535d6f3 100644 --- a/logbooks/SWD/index.html +++ b/logbooks/SWD/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-56">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:56:14.341480</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:56:20.482518</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:56:14] Fetching Scraper for: SWD handlers.py:23 + Begin attempting to scrape: SWD handlers.py:27 + Deleting existing data... base.py:239 +[09:56:15] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[09:56:16] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.winchester.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[09:56:19] Committing batch 1 consisting of 90 files base.py:274 +[09:56:20] Finished attempting to scrape: SWD base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:17:52.292480</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:17:58.165230</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:17:52] Fetching Scraper for: SWD handlers.py:23 - Begin attempting to scrape: SWD handlers.py:27 - Deleting existing data... base.py:239 -[13:17:53] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[13:17:54] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.winchester.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[13:17:56] Committing batch 1 consisting of 90 files base.py:274 -[13:17:58] Finished attempting to scrape: SWD base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SWK/index.html b/logbooks/SWK/index.html index 4989efa051..35ff09522f 100644 --- a/logbooks/SWK/index.html +++ b/logbooks/SWK/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:31:32.007304</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:31:42.645241</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:31:32] Fetching Scraper for: SWK handlers.py:23 + Begin attempting to scrape: SWK handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:31:33] ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:31:34] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:31:35] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.southwark.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:31:39] Committing batch 1 consisting of 92 files base.py:274 +[09:31:41] Committing batch 2 consisting of 34 files base.py:274 +[09:31:42] Finished attempting to scrape: SWK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:23:28.577517</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:23:38.653758</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:23:28] Fetching Scraper for: SWK handlers.py:23 - Begin attempting to scrape: SWK handlers.py:27 - Deleting existing data... base.py:239 -[12:23:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:23:30] Deleting batch no. 2 consisting of 27 files base.py:216 -[12:23:31] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.southwark.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[12:23:35] Committing batch 1 consisting of 92 files base.py:274 -[12:23:37] Committing batch 2 consisting of 34 files base.py:274 -[12:23:38] Finished attempting to scrape: SWK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/SWL/index.html b/logbooks/SWL/index.html index 979b6e4f97..6cb609bab1 100644 --- a/logbooks/SWL/index.html +++ b/logbooks/SWL/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:54:10.987762</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:54:18.491458</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:54:10] Fetching Scraper for: SWL handlers.py:23 +[08:54:11] Begin attempting to scrape: SWL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:54:12] Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[08:54:13] ...data deleted. base.py:246 + Scraping from base.py:42 + http://services.swale.gov.uk/mgWebService.asmx/GetCouncill + orsByWard +[08:54:16] Committing batch 1 consisting of 92 files base.py:274 +[08:54:17] Committing batch 2 consisting of 2 files base.py:274 +[08:54:18] Finished attempting to scrape: SWL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-52">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:52:15.849501</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:52:22.781674</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:52:15] Fetching Scraper for: SWL handlers.py:23 - Begin attempting to scrape: SWL handlers.py:27 -[12:52:16] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:52:17] ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[12:52:18] ...data deleted. base.py:246 - Scraping from base.py:42 - http://services.swale.gov.uk/mgWebService.asmx/GetCouncill - orsByWard -[12:52:20] Committing batch 1 consisting of 92 files base.py:274 -[12:52:21] Committing batch 2 consisting of 2 files base.py:274 -[12:52:22] Finished attempting to scrape: SWL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TAM/index.html b/logbooks/TAM/index.html index d1c24f8ded..4dd5267f9e 100644 --- a/logbooks/TAM/index.html +++ b/logbooks/TAM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-12">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:12:52.552340</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:13:03.706582</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:12:52] Fetching Scraper for: TAM handlers.py:23 + Begin attempting to scrape: TAM handlers.py:27 + Deleting existing data... base.py:239 +[09:12:53] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:12:54] Deleting batch no. 2 consisting of 15 files base.py:216 +[09:12:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://tameside.moderngov.co.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:13:00] Committing batch 1 consisting of 92 files base.py:274 +[09:13:02] Committing batch 2 consisting of 22 files base.py:274 +[09:13:03] Finished attempting to scrape: TAM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-37">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:53:58.689546</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:07.701429</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:53:58] Fetching Scraper for: TAM handlers.py:23 - Begin attempting to scrape: TAM handlers.py:27 -[13:53:59] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:54:00] ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:54:01] Deleting batch no. 2 consisting of 15 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://tameside.moderngov.co.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:54:05] Committing batch 1 consisting of 92 files base.py:274 -[13:54:06] Committing batch 2 consisting of 22 files base.py:274 -[13:54:07] Finished attempting to scrape: TAM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TAN/index.html b/logbooks/TAN/index.html index e1324b5b49..27737176ad 100644 --- a/logbooks/TAN/index.html +++ b/logbooks/TAN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-17">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:17:18.229583</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:17:24.175291</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:17:18] Fetching Scraper for: TAN handlers.py:23 + Begin attempting to scrape: TAN handlers.py:27 + Deleting existing data... base.py:239 +[09:17:19] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 42 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 42 files in Councillors/raw base.py:207 + ...found 85 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 85 files base.py:216 +[09:17:20] ...data deleted. base.py:246 + Scraping from base.py:42 + https://tandridge.moderngov.co.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:17:22] Committing batch 1 consisting of 84 files base.py:274 +[09:17:24] Finished attempting to scrape: TAN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-46">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:46:49.580884</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:46:55.832530</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:46:49] Fetching Scraper for: TAN handlers.py:23 - Begin attempting to scrape: TAN handlers.py:27 - Deleting existing data... base.py:239 -[13:46:50] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 42 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:46:51] ...found 42 files in Councillors/raw base.py:207 - ...found 85 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 85 files base.py:216 -[13:46:52] ...data deleted. base.py:246 - Scraping from base.py:42 - https://tandridge.moderngov.co.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:46:54] Committing batch 1 consisting of 84 files base.py:274 -[13:46:55] Finished attempting to scrape: TAN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TAW/index.html b/logbooks/TAW/index.html index 0981f4c41f..cf30374260 100644 --- a/logbooks/TAW/index.html +++ b/logbooks/TAW/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:38:41.919977</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:38:48.001019</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:38:41] Fetching Scraper for: TAW handlers.py:23 + Begin attempting to scrape: TAW handlers.py:27 +[09:38:42] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:38:43] Getting all files in Councillors/json... base.py:191 +[09:38:44] ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 +[09:38:45] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.tamworth.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:38:46] Committing batch 1 consisting of 60 files base.py:274 +[09:38:47] Finished attempting to scrape: TAW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:49.056235</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:38:54.483161</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:49] Fetching Scraper for: TAW handlers.py:23 - Begin attempting to scrape: TAW handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:38:50] Getting all files in Councillors/json... base.py:191 - ...found 29 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 29 files in Councillors/raw base.py:207 - ...found 59 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 59 files base.py:216 -[12:38:51] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.tamworth.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:38:53] Committing batch 1 consisting of 58 files base.py:274 -[12:38:54] Finished attempting to scrape: TAW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TEI/index.html b/logbooks/TEI/index.html index cff9b59fea..24d76bd7fd 100644 --- a/logbooks/TEI/index.html +++ b/logbooks/TEI/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:05:41.394467</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:05:48.198443</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:05:41] Fetching Scraper for: TEI handlers.py:23 + Begin attempting to scrape: TEI handlers.py:27 + Deleting existing data... base.py:239 +[09:05:42] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 47 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 47 files in Councillors/raw base.py:207 + ...found 95 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 95 files base.py:216 +[09:05:43] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.teignbridge.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[09:05:45] Committing batch 1 consisting of 92 files base.py:274 +[09:05:47] Committing batch 2 consisting of 2 files base.py:274 +[09:05:48] Finished attempting to scrape: TEI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-46">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-59">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:59:00.093927</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:59:07.593262</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:59:00] Fetching Scraper for: TEI handlers.py:23 - Begin attempting to scrape: TEI handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:59:01] Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[12:59:02] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.teignbridge.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:59:05] Committing batch 1 consisting of 92 files base.py:274 -[12:59:06] Committing batch 2 consisting of 2 files base.py:274 -[12:59:07] Finished attempting to scrape: TEI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TEN/index.html b/logbooks/TEN/index.html index caa6eded3f..47c9a7412b 100644 --- a/logbooks/TEN/index.html +++ b/logbooks/TEN/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-09-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>13 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:31:01.317693</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:31:15.194214</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:31:01] Fetching Scraper for: TEN handlers.py:23 +[09:31:05] Begin attempting to scrape: TEN handlers.py:27 +[09:31:07] Deleting existing data... base.py:239 +[09:31:08] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[09:31:09] ...data deleted. base.py:246 + Scraping from base.py:42 + http://tdcdemocracy.tendringdc.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[09:31:12] Committing batch 1 consisting of 92 files base.py:274 +[09:31:14] Committing batch 2 consisting of 4 files base.py:274 +[09:31:15] Finished attempting to scrape: TEN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:21:34.253710</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:21:41.863932</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:21:34] Fetching Scraper for: TEN handlers.py:23 - Begin attempting to scrape: TEN handlers.py:27 - Deleting existing data... base.py:239 -[14:21:35] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[14:21:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://tdcdemocracy.tendringdc.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[14:21:39] Committing batch 1 consisting of 92 files base.py:274 -[14:21:40] Committing batch 2 consisting of 4 files base.py:274 -[14:21:41] Finished attempting to scrape: TEN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TES/index.html b/logbooks/TES/index.html index 2eb4a49cf6..23d0ec3c73 100644 --- a/logbooks/TES/index.html +++ b/logbooks/TES/index.html @@ -37,6 +37,69 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:26.178777</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:38:28.302658</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 249, in get_councillors + req = self.get(self.base_url, extra_headers=self.extra_headers) + File "/var/task/lgsf/scrapers/base.py", line 49, in get + response.raise_for_status() + File "/opt/python/requests/models.py", line 1021, in raise_for_status + raise HTTPError(http_error_msg, response=self) +requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepresentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx#MemberSectionA +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:26] Fetching Scraper for: TES handlers.py:23 + Begin attempting to scrape: TES handlers.py:27 + Deleting existing data... base.py:239 +[08:38:27] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepr + esentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx# + MemberSectionA +[08:38:28] 404 Client Error: Not Found for url: handlers.py:36 + http://testvalley.cmis.uk.com/testvalleypublic/Elected + Representatives/tabid/63/ScreenMode/Alphabetical/Defau + lt.aspx#MemberSectionA + Finished attempting to scrape: TES base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1231,69 +1294,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:14:06.217828</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:14:08.353941</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 248, in get_councillors - req = self.get(self.base_url, extra_headers=self.extra_headers) - File "/var/task/lgsf/scrapers/base.py", line 49, in get - response.raise_for_status() - File "/opt/python/requests/models.py", line 1021, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepresentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx#MemberSectionA -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:14:06] Fetching Scraper for: TES handlers.py:23 - Begin attempting to scrape: TES handlers.py:27 - Deleting existing data... base.py:239 -[14:14:07] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[14:14:08] ...data deleted. base.py:246 - Scraping from base.py:42 - http://testvalley.cmis.uk.com/testvalleypublic/ElectedRepr - esentatives/tabid/63/ScreenMode/Alphabetical/Default.aspx# - MemberSectionA - 404 Client Error: Not Found for url: handlers.py:36 - http://testvalley.cmis.uk.com/testvalleypublic/Elected - Representatives/tabid/63/ScreenMode/Alphabetical/Defau - lt.aspx#MemberSectionA - Finished attempting to scrape: TES base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TEW/index.html b/logbooks/TEW/index.html index 76292f1ed2..34f77c19a6 100644 --- a/logbooks/TEW/index.html +++ b/logbooks/TEW/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:38:01.070619</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:38:06.911138</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:38:01] Fetching Scraper for: TEW handlers.py:23 + Begin attempting to scrape: TEW handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:38:02] Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 +[10:38:03] ...data deleted. base.py:246 + Scraping from base.py:42 + http://minutes.tewkesbury.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:38:05] Committing batch 1 consisting of 76 files base.py:274 +[10:38:06] Finished attempting to scrape: TEW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-29">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:29:15.466871</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:29:21.117205</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:29:15] Fetching Scraper for: TEW handlers.py:23 - Begin attempting to scrape: TEW handlers.py:27 - Deleting existing data... base.py:239 -[12:29:16] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 -[12:29:17] ...data deleted. base.py:246 - Scraping from base.py:42 - http://minutes.tewkesbury.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:29:19] Committing batch 1 consisting of 76 files base.py:274 -[12:29:21] Finished attempting to scrape: TEW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TFW/index.html b/logbooks/TFW/index.html index 3aad6ba293..327c57142f 100644 --- a/logbooks/TFW/index.html +++ b/logbooks/TFW/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-10">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:10:34.058555</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:10:43.379974</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:10:34] Fetching Scraper for: TFW handlers.py:23 + Begin attempting to scrape: TFW handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:10:35] Getting all files in Councillors/json... base.py:191 + ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:10:36] Deleting batch no. 2 consisting of 9 files base.py:216 +[09:10:37] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.telford.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:10:40] Committing batch 1 consisting of 92 files base.py:274 +[09:10:42] Committing batch 2 consisting of 16 files base.py:274 +[09:10:43] Finished attempting to scrape: TFW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-02">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:02:33.189871</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:02:41.115706</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:02:33] Fetching Scraper for: TFW handlers.py:23 - Begin attempting to scrape: TFW handlers.py:27 - Deleting existing data... base.py:239 -[13:02:34] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:02:35] Deleting batch no. 2 consisting of 9 files base.py:216 -[13:02:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.telford.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:02:38] Committing batch 1 consisting of 92 files base.py:274 -[13:02:39] Committing batch 2 consisting of 16 files base.py:274 -[13:02:41] Finished attempting to scrape: TFW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/THA/index.html b/logbooks/THA/index.html index b66da66a95..014a241eae 100644 --- a/logbooks/THA/index.html +++ b/logbooks/THA/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-37">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:37:45.943233</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:37:56.106627</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:37:45] Fetching Scraper for: THA handlers.py:23 + Begin attempting to scrape: THA handlers.py:27 +[08:37:46] Deleting existing data... base.py:239 +[08:37:48] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 56 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 56 files in Councillors/raw base.py:207 + ...found 113 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:37:49] Deleting batch no. 2 consisting of 13 files base.py:216 +[08:37:50] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.thanet.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:37:53] Committing batch 1 consisting of 92 files base.py:274 +[08:37:54] Committing batch 2 consisting of 20 files base.py:274 +[08:37:56] Finished attempting to scrape: THA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:05:12.841270</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:05:22.419985</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:05:12] Fetching Scraper for: THA handlers.py:23 - Begin attempting to scrape: THA handlers.py:27 -[14:05:13] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:05:14] ...found 56 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 56 files in Councillors/raw base.py:207 - ...found 113 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:05:15] Deleting batch no. 2 consisting of 13 files base.py:216 -[14:05:16] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.thanet.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[14:05:19] Committing batch 1 consisting of 92 files base.py:274 -[14:05:20] Committing batch 2 consisting of 20 files base.py:274 -[14:05:22] Finished attempting to scrape: THA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/THE/index.html b/logbooks/THE/index.html index b68f50c77a..f79389c8d7 100644 --- a/logbooks/THE/index.html +++ b/logbooks/THE/index.html @@ -37,6 +37,62 @@ + <h2 id="2023-10-15-09-20">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>4 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:20:56.216464</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:21:00.266603</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "scrapers/THE-three-rivers/councillors.py", line 13, in get_list_container + return soup.find("h3", text="District Councillor").findNext("ul") +AttributeError: 'NoneType' object has no attribute 'findNext' +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:20:56] Fetching Scraper for: THE handlers.py:23 + Begin attempting to scrape: THE handlers.py:27 + Deleting existing data... base.py:239 +[09:20:57] Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:20:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.threerivers.gov.uk/listing/councillors +[09:20:59] 'NoneType' object has no attribute 'findNext' handlers.py:36 +[09:21:00] Finished attempting to scrape: THE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1098,62 +1154,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-29">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>3 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:29:23.826395</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:29:27.437394</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "scrapers/THE-three-rivers/councillors.py", line 13, in get_list_container - return soup.find("h3", text="District Councillor").findNext("ul") -AttributeError: 'NoneType' object has no attribute 'findNext' -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:29:23] Fetching Scraper for: THE handlers.py:23 - Begin attempting to scrape: THE handlers.py:27 -[12:29:24] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:29:25] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.threerivers.gov.uk/listing/councillors -[12:29:27] 'NoneType' object has no attribute 'findNext' handlers.py:36 - Finished attempting to scrape: THE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/THR/index.html b/logbooks/THR/index.html index e7d4ae514f..88a80fdb76 100644 --- a/logbooks/THR/index.html +++ b/logbooks/THR/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-47">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:47:50.886151</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:47:59.056948</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:47:50] Fetching Scraper for: THR handlers.py:23 + Begin attempting to scrape: THR handlers.py:27 +[08:47:51] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:47:52] ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[08:47:53] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.thurrock.gov.uk//mgWebService.asmx/GetCo + uncillorsByWard +[08:47:56] Committing batch 1 consisting of 92 files base.py:274 +[08:47:57] Committing batch 2 consisting of 6 files base.py:274 +[08:47:59] Finished attempting to scrape: THR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-43">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:32:21.399600</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:32:29.463496</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:32:21] Fetching Scraper for: THR handlers.py:23 - Begin attempting to scrape: THR handlers.py:27 - Deleting existing data... base.py:239 -[13:32:22] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 49 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 49 files in Councillors/raw base.py:207 - ...found 99 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 99 files base.py:216 -[13:32:23] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.thurrock.gov.uk//mgWebService.asmx/GetCo - uncillorsByWard -[13:32:27] Committing batch 1 consisting of 92 files base.py:274 -[13:32:28] Committing batch 2 consisting of 6 files base.py:274 -[13:32:29] Finished attempting to scrape: THR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TOB/index.html b/logbooks/TOB/index.html index 6ef66532ee..adf0748e13 100644 --- a/logbooks/TOB/index.html +++ b/logbooks/TOB/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-21">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:21:07.962321</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:21:13.766910</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:21:07] Fetching Scraper for: TOB handlers.py:23 + Begin attempting to scrape: TOB handlers.py:27 +[10:21:08] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:21:09] ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[10:21:10] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.torbay.gov.uk/DemocraticServices//mgWebService + .asmx/GetCouncillorsByWard +[10:21:12] Committing batch 1 consisting of 72 files base.py:274 +[10:21:13] Finished attempting to scrape: TOB base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1013,57 +1064,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:57.261977</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:02.480335</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:57] Fetching Scraper for: TOB handlers.py:23 - Begin attempting to scrape: TOB handlers.py:27 - Deleting existing data... base.py:239 -[12:38:58] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[12:38:59] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.torbay.gov.uk/DemocraticServices//mgWebService - .asmx/GetCouncillorsByWard -[12:39:01] Committing batch 1 consisting of 72 files base.py:274 -[12:39:02] Finished attempting to scrape: TOB base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TOF/index.html b/logbooks/TOF/index.html index 8cf83b042c..9e433b4ace 100644 --- a/logbooks/TOF/index.html +++ b/logbooks/TOF/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:36:03.417158</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:36:09.048834</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:36:03] Fetching Scraper for: TOF handlers.py:23 + Begin attempting to scrape: TOF handlers.py:27 + Deleting existing data... base.py:239 +[10:36:04] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 40 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 40 files in Councillors/raw base.py:207 + ...found 81 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 81 files base.py:216 +[10:36:05] ...data deleted. base.py:246 + Scraping from base.py:42 + http://moderngov.torfaen.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[10:36:07] Committing batch 1 consisting of 80 files base.py:274 +[10:36:09] Finished attempting to scrape: TOF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-24">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-17">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:17:39.397455</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:17:44.794799</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:17:39] Fetching Scraper for: TOF handlers.py:23 - Begin attempting to scrape: TOF handlers.py:27 - Deleting existing data... base.py:239 -[13:17:40] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 40 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 40 files in Councillors/raw base.py:207 - ...found 81 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 81 files base.py:216 -[13:17:41] ...data deleted. base.py:246 - Scraping from base.py:42 - http://moderngov.torfaen.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:17:43] Committing batch 1 consisting of 80 files base.py:274 -[13:17:44] Finished attempting to scrape: TOF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TON/index.html b/logbooks/TON/index.html index 55bbb255eb..3aa400081d 100644 --- a/logbooks/TON/index.html +++ b/logbooks/TON/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:45:45.716062</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:45:51.793166</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:45:45] Fetching Scraper for: TON handlers.py:23 + Begin attempting to scrape: TON handlers.py:27 +[09:45:46] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:45:47] ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[09:45:48] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.tmbc.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[09:45:50] Committing batch 1 consisting of 88 files base.py:274 +[09:45:51] Finished attempting to scrape: TON base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:49:28.343171</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:49:34.528984</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:49:28] Fetching Scraper for: TON handlers.py:23 - Begin attempting to scrape: TON handlers.py:27 - Deleting existing data... base.py:239 -[12:49:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[12:49:30] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.tmbc.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:49:33] Committing batch 1 consisting of 88 files base.py:274 -[12:49:34] Finished attempting to scrape: TON base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TOR/index.html b/logbooks/TOR/index.html index 75cd923061..2f602bce04 100644 --- a/logbooks/TOR/index.html +++ b/logbooks/TOR/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-31">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:31:18.638593</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:31:27.219470</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:31:18] Fetching Scraper for: TOR handlers.py:23 + Begin attempting to scrape: TOR handlers.py:27 +[09:31:19] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:31:20] ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.torridge.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:31:26] Committing batch 1 consisting of 72 files base.py:274 +[09:31:27] Finished attempting to scrape: TOR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-44">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1111,57 +1162,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-53">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:53:34.162084</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:53:39.892931</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:53:34] Fetching Scraper for: TOR handlers.py:23 - Begin attempting to scrape: TOR handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:53:35] Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[13:53:36] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.torridge.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:53:38] Committing batch 1 consisting of 72 files base.py:274 -[13:53:39] Finished attempting to scrape: TOR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TRF/index.html b/logbooks/TRF/index.html index bab9b835d9..087b27eefa 100644 --- a/logbooks/TRF/index.html +++ b/logbooks/TRF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:34:16.018652</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:34:25.442112</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:34:16] Fetching Scraper for: TRF handlers.py:23 + Begin attempting to scrape: TRF handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:34:17] ...found 62 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 62 files in Councillors/raw base.py:207 + ...found 125 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:34:18] Deleting batch no. 2 consisting of 25 files base.py:216 +[09:34:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democratic.trafford.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:34:22] Committing batch 1 consisting of 92 files base.py:274 +[09:34:24] Committing batch 2 consisting of 32 files base.py:274 +[09:34:25] Finished attempting to scrape: TRF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-28">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:28:11.177577</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:28:22.174012</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:28:11] Fetching Scraper for: TRF handlers.py:23 - Begin attempting to scrape: TRF handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:28:12] Getting all files in Councillors/json... base.py:191 - ...found 62 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 62 files in Councillors/raw base.py:207 - ...found 125 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:28:13] Deleting batch no. 2 consisting of 25 files base.py:216 -[14:28:14] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democratic.trafford.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[14:28:19] Committing batch 1 consisting of 92 files base.py:274 -[14:28:21] Committing batch 2 consisting of 32 files base.py:274 -[14:28:22] Finished attempting to scrape: TRF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TUN/index.html b/logbooks/TUN/index.html index c8f1720345..e0916a88a5 100644 --- a/logbooks/TUN/index.html +++ b/logbooks/TUN/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-08-29">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:29:03.064499</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:29:10.294910</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:29:03] Fetching Scraper for: TUN handlers.py:23 + Begin attempting to scrape: TUN handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:29:04] Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[08:29:05] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.tunbridgewells.gov.uk/mgWebService.asmx/ + GetCouncillorsByWard +[08:29:08] Committing batch 1 consisting of 92 files base.py:274 +[08:29:09] Committing batch 2 consisting of 4 files base.py:274 +[08:29:10] Finished attempting to scrape: TUN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-52">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:52:03.908572</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:52:12.275518</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:52:03] Fetching Scraper for: TUN handlers.py:23 - Begin attempting to scrape: TUN handlers.py:27 -[12:52:04] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:52:05] ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[12:52:06] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.tunbridgewells.gov.uk/mgWebService.asmx/ - GetCouncillorsByWard -[12:52:10] Committing batch 1 consisting of 92 files base.py:274 -[12:52:11] Committing batch 2 consisting of 4 files base.py:274 -[12:52:12] Finished attempting to scrape: TUN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/TWH/index.html b/logbooks/TWH/index.html index d01252eb15..38abea7681 100644 --- a/logbooks/TWH/index.html +++ b/logbooks/TWH/index.html @@ -37,6 +37,117 @@ + <h2 id="2023-10-15-10-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>2 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:05:04.753278</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:05:06.940430</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen + httplib_response = self._make_request( + File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request + self._validate_conn(conn) + File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn + conn.connect() + File "/opt/python/urllib3/connection.py", line 419, in connect + self.sock = ssl_wrap_socket( + File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket + ssl_sock = _ssl_wrap_socket_impl( + File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl + return ssl_context.wrap_socket(sock, server_hostname=server_hostname) + File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create + self.do_handshake() + File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/python/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen + retries = retries.increment( + File "/opt/python/urllib3/util/retry.py", line 592, in increment + raise MaxRetryError(_pool, url, error or ResponseError(cause)) +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 180, in run + wards = self.get_councillors() + File "/var/task/lgsf/councillors/scrapers.py", line 197, in get_councillors + req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) + File "/var/task/lgsf/scrapers/base.py", line 48, in get + response = self.requests_session.get(url, headers=headers, verify=verify) + File "/opt/python/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/opt/python/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/python/requests/sessions.py", line 725, in send + history = [resp for resp in gen] + File "/opt/python/requests/sessions.py", line 725, in <listcomp> + history = [resp for resp in gen] + File "/opt/python/requests/sessions.py", line 266, in resolve_redirects + resp = self.send( + File "/opt/python/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/python/requests/adapters.py", line 517, in send + raise SSLError(e, request=request) +requests.exceptions.SSLError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:05:04] Fetching Scraper for: TWH handlers.py:23 + Begin attempting to scrape: TWH handlers.py:27 +[10:05:05] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[10:05:06] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.towerhamlets.gov.uk/mgWebService.asmx/Get + CouncillorsByWard + HTTPSConnectionPool(host='democracy.towerhamlets.gov.u handlers.py:36 + k', port=443): Max retries exceeded with url: + /mgWebService.asmx/GetCouncillorsByWard (Caused by + SSLError(SSLCertVerificationError(1, '[SSL: + CERTIFICATE_VERIFY_FAILED] certificate verify failed: + unable to get local issuer certificate + (_ssl.c:1131)'))) + Finished attempting to scrape: TWH base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2143,117 +2254,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-50">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>2 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:50:38.157547</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:50:40.451634</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/opt/python/urllib3/connectionpool.py", line 714, in urlopen - httplib_response = self._make_request( - File "/opt/python/urllib3/connectionpool.py", line 403, in _make_request - self._validate_conn(conn) - File "/opt/python/urllib3/connectionpool.py", line 1053, in _validate_conn - conn.connect() - File "/opt/python/urllib3/connection.py", line 419, in connect - self.sock = ssl_wrap_socket( - File "/opt/python/urllib3/util/ssl_.py", line 449, in ssl_wrap_socket - ssl_sock = _ssl_wrap_socket_impl( - File "/opt/python/urllib3/util/ssl_.py", line 493, in _ssl_wrap_socket_impl - return ssl_context.wrap_socket(sock, server_hostname=server_hostname) - File "/var/lang/lib/python3.8/ssl.py", line 500, in wrap_socket - return self.sslsocket_class._create( - File "/var/lang/lib/python3.8/ssl.py", line 1040, in _create - self.do_handshake() - File "/var/lang/lib/python3.8/ssl.py", line 1309, in do_handshake - self._sslobj.do_handshake() -ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/opt/python/requests/adapters.py", line 486, in send - resp = conn.urlopen( - File "/opt/python/urllib3/connectionpool.py", line 798, in urlopen - retries = retries.increment( - File "/opt/python/urllib3/util/retry.py", line 592, in increment - raise MaxRetryError(_pool, url, error or ResponseError(cause)) -urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 179, in run - wards = self.get_councillors() - File "/var/task/lgsf/councillors/scrapers.py", line 196, in get_councillors - req = self.get(self.format_councillor_api_url(), verify=self.verify_requests) - File "/var/task/lgsf/scrapers/base.py", line 48, in get - response = self.requests_session.get(url, headers=headers, verify=verify) - File "/opt/python/requests/sessions.py", line 602, in get - return self.request("GET", url, **kwargs) - File "/opt/python/requests/sessions.py", line 589, in request - resp = self.send(prep, **send_kwargs) - File "/opt/python/requests/sessions.py", line 725, in send - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 725, in <listcomp> - history = [resp for resp in gen] - File "/opt/python/requests/sessions.py", line 266, in resolve_redirects - resp = self.send( - File "/opt/python/requests/sessions.py", line 703, in send - r = adapter.send(request, **kwargs) - File "/opt/python/requests/adapters.py", line 517, in send - raise SSLError(e, request=request) -requests.exceptions.SSLError: HTTPSConnectionPool(host='democracy.towerhamlets.gov.uk', port=443): Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1131)'))) -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:50:38] Fetching Scraper for: TWH handlers.py:23 - Begin attempting to scrape: TWH handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:50:39] ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:50:40] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.towerhamlets.gov.uk/mgWebService.asmx/Get - CouncillorsByWard - HTTPSConnectionPool(host='democracy.towerhamlets.gov.u handlers.py:36 - k', port=443): Max retries exceeded with url: - /mgWebService.asmx/GetCouncillorsByWard (Caused by - SSLError(SSLCertVerificationError(1, '[SSL: - CERTIFICATE_VERIFY_FAILED] certificate verify failed: - unable to get local issuer certificate - (_ssl.c:1131)'))) - Finished attempting to scrape: TWH base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/UTT/index.html b/logbooks/UTT/index.html index 3f48647395..ae7a3c62c8 100644 --- a/logbooks/UTT/index.html +++ b/logbooks/UTT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:43:21.526824</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:43:28.463166</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:43:21] Fetching Scraper for: UTT handlers.py:23 + Begin attempting to scrape: UTT handlers.py:27 + Deleting existing data... base.py:239 +[08:43:22] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 39 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[08:43:23] ...found 39 files in Councillors/raw base.py:207 + ...found 79 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 79 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://uttlesford.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[08:43:27] Committing batch 1 consisting of 78 files base.py:274 +[08:43:28] Finished attempting to scrape: UTT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-27">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-06">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:06:41.580708</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:06:47.510560</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:06:41] Fetching Scraper for: UTT handlers.py:23 - Begin attempting to scrape: UTT handlers.py:27 - Deleting existing data... base.py:239 -[14:06:42] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 39 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:06:43] ...found 39 files in Councillors/raw base.py:207 - ...found 79 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 79 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - https://uttlesford.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[14:06:46] Committing batch 1 consisting of 78 files base.py:274 -[14:06:47] Finished attempting to scrape: UTT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/VAL/index.html b/logbooks/VAL/index.html index 1c668a7d30..793e1460a9 100644 --- a/logbooks/VAL/index.html +++ b/logbooks/VAL/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:54:30.641763</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:54:36.013647</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:54:30] Fetching Scraper for: VAL handlers.py:23 + Begin attempting to scrape: VAL handlers.py:27 + Deleting existing data... base.py:239 +[09:54:31] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 38 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:54:32] ...found 38 files in Councillors/raw base.py:207 + ...found 77 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 77 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democratic.whitehorsedc.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[09:54:34] Committing batch 1 consisting of 76 files base.py:274 +[09:54:36] Finished attempting to scrape: VAL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:21:45.237870</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:21:50.584619</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:21:45] Fetching Scraper for: VAL handlers.py:23 - Begin attempting to scrape: VAL handlers.py:27 - Deleting existing data... base.py:239 -[14:21:46] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 38 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 38 files in Councillors/raw base.py:207 - ...found 77 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 77 files base.py:216 -[14:21:47] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democratic.whitehorsedc.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[14:21:49] Committing batch 1 consisting of 76 files base.py:274 -[14:21:50] Finished attempting to scrape: VAL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/VGL/index.html b/logbooks/VGL/index.html index 6279fbb3de..afa0d1a8fc 100644 --- a/logbooks/VGL/index.html +++ b/logbooks/VGL/index.html @@ -37,6 +37,221 @@ + <h2 id="2023-10-15-08-24">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>97 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:24:10.106165</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:25:47.475103</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:24:10] Fetching Scraper for: VGL handlers.py:23 + Begin attempting to scrape: VGL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:24:11] Getting all files in Councillors/json... base.py:191 + ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:24:12] Deleting batch no. 2 consisting of 9 files base.py:216 +[08:24:13] ...data deleted. base.py:246 + Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Councillors.aspx +[08:24:15] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Asbrey-Anne.aspx +[08:24:17] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Aviet-Julie.aspx +[08:24:18] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Ball-Gareth.aspx +[08:24:20] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Birch-Rhiannon.aspx +[08:24:22] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Brooks-Bronwen.aspx +[08:24:23] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Bruce-Gillian.aspx +[08:24:25] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Buckley-Ian.aspx +[08:24:27] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Burnett-Lis.aspx +[08:24:29] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Campbell-Samantha.aspx +[08:24:30] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Carroll-George.aspx +[08:24:32] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Cave-Christine.aspx +[08:24:34] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Champion-Charles.aspx +[08:24:35] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Charles-Janice.aspx +[08:24:37] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Collins-Amelia.aspx +[08:24:38] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Cowpe-Marianne.aspx +[08:24:40] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Drake-Pamela.aspx +[08:24:42] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Driscoll-Vincent.aspx +[08:24:43] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Ernest-Anthony.aspx +[08:24:45] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Fisher-Robert.aspx +[08:24:46] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Franks-Christopher.aspx +[08:24:48] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Gilligan-Wendy.aspx +[08:24:50] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Godfrey-Russell.aspx +[08:24:51] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Goodjohn-Emma.aspx +[08:24:53] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Goodjohn-Ewan.aspx +[08:24:54] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Haines-Stephen.aspx +[08:24:56] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Hamilton-Howard.aspx +[08:24:59] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Hanks-Sally-.aspx +[08:25:00] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Hennessy-William.aspx +[08:25:02] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Hodges-Nic.aspx +[08:25:03] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Hooper-Mark.aspx +[08:25:05] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Iannucci-Catherine.aspx +[08:25:07] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/John-Gwyn.aspx +[08:25:08] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Johnson-Ian.aspx +[08:25:10] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Lloyd-Selby-Susan.aspx +[08:25:12] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Loveluck-Edwards-Belinda.aspx +[08:25:13] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Lynch-Wilson-Julie.aspx +[08:25:15] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Mahoney-Kevin-p.aspx +[08:25:16] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Marshallsea-Naomi.aspx +[08:25:18] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Morgan-Michael.aspx +[08:25:19] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Norman-Jayne.aspx +[08:25:21] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Payne-Helen.aspx +[08:25:23] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Penn-Elliot.aspx +[08:25:24] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Perkes-Sandra.aspx +[08:25:26] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Perry-Ian.aspx +[08:25:28] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Protheroe-Joanna.aspx +[08:25:30] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Sivagnanam-Ruba.aspx +[08:25:32] Committing batch 1 consisting of 92 files base.py:274 +[08:25:33] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Stallard-Carys.aspx +[08:25:34] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Thomas-Neil-C.aspx +[08:25:36] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Thomas-Rhys.aspx +[08:25:38] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Wiliam-Steffan.aspx +[08:25:39] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Wilkinson-Margaret.aspx +[08:25:41] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Williams-Edward.aspx +[08:25:42] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Wilson-Mark.aspx +[08:25:44] Scraping from base.py:42 + https://www.valeofglamorgan.gov.uk/en/our_council/Council- + Structure/councillors/Wood-Nicholas.aspx +[08:25:46] Committing batch 2 consisting of 16 files base.py:274 +[08:25:47] Finished attempting to scrape: VGL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-06">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4119,221 +4334,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-35">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>97 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:35:23.984793</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:37:01.362026</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:35:23] Fetching Scraper for: VGL handlers.py:23 -[12:35:24] Begin attempting to scrape: VGL handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:35:25] Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:35:26] Deleting batch no. 2 consisting of 9 files base.py:216 -[12:35:27] ...data deleted. base.py:246 - Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Councillors.aspx -[12:35:29] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Asbrey-Anne.aspx -[12:35:30] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Aviet-Julie.aspx -[12:35:32] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Ball-Gareth.aspx -[12:35:33] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Birch-Rhiannon.aspx -[12:35:35] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Brooks-Bronwen.aspx -[12:35:36] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Bruce-Gillian.aspx -[12:35:38] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Buckley-Ian.aspx -[12:35:40] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Burnett-Lis.aspx -[12:35:41] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Campbell-Samantha.aspx -[12:35:43] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Carroll-George.aspx -[12:35:44] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Cave-Christine.aspx -[12:35:46] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Champion-Charles.aspx -[12:35:47] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Charles-Janice.aspx -[12:35:49] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Collins-Amelia.aspx -[12:35:51] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Cowpe-Marianne.aspx -[12:35:53] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Drake-Pamela.aspx -[12:35:55] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Driscoll-Vincent.aspx -[12:35:56] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Ernest-Anthony.aspx -[12:35:58] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Fisher-Robert.aspx -[12:35:59] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Franks-Christopher.aspx -[12:36:01] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Gilligan-Wendy.aspx -[12:36:03] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Godfrey-Russell.aspx -[12:36:04] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Goodjohn-Emma.aspx -[12:36:06] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Goodjohn-Ewan.aspx -[12:36:07] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Haines-Stephen.aspx -[12:36:09] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Hamilton-Howard.aspx -[12:36:10] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Hanks-Sally-.aspx -[12:36:12] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Hennessy-William.aspx -[12:36:14] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Hodges-Nic.aspx -[12:36:15] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Hooper-Mark.aspx -[12:36:17] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Iannucci-Catherine.aspx -[12:36:18] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/John-Gwyn.aspx -[12:36:20] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Johnson-Ian.aspx -[12:36:23] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Lloyd-Selby-Susan.aspx -[12:36:24] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Loveluck-Edwards-Belinda.aspx -[12:36:26] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Lynch-Wilson-Julie.aspx -[12:36:27] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Mahoney-Kevin-p.aspx -[12:36:29] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Marshallsea-Naomi.aspx -[12:36:30] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Morgan-Michael.aspx -[12:36:32] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Norman-Jayne.aspx -[12:36:33] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Payne-Helen.aspx -[12:36:35] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Penn-Elliot.aspx -[12:36:36] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Perkes-Sandra.aspx -[12:36:38] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Perry-Ian.aspx -[12:36:39] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Protheroe-Joanna.aspx -[12:36:43] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Sivagnanam-Ruba.aspx -[12:36:45] Committing batch 1 consisting of 92 files base.py:274 -[12:36:46] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Stallard-Carys.aspx -[12:36:47] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Thomas-Neil-C.aspx -[12:36:49] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Thomas-Rhys.aspx -[12:36:50] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Wiliam-Steffan.aspx -[12:36:52] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Wilkinson-Margaret.aspx -[12:36:55] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Williams-Edward.aspx -[12:36:56] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Wilson-Mark.aspx -[12:36:58] Scraping from base.py:42 - https://www.valeofglamorgan.gov.uk/en/our_council/Council- - Structure/councillors/Wood-Nicholas.aspx -[12:36:59] Committing batch 2 consisting of 16 files base.py:274 -[12:37:01] Finished attempting to scrape: VGL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WAE/index.html b/logbooks/WAE/index.html index 44d98e83e1..1ac5db4fb8 100644 --- a/logbooks/WAE/index.html +++ b/logbooks/WAE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:32:43.135920</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:32:51.501905</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:32:43] Fetching Scraper for: WAE handlers.py:23 + Begin attempting to scrape: WAE handlers.py:27 + Deleting existing data... base.py:239 +[08:32:44] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:32:45] Deleting batch no. 2 consisting of 1 files base.py:216 +[08:32:46] ...data deleted. base.py:246 + Scraping from base.py:42 + https://modgov.waverley.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[08:32:49] Committing batch 1 consisting of 92 files base.py:274 +[08:32:50] Committing batch 2 consisting of 8 files base.py:274 +[08:32:51] Finished attempting to scrape: WAE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-56">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:56:55.533555</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:57:04.847787</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:56:55] Fetching Scraper for: WAE handlers.py:23 - Begin attempting to scrape: WAE handlers.py:27 - Deleting existing data... base.py:239 -[12:56:56] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:56:57] Deleting batch no. 2 consisting of 1 files base.py:216 -[12:56:58] ...data deleted. base.py:246 - Scraping from base.py:42 - https://modgov.waverley.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:57:02] Committing batch 1 consisting of 92 files base.py:274 -[12:57:03] Committing batch 2 consisting of 8 files base.py:274 -[12:57:04] Finished attempting to scrape: WAE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WAR/index.html b/logbooks/WAR/index.html index c71f78ea31..7c807c7122 100644 --- a/logbooks/WAR/index.html +++ b/logbooks/WAR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-59">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:59:34.700030</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:59:44.106343</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:59:34] Fetching Scraper for: WAR handlers.py:23 + Begin attempting to scrape: WAR handlers.py:27 +[09:59:35] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 57 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:59:36] ...found 57 files in Councillors/raw base.py:207 + ...found 115 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:59:37] Deleting batch no. 2 consisting of 15 files base.py:216 +[09:59:38] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.warwickshire.gov.uk//mgWebService.asmx/G + etCouncillorsByWard +[09:59:41] Committing batch 1 consisting of 92 files base.py:274 +[09:59:43] Committing batch 2 consisting of 22 files base.py:274 +[09:59:44] Finished attempting to scrape: WAR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:07:39.516404</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:07:48.606579</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:07:39] Fetching Scraper for: WAR handlers.py:23 - Begin attempting to scrape: WAR handlers.py:27 - Deleting existing data... base.py:239 -[12:07:40] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 57 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 57 files in Councillors/raw base.py:207 - ...found 115 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:07:41] Deleting batch no. 2 consisting of 15 files base.py:216 -[12:07:42] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.warwickshire.gov.uk//mgWebService.asmx/G - etCouncillorsByWard -[12:07:46] Committing batch 1 consisting of 92 files base.py:274 -[12:07:47] Committing batch 2 consisting of 22 files base.py:274 -[12:07:48] Finished attempting to scrape: WAR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WAT/index.html b/logbooks/WAT/index.html index 861fccbf8a..ec8df24099 100644 --- a/logbooks/WAT/index.html +++ b/logbooks/WAT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-58">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:58:20.912951</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:58:30.177215</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:58:20] Fetching Scraper for: WAT handlers.py:23 + Begin attempting to scrape: WAT handlers.py:27 +[09:58:21] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[09:58:22] ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[09:58:23] ...data deleted. base.py:246 + Scraping from base.py:42 + http://watford.moderngov.co.uk/mgWebService.asmx/GetCounci + llorsByWard +[09:58:28] Committing batch 1 consisting of 74 files base.py:274 +[09:58:30] Finished attempting to scrape: WAT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-54">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-23">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:23:17.716997</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:23:24.500519</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:23:17] Fetching Scraper for: WAT handlers.py:23 - Begin attempting to scrape: WAT handlers.py:27 -[12:23:18] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 37 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:23:19] ...found 37 files in Councillors/raw base.py:207 - ...found 75 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 75 files base.py:216 -[12:23:20] ...data deleted. base.py:246 - Scraping from base.py:42 - http://watford.moderngov.co.uk/mgWebService.asmx/GetCounci - llorsByWard -[12:23:23] Committing batch 1 consisting of 74 files base.py:274 -[12:23:24] Finished attempting to scrape: WAT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WAW/index.html b/logbooks/WAW/index.html index 750f69a8ef..4be1aeed4e 100644 --- a/logbooks/WAW/index.html +++ b/logbooks/WAW/index.html @@ -37,6 +37,231 @@ + <h2 id="2023-10-15-10-23">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>59 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:23:08.180705</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:24:07.689490</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:23:08] Fetching Scraper for: WAW handlers.py:23 + Begin attempting to scrape: WAW handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:23:09] Getting all files in Councillors/json... base.py:191 + ...found 44 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 44 files in Councillors/raw base.py:207 + ...found 89 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 89 files base.py:216 +[10:23:10] ...data deleted. base.py:246 + Scraping from https://estates8.warwickdc.gov.uk/cmis/ base.py:42 +[10:23:11] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/327/ScreenMode/Alphab + etical/Default.aspx +[10:23:12] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/313/ScreenMode/Alphab + etical/Default.aspx +[10:23:14] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/294/ScreenMode/Alphab + etical/Default.aspx +[10:23:15] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/310/ScreenMode/Alphab + etical/Default.aspx +[10:23:16] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/62/ScreenMode/Alphabe + tical/Default.aspx +[10:23:17] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/312/ScreenMode/Alphab + etical/Default.aspx +[10:23:18] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/325/ScreenMode/Alphab + etical/Default.aspx +[10:23:19] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/314/ScreenMode/Alphab + etical/Default.aspx +[10:23:20] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/326/ScreenMode/Alphab + etical/Default.aspx +[10:23:22] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/188/ScreenMode/Alphab + etical/Default.aspx +[10:23:23] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/189/ScreenMode/Alphab + etical/Default.aspx +[10:23:25] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/225/ScreenMode/Alphab + etical/Default.aspx +[10:23:26] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/224/ScreenMode/Alphab + etical/Default.aspx +[10:23:27] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/315/ScreenMode/Alphab + etical/Default.aspx +[10:23:28] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/55/ScreenMode/Alphabe + tical/Default.aspx +[10:23:30] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/227/ScreenMode/Alphab + etical/Default.aspx +[10:23:31] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/58/ScreenMode/Alphabe + tical/Default.aspx +[10:23:33] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/316/ScreenMode/Alphab + etical/Default.aspx + Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/228/ScreenMode/Alphab + etical/Default.aspx +[10:23:35] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/317/ScreenMode/Alphab + etical/Default.aspx +[10:23:36] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/318/ScreenMode/Alphab + etical/Default.aspx +[10:23:37] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/311/ScreenMode/Alphab + etical/Default.aspx +[10:23:38] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/319/ScreenMode/Alphab + etical/Default.aspx +[10:23:40] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/230/ScreenMode/Alphab + etical/Default.aspx +[10:23:41] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/303/ScreenMode/Alphab + etical/Default.aspx +[10:23:42] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/231/ScreenMode/Alphab + etical/Default.aspx +[10:23:44] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/232/ScreenMode/Alphab + etical/Default.aspx +[10:23:45] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/196/ScreenMode/Alphab + etical/Default.aspx +[10:23:46] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/242/ScreenMode/Alphab + etical/Default.aspx +[10:23:48] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/234/ScreenMode/Alphab + etical/Default.aspx +[10:23:49] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/320/ScreenMode/Alphab + etical/Default.aspx +[10:23:50] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/328/ScreenMode/Alphab + etical/Default.aspx +[10:23:51] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/321/ScreenMode/Alphab + etical/Default.aspx +[10:23:52] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/203/ScreenMode/Alphab + etical/Default.aspx +[10:23:53] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/240/ScreenMode/Alphab + etical/Default.aspx +[10:23:55] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/309/ScreenMode/Alphab + etical/Default.aspx +[10:23:57] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/272/ScreenMode/Alphab + etical/Default.aspx +[10:23:58] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/322/ScreenMode/Alphab + etical/Default.aspx +[10:23:59] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/323/ScreenMode/Alphab + etical/Default.aspx +[10:24:00] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/77/ScreenMode/Alphabe + tical/Default.aspx +[10:24:01] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/221/ScreenMode/Alphab + etical/Default.aspx +[10:24:03] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/308/ScreenMode/Alphab + etical/Default.aspx +[10:24:04] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/324/ScreenMode/Alphab + etical/Default.aspx +[10:24:05] Scraping from base.py:42 + https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab + id/39/ctl/ViewCMIS_Person/mid/536/id/307/ScreenMode/Alphab + etical/Default.aspx +[10:24:06] Committing batch 1 consisting of 88 files base.py:274 +[10:24:07] Finished attempting to scrape: WAW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-45">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -4309,231 +4534,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>64 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:10:59.649005</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:12:03.781793</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:10:59] Fetching Scraper for: WAW handlers.py:23 - Begin attempting to scrape: WAW handlers.py:27 -[13:11:00] Deleting existing data... base.py:239 -[13:11:01] Getting all files in Councillors... base.py:191 -[13:11:02] Getting all files in Councillors/json... base.py:191 - ...found 44 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 44 files in Councillors/raw base.py:207 - ...found 89 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 89 files base.py:216 -[13:11:03] ...data deleted. base.py:246 - Scraping from https://estates8.warwickdc.gov.uk/cmis/ base.py:42 -[13:11:04] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/327/ScreenMode/Alphab - etical/Default.aspx -[13:11:05] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/313/ScreenMode/Alphab - etical/Default.aspx -[13:11:06] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/294/ScreenMode/Alphab - etical/Default.aspx -[13:11:08] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/310/ScreenMode/Alphab - etical/Default.aspx -[13:11:09] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/62/ScreenMode/Alphabe - tical/Default.aspx -[13:11:10] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/312/ScreenMode/Alphab - etical/Default.aspx -[13:11:11] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/325/ScreenMode/Alphab - etical/Default.aspx -[13:11:12] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/314/ScreenMode/Alphab - etical/Default.aspx -[13:11:13] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/326/ScreenMode/Alphab - etical/Default.aspx -[13:11:14] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/188/ScreenMode/Alphab - etical/Default.aspx -[13:11:16] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/189/ScreenMode/Alphab - etical/Default.aspx -[13:11:17] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/225/ScreenMode/Alphab - etical/Default.aspx -[13:11:19] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/224/ScreenMode/Alphab - etical/Default.aspx -[13:11:21] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/315/ScreenMode/Alphab - etical/Default.aspx -[13:11:22] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/55/ScreenMode/Alphabe - tical/Default.aspx -[13:11:24] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/227/ScreenMode/Alphab - etical/Default.aspx -[13:11:25] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/58/ScreenMode/Alphabe - tical/Default.aspx -[13:11:27] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/316/ScreenMode/Alphab - etical/Default.aspx - Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/228/ScreenMode/Alphab - etical/Default.aspx -[13:11:29] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/317/ScreenMode/Alphab - etical/Default.aspx -[13:11:30] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/318/ScreenMode/Alphab - etical/Default.aspx -[13:11:31] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/311/ScreenMode/Alphab - etical/Default.aspx -[13:11:32] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/319/ScreenMode/Alphab - etical/Default.aspx -[13:11:33] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/230/ScreenMode/Alphab - etical/Default.aspx -[13:11:34] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/303/ScreenMode/Alphab - etical/Default.aspx -[13:11:36] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/231/ScreenMode/Alphab - etical/Default.aspx -[13:11:38] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/232/ScreenMode/Alphab - etical/Default.aspx -[13:11:40] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/196/ScreenMode/Alphab - etical/Default.aspx -[13:11:41] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/242/ScreenMode/Alphab - etical/Default.aspx -[13:11:42] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/234/ScreenMode/Alphab - etical/Default.aspx -[13:11:44] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/320/ScreenMode/Alphab - etical/Default.aspx -[13:11:45] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/328/ScreenMode/Alphab - etical/Default.aspx -[13:11:47] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/321/ScreenMode/Alphab - etical/Default.aspx -[13:11:48] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/203/ScreenMode/Alphab - etical/Default.aspx -[13:11:49] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/240/ScreenMode/Alphab - etical/Default.aspx -[13:11:50] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/309/ScreenMode/Alphab - etical/Default.aspx -[13:11:51] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/272/ScreenMode/Alphab - etical/Default.aspx -[13:11:52] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/322/ScreenMode/Alphab - etical/Default.aspx -[13:11:53] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/323/ScreenMode/Alphab - etical/Default.aspx -[13:11:54] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/77/ScreenMode/Alphabe - tical/Default.aspx -[13:11:57] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/221/ScreenMode/Alphab - etical/Default.aspx -[13:11:59] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/308/ScreenMode/Alphab - etical/Default.aspx -[13:12:00] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/324/ScreenMode/Alphab - etical/Default.aspx -[13:12:01] Scraping from base.py:42 - https://estates8.warwickdc.gov.uk/cmis/CouncillorsAtoZ/tab - id/39/ctl/ViewCMIS_Person/mid/536/id/307/ScreenMode/Alphab - etical/Default.aspx -[13:12:02] Committing batch 1 consisting of 88 files base.py:274 -[13:12:03] Finished attempting to scrape: WAW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WBK/index.html b/logbooks/WBK/index.html index 3109f0bd12..7aa28a7ee5 100644 --- a/logbooks/WBK/index.html +++ b/logbooks/WBK/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-08">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:08:49.832570</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:08:55.688992</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:08:49] Fetching Scraper for: WBK handlers.py:23 + Begin attempting to scrape: WBK handlers.py:27 +[10:08:50] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:08:51] ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[10:08:52] ...data deleted. base.py:246 + Scraping from base.py:42 + http://decisionmaking.westberks.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[10:08:54] Committing batch 1 consisting of 86 files base.py:274 +[10:08:55] Finished attempting to scrape: WBK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-38">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:05:53.633296</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:05:59.361505</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:05:53] Fetching Scraper for: WBK handlers.py:23 - Begin attempting to scrape: WBK handlers.py:27 - Deleting existing data... base.py:239 -[14:05:54] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:05:55] ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://decisionmaking.westberks.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[14:05:58] Committing batch 1 consisting of 86 files base.py:274 -[14:05:59] Finished attempting to scrape: WBK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WDE/index.html b/logbooks/WDE/index.html index 00c26a5a3d..ea1f2f8b87 100644 --- a/logbooks/WDE/index.html +++ b/logbooks/WDE/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:49:34.536255</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:49:43.857099</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:49:34] Fetching Scraper for: WDE handlers.py:23 + Begin attempting to scrape: WDE handlers.py:27 + Deleting existing data... base.py:239 +[08:49:35] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 62 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 62 files in Councillors/raw base.py:207 + ...found 125 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:49:36] Deleting batch no. 2 consisting of 25 files base.py:216 +[08:49:37] ...data deleted. base.py:246 + Scraping from base.py:42 + https://mg.swdevon.gov.uk/mgWebService.asmx/GetCouncillors + ByWard +[08:49:41] Committing batch 1 consisting of 92 files base.py:274 +[08:49:42] Committing batch 2 consisting of 32 files base.py:274 +[08:49:43] Finished attempting to scrape: WDE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-18">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-26">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:26:28.222407</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:26:37.013381</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:26:28] Fetching Scraper for: WDE handlers.py:23 - Begin attempting to scrape: WDE handlers.py:27 - Deleting existing data... base.py:239 -[14:26:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 62 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 62 files in Councillors/raw base.py:207 - ...found 125 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:26:30] Deleting batch no. 2 consisting of 25 files base.py:216 -[14:26:31] ...data deleted. base.py:246 - Scraping from base.py:42 - https://mg.swdevon.gov.uk/mgWebService.asmx/GetCouncillors - ByWard -[14:26:34] Committing batch 1 consisting of 92 files base.py:274 -[14:26:35] Committing batch 2 consisting of 32 files base.py:274 -[14:26:37] Finished attempting to scrape: WDE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WDU/index.html b/logbooks/WDU/index.html index 3d438db46c..2d2daec3ae 100644 --- a/logbooks/WDU/index.html +++ b/logbooks/WDU/index.html @@ -37,6 +37,145 @@ + <h2 id="2023-10-15-08-46">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>72 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:46:10.413731</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:47:23.194906</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:46:10] Fetching Scraper for: WDU handlers.py:23 + Begin attempting to scrape: WDU handlers.py:27 + Deleting existing data... base.py:239 +[08:46:11] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 22 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 22 files in Councillors/raw base.py:207 + ...found 45 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 45 files base.py:216 +[08:46:12] ...data deleted. base.py:246 + Scraping from base.py:42 + https://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors.as + px +[08:46:13] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1032/ScreenMode/Ward/ + Default.aspx +[08:46:16] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1033/ScreenMode/Ward/ + Default.aspx +[08:46:20] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1030/ScreenMode/Ward/ + Default.aspx +[08:46:23] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1046/ScreenMode/Ward/ + Default.aspx +[08:46:24] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1047/ScreenMode/Ward/ + Default.aspx +[08:46:27] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1048/ScreenMode/Ward/ + Default.aspx +[08:46:31] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1049/ScreenMode/Ward/ + Default.aspx +[08:46:34] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1051/ScreenMode/Ward/ + Default.aspx +[08:46:39] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1052/ScreenMode/Ward/ + Default.aspx +[08:46:42] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1050/ScreenMode/Ward/ + Default.aspx +[08:46:44] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1053/ScreenMode/Ward/ + Default.aspx +[08:46:48] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1054/ScreenMode/Ward/ + Default.aspx +[08:46:50] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1055/ScreenMode/Ward/ + Default.aspx +[08:46:54] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1056/ScreenMode/Ward/ + Default.aspx +[08:46:57] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1057/ScreenMode/Ward/ + Default.aspx +[08:46:59] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1058/ScreenMode/Ward/ + Default.aspx +[08:47:01] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1059/ScreenMode/Ward/ + Default.aspx +[08:47:04] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1060/ScreenMode/Ward/ + Default.aspx +[08:47:06] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1061/ScreenMode/Ward/ + Default.aspx +[08:47:08] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1062/ScreenMode/Ward/ + Default.aspx +[08:47:13] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1063/ScreenMode/Ward/ + Default.aspx +[08:47:17] Scraping from base.py:42 + http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab + id/62/ctl/ViewCMIS_Person/mid/480/id/1064/ScreenMode/Ward/ + Default.aspx +[08:47:21] Committing batch 1 consisting of 44 files base.py:274 +[08:47:23] Finished attempting to scrape: WDU base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-34">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -2675,145 +2814,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>66 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:05:55.334559</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:07:01.588989</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:05:55] Fetching Scraper for: WDU handlers.py:23 - Begin attempting to scrape: WDU handlers.py:27 - Deleting existing data... base.py:239 -[13:05:56] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 22 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 22 files in Councillors/raw base.py:207 - ...found 45 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 45 files base.py:216 -[13:05:57] ...data deleted. base.py:246 - Scraping from base.py:42 - https://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors.as - px -[13:05:58] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1032/ScreenMode/Ward/ - Default.aspx -[13:06:01] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1033/ScreenMode/Ward/ - Default.aspx -[13:06:04] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1030/ScreenMode/Ward/ - Default.aspx -[13:06:07] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1046/ScreenMode/Ward/ - Default.aspx -[13:06:10] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1047/ScreenMode/Ward/ - Default.aspx -[13:06:13] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1048/ScreenMode/Ward/ - Default.aspx -[13:06:16] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1049/ScreenMode/Ward/ - Default.aspx -[13:06:20] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1051/ScreenMode/Ward/ - Default.aspx -[13:06:23] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1052/ScreenMode/Ward/ - Default.aspx -[13:06:26] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1050/ScreenMode/Ward/ - Default.aspx -[13:06:28] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1053/ScreenMode/Ward/ - Default.aspx -[13:06:31] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1054/ScreenMode/Ward/ - Default.aspx -[13:06:33] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1055/ScreenMode/Ward/ - Default.aspx -[13:06:36] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1056/ScreenMode/Ward/ - Default.aspx -[13:06:39] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1057/ScreenMode/Ward/ - Default.aspx -[13:06:41] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1058/ScreenMode/Ward/ - Default.aspx -[13:06:44] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1059/ScreenMode/Ward/ - Default.aspx -[13:06:47] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1060/ScreenMode/Ward/ - Default.aspx -[13:06:49] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1061/ScreenMode/Ward/ - Default.aspx -[13:06:52] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1062/ScreenMode/Ward/ - Default.aspx -[13:06:54] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1063/ScreenMode/Ward/ - Default.aspx -[13:06:58] Scraping from base.py:42 - http://wdccmis.west-dunbarton.gov.uk/cmis5/Councillors/tab - id/62/ctl/ViewCMIS_Person/mid/480/id/1064/ScreenMode/Ward/ - Default.aspx -[13:07:00] Committing batch 1 consisting of 44 files base.py:274 -[13:07:01] Finished attempting to scrape: WDU base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WEA/index.html b/logbooks/WEA/index.html index c6346f15c5..217e2e31c5 100644 --- a/logbooks/WEA/index.html +++ b/logbooks/WEA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-42">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:42:58.328869</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:43:04.770236</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:42:58] Fetching Scraper for: WEA handlers.py:23 + Begin attempting to scrape: WEA handlers.py:27 + Deleting existing data... base.py:239 +[08:42:59] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[08:43:00] ...data deleted. base.py:246 + Scraping from base.py:42 + http://council.wealden.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[08:43:03] Committing batch 1 consisting of 90 files base.py:274 +[08:43:04] Finished attempting to scrape: WEA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-11">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-57">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:57:46.774953</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:57:52.739877</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:57:46] Fetching Scraper for: WEA handlers.py:23 - Begin attempting to scrape: WEA handlers.py:27 -[12:57:47] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:57:48] ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[12:57:49] ...data deleted. base.py:246 - Scraping from base.py:42 - http://council.wealden.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[12:57:51] Committing batch 1 consisting of 90 files base.py:274 -[12:57:52] Finished attempting to scrape: WEA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WEST/index.html b/logbooks/WEST/index.html index 37667e5e16..2d710e88b4 100644 --- a/logbooks/WEST/index.html +++ b/logbooks/WEST/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-52">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:52:42.973725</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:52:53.439577</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:52:42] Fetching Scraper for: west handlers.py:23 + Begin attempting to scrape: west handlers.py:27 +[09:52:43] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:52:45] Getting all files in Councillors/json... base.py:191 + ...found 71 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 71 files in Councillors/raw base.py:207 + ...found 143 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:52:46] Deleting batch no. 2 consisting of 43 files base.py:216 +[09:52:47] ...data deleted. base.py:246 + Scraping from base.py:42 + http://cmttpublic.cheshirewestandchester.gov.uk/mgWebServi + ce.asmx/GetCouncillorsByWard +[09:52:50] Committing batch 1 consisting of 92 files base.py:274 +[09:52:52] Committing batch 2 consisting of 50 files base.py:274 +[09:52:53] Finished attempting to scrape: west base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-09">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-49">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:49:02.156722</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:49:11.749470</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:49:02] Fetching Scraper for: west handlers.py:23 - Begin attempting to scrape: west handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:49:03] Getting all files in Councillors/json... base.py:191 - ...found 71 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 71 files in Councillors/raw base.py:207 - ...found 143 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:49:04] Deleting batch no. 2 consisting of 43 files base.py:216 -[12:49:05] ...data deleted. base.py:246 - Scraping from base.py:42 - http://cmttpublic.cheshirewestandchester.gov.uk/mgWebServi - ce.asmx/GetCouncillorsByWard -[12:49:08] Committing batch 1 consisting of 92 files base.py:274 -[12:49:10] Committing batch 2 consisting of 50 files base.py:274 -[12:49:11] Finished attempting to scrape: west base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WEW/index.html b/logbooks/WEW/index.html index 14b33f1a7d..172a185c1a 100644 --- a/logbooks/WEW/index.html +++ b/logbooks/WEW/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-45">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:45:55.001617</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:46:03.147992</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:45:55] Fetching Scraper for: WEW handlers.py:23 + Begin attempting to scrape: WEW handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:45:56] Getting all files in Councillors/json... base.py:191 + ...found 48 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 48 files in Councillors/raw base.py:207 + ...found 97 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 97 files base.py:216 +[10:45:57] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.welhat.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[10:46:00] Committing batch 1 consisting of 92 files base.py:274 +[10:46:01] Committing batch 2 consisting of 4 files base.py:274 +[10:46:03] Finished attempting to scrape: WEW base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1087,58 +1139,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-32">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:32:32.977817</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:32:42.203701</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:32:32] Fetching Scraper for: WEW handlers.py:23 -[13:32:33] Begin attempting to scrape: WEW handlers.py:27 - Deleting existing data... base.py:239 -[13:32:34] Getting all files in Councillors... base.py:191 -[13:32:35] Getting all files in Councillors/json... base.py:191 - ...found 48 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 48 files in Councillors/raw base.py:207 - ...found 97 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 97 files base.py:216 -[13:32:36] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.welhat.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[13:32:40] Committing batch 1 consisting of 92 files base.py:274 -[13:32:41] Committing batch 2 consisting of 4 files base.py:274 -[13:32:42] Finished attempting to scrape: WEW base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WFT/index.html b/logbooks/WFT/index.html index 6883d406b5..3e8575c8d6 100644 --- a/logbooks/WFT/index.html +++ b/logbooks/WFT/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-23">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:23:56.079460</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:24:05.874618</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:23:56] Fetching Scraper for: WFT handlers.py:23 + Begin attempting to scrape: WFT handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:23:57] Getting all files in Councillors/json... base.py:191 + ...found 59 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 59 files in Councillors/raw base.py:207 + ...found 119 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:23:58] Deleting batch no. 2 consisting of 19 files base.py:216 +[09:23:59] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.walthamforest.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[09:24:03] Committing batch 1 consisting of 92 files base.py:274 +[09:24:04] Committing batch 2 consisting of 26 files base.py:274 +[09:24:05] Finished attempting to scrape: WFT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-55">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:55:19.633246</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:55:29.253817</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:55:19] Fetching Scraper for: WFT handlers.py:23 - Begin attempting to scrape: WFT handlers.py:27 - Deleting existing data... base.py:239 -[12:55:20] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:55:21] ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 19 files base.py:216 -[12:55:22] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.walthamforest.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[12:55:26] Committing batch 1 consisting of 92 files base.py:274 -[12:55:28] Committing batch 2 consisting of 26 files base.py:274 -[12:55:29] Finished attempting to scrape: WFT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WGN/index.html b/logbooks/WGN/index.html index 962cd93d98..2bafd47af2 100644 --- a/logbooks/WGN/index.html +++ b/logbooks/WGN/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:06:23.741859</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:06:35.409930</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:06:23] Fetching Scraper for: WGN handlers.py:23 + Begin attempting to scrape: WGN handlers.py:27 +[09:06:24] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 75 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:06:25] ...found 75 files in Councillors/raw base.py:207 + ...found 151 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:06:26] Deleting batch no. 2 consisting of 51 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.wigan.gov.uk/mgWebService.asmx/GetCouncil + lorsByWard +[09:06:32] Committing batch 1 consisting of 92 files base.py:274 +[09:06:34] Committing batch 2 consisting of 58 files base.py:274 +[09:06:35] Finished attempting to scrape: WGN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-59">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:13:15.494608</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:13:26.853524</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:13:15] Fetching Scraper for: WGN handlers.py:23 - Begin attempting to scrape: WGN handlers.py:27 - Deleting existing data... base.py:239 -[13:13:16] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 75 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:13:17] ...found 75 files in Councillors/raw base.py:207 - ...found 151 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 51 files base.py:216 -[13:13:18] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.wigan.gov.uk/mgWebService.asmx/GetCouncil - lorsByWard -[13:13:23] Committing batch 1 consisting of 92 files base.py:274 -[13:13:25] Committing batch 2 consisting of 58 files base.py:274 -[13:13:26] Finished attempting to scrape: WGN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WIL/index.html b/logbooks/WIL/index.html index 3394e0acf0..8694974f77 100644 --- a/logbooks/WIL/index.html +++ b/logbooks/WIL/index.html @@ -37,6 +37,60 @@ + <h2 id="2023-10-15-08-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:49:52.655054</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:50:04.607027</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:49:52] Fetching Scraper for: WIL handlers.py:23 + Begin attempting to scrape: WIL handlers.py:27 +[08:49:53] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 98 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 98 files in Councillors/raw base.py:207 + ...found 197 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:49:54] Deleting batch no. 2 consisting of 97 files base.py:216 +[08:49:55] ...data deleted. base.py:246 + Scraping from base.py:42 + http://cms.wiltshire.gov.uk/mgWebService.asmx/GetCouncillo + rsByWard +[08:50:00] Committing batch 1 consisting of 92 files base.py:274 +[08:50:01] Committing batch 2 consisting of 92 files base.py:274 +[08:50:03] Committing batch 3 consisting of 12 files base.py:274 +[08:50:04] Finished attempting to scrape: WIL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-26">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1060,60 +1114,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-01">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:01:43.598633</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:01:55.056135</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:01:43] Fetching Scraper for: WIL handlers.py:23 - Begin attempting to scrape: WIL handlers.py:27 - Deleting existing data... base.py:239 -[13:01:44] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 98 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 98 files in Councillors/raw base.py:207 - ...found 197 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:01:45] Deleting batch no. 2 consisting of 97 files base.py:216 -[13:01:46] ...data deleted. base.py:246 - Scraping from base.py:42 - http://cms.wiltshire.gov.uk/mgWebService.asmx/GetCouncillo - rsByWard -[13:01:50] Committing batch 1 consisting of 92 files base.py:274 -[13:01:52] Committing batch 2 consisting of 92 files base.py:274 -[13:01:53] Committing batch 3 consisting of 12 files base.py:274 -[13:01:55] Finished attempting to scrape: WIL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WIN/index.html b/logbooks/WIN/index.html index 47f572c806..54f646053d 100644 --- a/logbooks/WIN/index.html +++ b/logbooks/WIN/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-23">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>12 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:23:53.185746</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:24:05.330495</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:23:53] Fetching Scraper for: WIN handlers.py:23 +[08:23:57] Begin attempting to scrape: WIN handlers.py:27 +[08:23:59] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:24:00] Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 +[08:24:01] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.winchester.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[08:24:03] Committing batch 1 consisting of 90 files base.py:274 +[08:24:05] Finished attempting to scrape: WIN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-25">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-27">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:27:32.161076</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:27:38.349788</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:27:32] Fetching Scraper for: WIN handlers.py:23 - Begin attempting to scrape: WIN handlers.py:27 - Deleting existing data... base.py:239 -[14:27:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[14:27:34] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.winchester.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[14:27:37] Committing batch 1 consisting of 90 files base.py:274 -[14:27:38] Finished attempting to scrape: WIN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WKF/index.html b/logbooks/WKF/index.html index d78af01e87..7278c1a89c 100644 --- a/logbooks/WKF/index.html +++ b/logbooks/WKF/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-49">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>14 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:49:42.511082</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:49:56.829927</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:49:42] Fetching Scraper for: WKF handlers.py:23 + Begin attempting to scrape: WKF handlers.py:27 + Deleting existing data... base.py:239 +[09:49:43] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 63 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 63 files in Councillors/raw base.py:207 + ...found 127 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:49:44] Deleting batch no. 2 consisting of 27 files base.py:216 +[09:49:45] ...data deleted. base.py:246 + Scraping from base.py:42 + http://mg.wakefield.gov.uk/mgWebService.asmx/GetCouncillor + sByWard +[09:49:53] Committing batch 1 consisting of 92 files base.py:274 +[09:49:55] Committing batch 2 consisting of 34 files base.py:274 +[09:49:56] Finished attempting to scrape: WKF base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-10">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>12 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:10:28.529403</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:10:41.401864</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:10:28] Fetching Scraper for: WKF handlers.py:23 - Begin attempting to scrape: WKF handlers.py:27 - Deleting existing data... base.py:239 -[14:10:29] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 63 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:10:30] ...found 63 files in Councillors/raw base.py:207 - ...found 127 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 27 files base.py:216 -[14:10:31] ...data deleted. base.py:246 - Scraping from base.py:42 - http://mg.wakefield.gov.uk/mgWebService.asmx/GetCouncillor - sByWard -[14:10:38] Committing batch 1 consisting of 92 files base.py:274 -[14:10:40] Committing batch 2 consisting of 34 files base.py:274 -[14:10:41] Finished attempting to scrape: WKF base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WLA/index.html b/logbooks/WLA/index.html index 2114ac66d3..e6f5fd4563 100644 --- a/logbooks/WLA/index.html +++ b/logbooks/WLA/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-22">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:22:53.731800</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:23:00.184918</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:22:53] Fetching Scraper for: WLA handlers.py:23 + Begin attempting to scrape: WLA handlers.py:27 +[10:22:54] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 45 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:22:55] ...found 45 files in Councillors/raw base.py:207 + ...found 91 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 91 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.westlancs.gov.uk/mgWebService.asmx/GetCo + uncillorsByWard +[10:22:58] Committing batch 1 consisting of 90 files base.py:274 +[10:23:00] Finished attempting to scrape: WLA base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-36">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:36:59.981326</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:37:06.476186</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:36:59] Fetching Scraper for: WLA handlers.py:23 - Begin attempting to scrape: WLA handlers.py:27 -[13:37:00] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:37:01] ...found 45 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 45 files in Councillors/raw base.py:207 - ...found 91 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 91 files base.py:216 -[13:37:02] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.westlancs.gov.uk/mgWebService.asmx/GetCo - uncillorsByWard -[13:37:05] Committing batch 1 consisting of 90 files base.py:274 -[13:37:06] Finished attempting to scrape: WLA base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WLI/index.html b/logbooks/WLI/index.html index f190da41d5..bd57041221 100644 --- a/logbooks/WLI/index.html +++ b/logbooks/WLI/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-10-15">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:15:54.622359</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:16:01.410344</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:15:54] Fetching Scraper for: WLI handlers.py:23 + Begin attempting to scrape: WLI handlers.py:27 +[10:15:56] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:15:57] ...found 36 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 36 files in Councillors/raw base.py:207 + ...found 73 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 73 files base.py:216 +[10:15:58] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.west-lindsey.gov.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[10:16:00] Committing batch 1 consisting of 72 files base.py:274 +[10:16:01] Finished attempting to scrape: WLI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-19">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:12:02.949200</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:12:08.631335</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:12:02] Fetching Scraper for: WLI handlers.py:23 -[14:12:03] Begin attempting to scrape: WLI handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[14:12:04] Getting all files in Councillors/json... base.py:191 - ...found 36 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 36 files in Councillors/raw base.py:207 - ...found 73 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 73 files base.py:216 -[14:12:05] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.west-lindsey.gov.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[14:12:07] Committing batch 1 consisting of 72 files base.py:274 -[14:12:08] Finished attempting to scrape: WLI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WLL/index.html b/logbooks/WLL/index.html index 25c6610056..6489b377fe 100644 --- a/logbooks/WLL/index.html +++ b/logbooks/WLL/index.html @@ -37,6 +37,298 @@ + <h2 id="2023-10-15-09-13">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>115 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:13:54.028165</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:15:49.501840</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:13:54] Fetching Scraper for: WLL handlers.py:23 + Begin attempting to scrape: WLL handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:13:55] Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:13:56] Deleting batch no. 2 consisting of 21 files base.py:216 +[09:13:57] ...data deleted. base.py:246 + Scraping from base.py:42 + https://cmispublic.walsall.gov.uk/cmis/Councillors.aspx +[09:13:58] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/520/ScreenMode/Alphabetica + l/Default.aspx +[09:14:00] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/470/ScreenMode/Alphabetica + l/Default.aspx +[09:14:01] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/Alphabetical + /Default.aspx +[09:14:04] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/578/ScreenMode/Alphabetica + l/Default.aspx +[09:14:06] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/522/ScreenMode/Alphabetica + l/Default.aspx +[09:14:07] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabetical + /Default.aspx +[09:14:09] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphabetica + l/Default.aspx +[09:14:11] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/31/ScreenMode/Alphabetical + /Default.aspx +[09:14:13] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabetical + /Default.aspx +[09:14:16] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/584/ScreenMode/Alphabetica + l/Default.aspx +[09:14:17] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/457/ScreenMode/Alphabetica + l/Default.aspx +[09:14:19] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/472/ScreenMode/Alphabetica + l/Default.aspx +[09:14:21] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/559/ScreenMode/Alphabetica + l/Default.aspx +[09:14:23] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/455/ScreenMode/Alphabetica + l/Default.aspx +[09:14:24] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetica + l/Default.aspx +[09:14:26] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/454/ScreenMode/Alphabetica + l/Default.aspx +[09:14:28] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/563/ScreenMode/Alphabetica + l/Default.aspx +[09:14:30] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/580/ScreenMode/Alphabetica + l/Default.aspx +[09:14:31] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/592/ScreenMode/Alphabetica + l/Default.aspx +[09:14:33] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/473/ScreenMode/Alphabetica + l/Default.aspx +[09:14:34] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode/Alphabetical/ + Default.aspx +[09:14:37] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical + /Default.aspx +[09:14:39] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/523/ScreenMode/Alphabetica + l/Default.aspx +[09:14:41] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/459/ScreenMode/Alphabetica + l/Default.aspx +[09:14:42] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/583/ScreenMode/Alphabetica + l/Default.aspx +[09:14:44] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetica + l/Default.aspx +[09:14:46] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetica + l/Default.aspx +[09:14:47] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/368/ScreenMode/Alphabetica + l/Default.aspx +[09:14:50] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/581/ScreenMode/Alphabetica + l/Default.aspx +[09:14:51] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/373/ScreenMode/Alphabetica + l/Default.aspx +[09:14:53] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/519/ScreenMode/Alphabetica + l/Default.aspx +[09:14:55] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/579/ScreenMode/Alphabetica + l/Default.aspx +[09:14:56] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetica + l/Default.aspx +[09:14:59] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetica + l/Default.aspx +[09:15:00] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode/Alphabetical + /Default.aspx +[09:15:02] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/582/ScreenMode/Alphabetica + l/Default.aspx +[09:15:04] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetica + l/Default.aspx +[09:15:05] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetica + l/Default.aspx +[09:15:07] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetical + /Default.aspx +[09:15:09] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/518/ScreenMode/Alphabetica + l/Default.aspx +[09:15:10] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/397/ScreenMode/Alphabetica + l/Default.aspx +[09:15:13] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/474/ScreenMode/Alphabetica + l/Default.aspx +[09:15:14] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetica + l/Default.aspx +[09:15:16] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetica + l/Default.aspx +[09:15:17] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetical + /Default.aspx +[09:15:19] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/501/ScreenMode/Alphabetica + l/Default.aspx +[09:15:21] Committing batch 1 consisting of 92 files base.py:274 +[09:15:23] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/367/ScreenMode/Alphabetica + l/Default.aspx +[09:15:24] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/504/ScreenMode/Alphabetica + l/Default.aspx +[09:15:26] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/5/ScreenMode/Alphabetical/ + Default.aspx +[09:15:28] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/382/ScreenMode/Alphabetica + l/Default.aspx +[09:15:30] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/564/ScreenMode/Alphabetica + l/Default.aspx +[09:15:32] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/521/ScreenMode/Alphabetica + l/Default.aspx +[09:15:33] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/500/ScreenMode/Alphabetica + l/Default.aspx +[09:15:35] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetical + /Default.aspx +[09:15:37] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical + /Default.aspx +[09:15:38] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/471/ScreenMode/Alphabetica + l/Default.aspx +[09:15:39] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/505/ScreenMode/Alphabetica + l/Default.aspx +[09:15:41] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/562/ScreenMode/Alphabetica + l/Default.aspx +[09:15:44] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/379/ScreenMode/Alphabetica + l/Default.aspx +[09:15:45] Scraping from base.py:42 + http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 + /ctl/ViewCMIS_Person/mid/383/id/384/ScreenMode/Alphabetica + l/Default.aspx +[09:15:47] Committing batch 2 consisting of 28 files base.py:274 +[09:15:49] Finished attempting to scrape: WLL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-56">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -5582,298 +5874,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-41">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>116 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:41:32.266079</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:43:29.151425</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:41:32] Fetching Scraper for: WLL handlers.py:23 - Begin attempting to scrape: WLL handlers.py:27 - Deleting existing data... base.py:239 -[12:41:33] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 60 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 60 files in Councillors/raw base.py:207 - ...found 121 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:41:34] Deleting batch no. 2 consisting of 21 files base.py:216 -[12:41:35] ...data deleted. base.py:246 - Scraping from base.py:42 - https://cmispublic.walsall.gov.uk/cmis/Councillors.aspx -[12:41:36] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/520/ScreenMode/Alphabetica - l/Default.aspx -[12:41:38] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/470/ScreenMode/Alphabetica - l/Default.aspx -[12:41:40] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/Alphabetical - /Default.aspx -[12:41:42] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/578/ScreenMode/Alphabetica - l/Default.aspx -[12:41:44] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/522/ScreenMode/Alphabetica - l/Default.aspx -[12:41:45] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alphabetical - /Default.aspx -[12:41:47] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/334/ScreenMode/Alphabetica - l/Default.aspx -[12:41:48] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/31/ScreenMode/Alphabetical - /Default.aspx -[12:41:51] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/Alphabetical - /Default.aspx -[12:41:54] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/584/ScreenMode/Alphabetica - l/Default.aspx -[12:41:55] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/457/ScreenMode/Alphabetica - l/Default.aspx -[12:41:57] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/472/ScreenMode/Alphabetica - l/Default.aspx -[12:41:58] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/559/ScreenMode/Alphabetica - l/Default.aspx -[12:42:00] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/455/ScreenMode/Alphabetica - l/Default.aspx -[12:42:02] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/561/ScreenMode/Alphabetica - l/Default.aspx -[12:42:03] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/454/ScreenMode/Alphabetica - l/Default.aspx -[12:42:05] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/563/ScreenMode/Alphabetica - l/Default.aspx -[12:42:06] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/580/ScreenMode/Alphabetica - l/Default.aspx -[12:42:08] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/592/ScreenMode/Alphabetica - l/Default.aspx -[12:42:09] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/473/ScreenMode/Alphabetica - l/Default.aspx -[12:42:11] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode/Alphabetical/ - Default.aspx -[12:42:14] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical - /Default.aspx -[12:42:16] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/523/ScreenMode/Alphabetica - l/Default.aspx -[12:42:17] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/459/ScreenMode/Alphabetica - l/Default.aspx -[12:42:19] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/583/ScreenMode/Alphabetica - l/Default.aspx -[12:42:21] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/557/ScreenMode/Alphabetica - l/Default.aspx -[12:42:22] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetica - l/Default.aspx -[12:42:24] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/368/ScreenMode/Alphabetica - l/Default.aspx -[12:42:27] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/581/ScreenMode/Alphabetica - l/Default.aspx -[12:42:28] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/373/ScreenMode/Alphabetica - l/Default.aspx -[12:42:30] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/519/ScreenMode/Alphabetica - l/Default.aspx -[12:42:31] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/579/ScreenMode/Alphabetica - l/Default.aspx -[12:42:33] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetica - l/Default.aspx -[12:42:36] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/558/ScreenMode/Alphabetica - l/Default.aspx -[12:42:37] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode/Alphabetical - /Default.aspx -[12:42:39] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/582/ScreenMode/Alphabetica - l/Default.aspx -[12:42:41] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetica - l/Default.aspx -[12:42:42] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/560/ScreenMode/Alphabetica - l/Default.aspx -[12:42:43] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/Alphabetical - /Default.aspx -[12:42:45] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/518/ScreenMode/Alphabetica - l/Default.aspx -[12:42:47] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/397/ScreenMode/Alphabetica - l/Default.aspx -[12:42:49] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/474/ScreenMode/Alphabetica - l/Default.aspx -[12:42:51] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetica - l/Default.aspx -[12:42:52] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/556/ScreenMode/Alphabetica - l/Default.aspx -[12:42:54] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alphabetical - /Default.aspx -[12:42:57] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/501/ScreenMode/Alphabetica - l/Default.aspx -[12:42:59] Committing batch 1 consisting of 92 files base.py:274 -[12:43:00] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/367/ScreenMode/Alphabetica - l/Default.aspx -[12:43:03] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/504/ScreenMode/Alphabetica - l/Default.aspx -[12:43:05] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/5/ScreenMode/Alphabetical/ - Default.aspx -[12:43:07] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/382/ScreenMode/Alphabetica - l/Default.aspx -[12:43:09] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/564/ScreenMode/Alphabetica - l/Default.aspx -[12:43:10] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/521/ScreenMode/Alphabetica - l/Default.aspx -[12:43:11] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/500/ScreenMode/Alphabetica - l/Default.aspx -[12:43:13] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/Alphabetical - /Default.aspx -[12:43:15] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical - /Default.aspx -[12:43:16] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/471/ScreenMode/Alphabetica - l/Default.aspx -[12:43:18] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/505/ScreenMode/Alphabetica - l/Default.aspx -[12:43:22] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/562/ScreenMode/Alphabetica - l/Default.aspx -[12:43:24] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/379/ScreenMode/Alphabetica - l/Default.aspx -[12:43:26] Scraping from base.py:42 - http://cmispublic.walsall.gov.uk/cmis/Councillors/tabid/63 - /ctl/ViewCMIS_Person/mid/383/id/384/ScreenMode/Alphabetica - l/Default.aspx -[12:43:27] Committing batch 2 consisting of 28 files base.py:274 -[12:43:29] Finished attempting to scrape: WLL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WLN/index.html b/logbooks/WLN/index.html index aca7604f87..75784287ff 100644 --- a/logbooks/WLN/index.html +++ b/logbooks/WLN/index.html @@ -37,6 +37,177 @@ + <h2 id="2023-10-15-09-35">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>55 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:35:01.392507</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:35:56.463918</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:35:01] Fetching Scraper for: WLN handlers.py:23 + Begin attempting to scrape: WLN handlers.py:27 + Deleting existing data... base.py:239 +[09:35:02] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[09:35:03] ...data deleted. base.py:246 + Scraping from https://westlothian.gov.uk/councillors base.py:42 +[09:35:07] Scraping from base.py:42 + https://westlothian.gov.uk/article/33888/Linlithgow +[09:35:08] Scraping from base.py:42 + https://westlothian.gov.uk/article/33889/Broxburn-Uphall-a + nd-Winchburgh +[09:35:09] Scraping from base.py:42 + https://westlothian.gov.uk/article/33890/Livingston-North +[09:35:10] Scraping from base.py:42 + https://westlothian.gov.uk/article/33891/Livingston-South +[09:35:12] Scraping from base.py:42 + https://westlothian.gov.uk/article/33893/East-Livingston-a + nd-East-Calder +[09:35:13] Scraping from base.py:42 + https://westlothian.gov.uk/article/33892/Fauldhouse-and-th + e-Breich-Valley +[09:35:14] Scraping from base.py:42 + https://westlothian.gov.uk/article/33894/Whitburn-and-Blac + kburn +[09:35:15] Scraping from base.py:42 + https://westlothian.gov.uk/article/33895/Bathgate +[09:35:16] Scraping from base.py:42 + https://westlothian.gov.uk/article/33896/Armadale-and-Blac + kridge +[09:35:17] Scraping from base.py:42 + https://westlothian.gov.uk/article/33897/Councillor-Tom-Co + nn +[09:35:18] Scraping from base.py:42 + https://westlothian.gov.uk/article/33898/Councillor-Paulin + e-Orr +[09:35:19] Scraping from base.py:42 + https://westlothian.gov.uk/article/33899/Councillor-Sally- + Pattle +[09:35:20] Scraping from base.py:42 + https://westlothian.gov.uk/article/34302/Councillor-Diane- + Calder +[09:35:21] Scraping from base.py:42 + https://westlothian.gov.uk/article/34303/Councillor-Janet- + Campbell +[09:35:22] Scraping from base.py:42 + https://westlothian.gov.uk/article/34305/Councillor-Tony-B + oyle +[09:35:23] Scraping from base.py:42 + https://westlothian.gov.uk/article/34304/Councillor-Angela + -Doran-Timson +[09:35:25] Scraping from base.py:42 + https://westlothian.gov.uk/article/34307/Councillor-Alison + -Adamson +[09:35:26] Scraping from base.py:42 + https://westlothian.gov.uk/article/34306/Councillor-Robert + -De-Bold +[09:35:27] Scraping from base.py:42 + https://westlothian.gov.uk/article/34308/Councillor-Anne-M + cMillan +[09:35:28] Scraping from base.py:42 + https://westlothian.gov.uk/article/34309/Councillor-Andrew + -Miller +[09:35:29] Scraping from base.py:42 + https://westlothian.gov.uk/article/34311/Councillor-Lawren + ce-Fitzpatrick +[09:35:30] Scraping from base.py:42 + https://westlothian.gov.uk/article/34310/Councillor-Peter- + Heggie +[09:35:31] Scraping from base.py:42 + https://westlothian.gov.uk/article/34312/Councillor-Maria- + MacAulay +[09:35:33] Scraping from base.py:42 + https://westlothian.gov.uk/article/34313/Councillor-Moira- + McKee-Shemilt +[09:35:34] Scraping from base.py:42 + https://westlothian.gov.uk/article/34317/Councillor-Damian + -Doran-Timson +[09:35:35] Scraping from base.py:42 + https://westlothian.gov.uk/article/34315/Councillor-Carl-J + ohn +[09:35:36] Scraping from base.py:42 + https://westlothian.gov.uk/article/34316/Councillor-Danny- + Logue +[09:35:37] Scraping from base.py:42 + https://westlothian.gov.uk/article/34314/Councillor-Veroni + ca-Smith +[09:35:38] Scraping from base.py:42 + https://westlothian.gov.uk/article/34318/Councillor-Paulin + e-Clark +[09:35:39] Scraping from base.py:42 + https://westlothian.gov.uk/article/34319/Councillor-Craig- + Meek +[09:35:41] Scraping from base.py:42 + https://westlothian.gov.uk/article/34320/Councillor-Cathy- + Muldoon +[09:35:42] Scraping from base.py:42 + https://westlothian.gov.uk/article/34321/Councillor-Jim-Di + ckson +[09:35:43] Scraping from base.py:42 + https://westlothian.gov.uk/article/34322/Councillor-Mary-D + ickson +[09:35:44] Scraping from base.py:42 + https://westlothian.gov.uk/article/34323/Councillor-George + -Paul +[09:35:45] Scraping from base.py:42 + https://westlothian.gov.uk/article/34324/Councillor-Kirste + en-Sullivan +[09:35:46] Scraping from base.py:42 + https://westlothian.gov.uk/article/34325/Councillor-Willia + m-Boyle +[09:35:47] Scraping from base.py:42 + https://westlothian.gov.uk/article/34326/Councillor-Harry- + Cartmill +[09:35:48] Scraping from base.py:42 + https://westlothian.gov.uk/article/34327/Councillor-Tony-P + earson +[09:35:49] Scraping from base.py:42 + https://westlothian.gov.uk/article/34328/Councillor-Paulin + e-Stafford +[09:35:50] Scraping from base.py:42 + https://westlothian.gov.uk/article/34329/Councillor-Stuart + -Borrowman +[09:35:51] Scraping from base.py:42 + https://westlothian.gov.uk/article/34330/Councillor-Lynda- + Kenna +[09:35:53] Scraping from base.py:42 + https://westlothian.gov.uk/article/34331/Councillor-Andrew + -McGuire +[09:35:55] Committing batch 1 consisting of 66 files base.py:274 +[09:35:56] Finished attempting to scrape: WLN base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-33">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -3283,177 +3454,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-24">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>50 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:24:12.401509</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:25:03.253363</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:24:12] Fetching Scraper for: WLN handlers.py:23 - Begin attempting to scrape: WLN handlers.py:27 - Deleting existing data... base.py:239 -[14:24:13] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[14:24:14] ...data deleted. base.py:246 - Scraping from https://westlothian.gov.uk/councillors base.py:42 -[14:24:18] Scraping from base.py:42 - https://westlothian.gov.uk/article/33888/Linlithgow -[14:24:19] Scraping from base.py:42 - https://westlothian.gov.uk/article/33889/Broxburn-Uphall-a - nd-Winchburgh -[14:24:20] Scraping from base.py:42 - https://westlothian.gov.uk/article/33890/Livingston-North - Scraping from base.py:42 - https://westlothian.gov.uk/article/33891/Livingston-South -[14:24:21] Scraping from base.py:42 - https://westlothian.gov.uk/article/33893/East-Livingston-a - nd-East-Calder -[14:24:22] Scraping from base.py:42 - https://westlothian.gov.uk/article/33892/Fauldhouse-and-th - e-Breich-Valley -[14:24:23] Scraping from base.py:42 - https://westlothian.gov.uk/article/33894/Whitburn-and-Blac - kburn -[14:24:24] Scraping from base.py:42 - https://westlothian.gov.uk/article/33895/Bathgate -[14:24:25] Scraping from base.py:42 - https://westlothian.gov.uk/article/33896/Armadale-and-Blac - kridge - Scraping from base.py:42 - https://westlothian.gov.uk/article/33897/Councillor-Tom-Co - nn -[14:24:26] Scraping from base.py:42 - https://westlothian.gov.uk/article/33898/Councillor-Paulin - e-Orr -[14:24:27] Scraping from base.py:42 - https://westlothian.gov.uk/article/33899/Councillor-Sally- - Pattle -[14:24:28] Scraping from base.py:42 - https://westlothian.gov.uk/article/34302/Councillor-Diane- - Calder -[14:24:29] Scraping from base.py:42 - https://westlothian.gov.uk/article/34303/Councillor-Janet- - Campbell -[14:24:30] Scraping from base.py:42 - https://westlothian.gov.uk/article/34305/Councillor-Tony-B - oyle -[14:24:31] Scraping from base.py:42 - https://westlothian.gov.uk/article/34304/Councillor-Angela - -Doran-Timson -[14:24:32] Scraping from base.py:42 - https://westlothian.gov.uk/article/34307/Councillor-Alison - -Adamson -[14:24:33] Scraping from base.py:42 - https://westlothian.gov.uk/article/34306/Councillor-Robert - -De-Bold -[14:24:36] Scraping from base.py:42 - https://westlothian.gov.uk/article/34308/Councillor-Anne-M - cMillan - Scraping from base.py:42 - https://westlothian.gov.uk/article/34309/Councillor-Andrew - -Miller -[14:24:38] Scraping from base.py:42 - https://westlothian.gov.uk/article/34311/Councillor-Lawren - ce-Fitzpatrick -[14:24:39] Scraping from base.py:42 - https://westlothian.gov.uk/article/34310/Councillor-Peter- - Heggie -[14:24:40] Scraping from base.py:42 - https://westlothian.gov.uk/article/34312/Councillor-Maria- - MacAulay -[14:24:41] Scraping from base.py:42 - https://westlothian.gov.uk/article/34313/Councillor-Moira- - McKee-Shemilt -[14:24:42] Scraping from base.py:42 - https://westlothian.gov.uk/article/34317/Councillor-Damian - -Doran-Timson -[14:24:43] Scraping from base.py:42 - https://westlothian.gov.uk/article/34315/Councillor-Carl-J - ohn -[14:24:44] Scraping from base.py:42 - https://westlothian.gov.uk/article/34316/Councillor-Danny- - Logue -[14:24:45] Scraping from base.py:42 - https://westlothian.gov.uk/article/34314/Councillor-Veroni - ca-Smith -[14:24:46] Scraping from base.py:42 - https://westlothian.gov.uk/article/34318/Councillor-Paulin - e-Clark -[14:24:47] Scraping from base.py:42 - https://westlothian.gov.uk/article/34319/Councillor-Craig- - Meek -[14:24:48] Scraping from base.py:42 - https://westlothian.gov.uk/article/34320/Councillor-Cathy- - Muldoon -[14:24:49] Scraping from base.py:42 - https://westlothian.gov.uk/article/34321/Councillor-Jim-Di - ckson -[14:24:51] Scraping from base.py:42 - https://westlothian.gov.uk/article/34322/Councillor-Mary-D - ickson -[14:24:52] Scraping from base.py:42 - https://westlothian.gov.uk/article/34323/Councillor-George - -Paul -[14:24:53] Scraping from base.py:42 - https://westlothian.gov.uk/article/34324/Councillor-Kirste - en-Sullivan -[14:24:54] Scraping from base.py:42 - https://westlothian.gov.uk/article/34325/Councillor-Willia - m-Boyle -[14:24:55] Scraping from base.py:42 - https://westlothian.gov.uk/article/34326/Councillor-Harry- - Cartmill -[14:24:56] Scraping from base.py:42 - https://westlothian.gov.uk/article/34327/Councillor-Tony-P - earson -[14:24:57] Scraping from base.py:42 - https://westlothian.gov.uk/article/34328/Councillor-Paulin - e-Stafford - Scraping from base.py:42 - https://westlothian.gov.uk/article/34329/Councillor-Stuart - -Borrowman -[14:24:59] Scraping from base.py:42 - https://westlothian.gov.uk/article/34330/Councillor-Lynda- - Kenna -[14:25:00] Scraping from base.py:42 - https://westlothian.gov.uk/article/34331/Councillor-Andrew - -McGuire -[14:25:01] Committing batch 1 consisting of 66 files base.py:274 -[14:25:03] Finished attempting to scrape: WLN base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WLV/index.html b/logbooks/WLV/index.html index 0c67936e2d..9bb9eb0339 100644 --- a/logbooks/WLV/index.html +++ b/logbooks/WLV/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-08-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:26:59.565752</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:27:09.774763</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:26:59] Fetching Scraper for: WLV handlers.py:23 + Begin attempting to scrape: WLV handlers.py:27 + Deleting existing data... base.py:239 +[08:27:00] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 60 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 60 files in Councillors/raw base.py:207 + ...found 121 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[08:27:01] Deleting batch no. 2 consisting of 21 files base.py:216 +[08:27:02] ...data deleted. base.py:246 + Scraping from base.py:42 + http://wolverhampton.moderngov.co.uk/mgWebService.asmx/Get + CouncillorsByWard +[08:27:06] Committing batch 1 consisting of 92 files base.py:274 +[08:27:08] Committing batch 2 consisting of 28 files base.py:274 +[08:27:09] Finished attempting to scrape: WLV base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-57">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:08:40.317363</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:08:51.222343</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:08:40] Fetching Scraper for: WLV handlers.py:23 - Begin attempting to scrape: WLV handlers.py:27 - Deleting existing data... base.py:239 -[13:08:41] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 59 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 59 files in Councillors/raw base.py:207 - ...found 119 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:08:42] Deleting batch no. 2 consisting of 19 files base.py:216 -[13:08:43] ...data deleted. base.py:246 - Scraping from base.py:42 - http://wolverhampton.moderngov.co.uk/mgWebService.asmx/Get - CouncillorsByWard -[13:08:48] Committing batch 1 consisting of 92 files base.py:274 -[13:08:50] Committing batch 2 consisting of 26 files base.py:274 -[13:08:51] Finished attempting to scrape: WLV base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WND/index.html b/logbooks/WND/index.html index 74ee1d8883..478d05599e 100644 --- a/logbooks/WND/index.html +++ b/logbooks/WND/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:05:21.774476</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:05:30.070204</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:05:21] Fetching Scraper for: WND handlers.py:23 + Begin attempting to scrape: WND handlers.py:27 +[10:05:22] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 58 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[10:05:23] ...found 58 files in Councillors/raw base.py:207 + ...found 117 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:05:24] Deleting batch no. 2 consisting of 17 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.wandsworth.gov.uk/mgWebService.asmx/GetC + ouncillorsByWard +[10:05:27] Committing batch 1 consisting of 92 files base.py:274 +[10:05:28] Committing batch 2 consisting of 24 files base.py:274 +[10:05:30] Finished attempting to scrape: WND base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-39">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-40">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:40:42.931827</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:40:51.043985</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:40:42] Fetching Scraper for: WND handlers.py:23 - Begin attempting to scrape: WND handlers.py:27 -[12:40:43] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:40:44] Getting all files in Councillors/json... base.py:191 - ...found 58 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 58 files in Councillors/raw base.py:207 - ...found 117 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:40:45] Deleting batch no. 2 consisting of 17 files base.py:216 -[12:40:46] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.wandsworth.gov.uk/mgWebService.asmx/GetC - ouncillorsByWard -[12:40:48] Committing batch 1 consisting of 92 files base.py:274 -[12:40:49] Committing batch 2 consisting of 24 files base.py:274 -[12:40:51] Finished attempting to scrape: WND base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WNM/index.html b/logbooks/WNM/index.html index 8bcd76b9c2..d8f0934c9c 100644 --- a/logbooks/WNM/index.html +++ b/logbooks/WNM/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-18">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:18:09.811812</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:18:17.550267</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:18:09] Fetching Scraper for: WNM handlers.py:23 + Begin attempting to scrape: WNM handlers.py:27 +[08:18:11] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:18:12] Getting all files in Councillors/json... base.py:191 + ...found 41 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 41 files in Councillors/raw base.py:207 + ...found 83 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 83 files base.py:216 +[08:18:13] ...data deleted. base.py:246 + Scraping from base.py:42 + http://rbwm.moderngov.co.uk/mgWebService.asmx/GetCouncillo + rsByWard +[08:18:16] Committing batch 1 consisting of 82 files base.py:274 +[08:18:17] Finished attempting to scrape: WNM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-17">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:14:14.982895</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:22.825949</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:14:14] Fetching Scraper for: WNM handlers.py:23 -[12:14:15] Begin attempting to scrape: WNM handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[12:14:16] ...found 41 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 41 files in Councillors/raw base.py:207 - ...found 83 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 83 files base.py:216 -[12:14:17] ...data deleted. base.py:246 - Scraping from base.py:42 - http://rbwm.moderngov.co.uk/mgWebService.asmx/GetCouncillo - rsByWard -[12:14:21] Committing batch 1 consisting of 82 files base.py:274 -[12:14:22] Finished attempting to scrape: WNM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOC/index.html b/logbooks/WOC/index.html index b85c17f8db..21e38af35d 100644 --- a/logbooks/WOC/index.html +++ b/logbooks/WOC/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-32">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:32:42.305222</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:32:49.402228</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:32:42] Fetching Scraper for: WOC handlers.py:23 + Begin attempting to scrape: WOC handlers.py:27 +[09:32:43] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:32:44] Getting all files in Councillors/json... base.py:191 + ...found 35 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 35 files in Councillors/raw base.py:207 + ...found 71 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 71 files base.py:216 +[09:32:45] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committee.worcester.gov.uk/mgWebService.asmx/GetCou + ncillorsByWard +[09:32:48] Committing batch 1 consisting of 70 files base.py:274 +[09:32:49] Finished attempting to scrape: WOC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-15">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-54">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:54:33.121228</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:54:39.577921</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:54:33] Fetching Scraper for: WOC handlers.py:23 - Begin attempting to scrape: WOC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:54:34] Getting all files in Councillors/json... base.py:191 - ...found 34 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 34 files in Councillors/raw base.py:207 - ...found 69 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 69 files base.py:216 -[13:54:35] ...data deleted. base.py:246 - Scraping from base.py:42 - http://committee.worcester.gov.uk/mgWebService.asmx/GetCou - ncillorsByWard -[13:54:37] Committing batch 1 consisting of 68 files base.py:274 -[13:54:39] Finished attempting to scrape: WOC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOI/index.html b/logbooks/WOI/index.html index 5281b6bdd7..b7c1bb0e5f 100644 --- a/logbooks/WOI/index.html +++ b/logbooks/WOI/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-57">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>5 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:57:31.776624</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:57:37.324409</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:57:31] Fetching Scraper for: WOI handlers.py:23 + Begin attempting to scrape: WOI handlers.py:27 +[09:57:32] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 30 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:57:33] ...found 30 files in Councillors/raw base.py:207 + ...found 61 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 61 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.woking.gov.uk/mgWebService.asmx/GetCounc + illorsByWard +[09:57:36] Committing batch 1 consisting of 60 files base.py:274 +[09:57:37] Finished attempting to scrape: WOI base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-16">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-00">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:00:57.033429</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:01:02.775419</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:00:57] Fetching Scraper for: WOI handlers.py:23 - Begin attempting to scrape: WOI handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:00:58] Getting all files in Councillors/json... base.py:191 - ...found 30 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 30 files in Councillors/raw base.py:207 - ...found 61 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 61 files base.py:216 -[13:00:59] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.woking.gov.uk/mgWebService.asmx/GetCounc - illorsByWard -[13:01:01] Committing batch 1 consisting of 60 files base.py:274 -[13:01:02] Finished attempting to scrape: WOI base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOK/index.html b/logbooks/WOK/index.html index 70d2d0174e..fff7004081 100644 --- a/logbooks/WOK/index.html +++ b/logbooks/WOK/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-26">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:26:25.136127</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:26:33.864131</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:26:25] Fetching Scraper for: WOK handlers.py:23 + Begin attempting to scrape: WOK handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:26:26] Getting all files in Councillors/json... base.py:191 + ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:26:27] Deleting batch no. 2 consisting of 9 files base.py:216 +[09:26:28] ...data deleted. base.py:246 + Scraping from base.py:42 + http://wokingham.moderngov.co.uk/mgWebService.asmx/GetCoun + cillorsByWard +[09:26:31] Committing batch 1 consisting of 92 files base.py:274 +[09:26:32] Committing batch 2 consisting of 16 files base.py:274 +[09:26:33] Finished attempting to scrape: WOK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-10">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-13">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:13:41.713423</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:13:51.528209</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:13:41] Fetching Scraper for: WOK handlers.py:23 - Begin attempting to scrape: WOK handlers.py:27 -[13:13:42] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:13:43] Deleting batch no. 2 consisting of 9 files base.py:216 -[13:13:44] ...data deleted. base.py:246 - Scraping from base.py:42 - http://wokingham.moderngov.co.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:13:49] Committing batch 1 consisting of 92 files base.py:274 -[13:13:50] Committing batch 2 consisting of 16 files base.py:274 -[13:13:51] Finished attempting to scrape: WOK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOR/index.html b/logbooks/WOR/index.html index 62d4bd06d1..d4aeb2df7a 100644 --- a/logbooks/WOR/index.html +++ b/logbooks/WOR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:36:30.725948</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:36:39.730617</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:36:30] Fetching Scraper for: WOR handlers.py:23 + Begin attempting to scrape: WOR handlers.py:27 +[09:36:31] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 56 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:36:32] ...found 56 files in Councillors/raw base.py:207 + ...found 113 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:36:33] Deleting batch no. 2 consisting of 13 files base.py:216 + ...data deleted. base.py:246 + Scraping from base.py:42 + http://worcestershire.moderngov.co.uk/mgWebService.asmx/Ge + tCouncillorsByWard +[09:36:37] Committing batch 1 consisting of 92 files base.py:274 +[09:36:38] Committing batch 2 consisting of 20 files base.py:274 +[09:36:39] Finished attempting to scrape: WOR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-14">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-14">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:14:46.448460</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:14:55.769457</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:14:46] Fetching Scraper for: WOR handlers.py:23 - Begin attempting to scrape: WOR handlers.py:27 - Deleting existing data... base.py:239 -[12:14:47] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 56 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[12:14:48] ...found 56 files in Councillors/raw base.py:207 - ...found 113 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 13 files base.py:216 -[12:14:49] ...data deleted. base.py:246 - Scraping from base.py:42 - http://worcestershire.moderngov.co.uk/mgWebService.asmx/Ge - tCouncillorsByWard -[12:14:53] Committing batch 1 consisting of 92 files base.py:274 -[12:14:54] Committing batch 2 consisting of 20 files base.py:274 -[12:14:55] Finished attempting to scrape: WOR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOT/index.html b/logbooks/WOT/index.html index 3446381214..f642c7deb2 100644 --- a/logbooks/WOT/index.html +++ b/logbooks/WOT/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-38">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:38:00.121570</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:38:07.735171</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:38:00] Fetching Scraper for: WOT handlers.py:23 + Begin attempting to scrape: WOT handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[08:38:01] Getting all files in Councillors/json... base.py:191 + ...found 37 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 37 files in Councillors/raw base.py:207 + ...found 75 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 75 files base.py:216 +[08:38:02] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.adur-worthing.gov.uk/mgWebService.asmx/G + etCouncillorsByWard +[08:38:06] Committing batch 1 consisting of 74 files base.py:274 +[08:38:07] Finished attempting to scrape: WOT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-21">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:08:27.683446</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:08:35.079140</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:08:27] Fetching Scraper for: WOT handlers.py:23 - Begin attempting to scrape: WOT handlers.py:27 -[13:08:28] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 37 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[13:08:29] ...found 37 files in Councillors/raw base.py:207 - ...found 75 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 75 files base.py:216 -[13:08:30] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.adur-worthing.gov.uk/mgWebService.asmx/G - etCouncillorsByWard -[13:08:33] Committing batch 1 consisting of 74 files base.py:274 -[13:08:35] Finished attempting to scrape: WOT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WOX/index.html b/logbooks/WOX/index.html index d0dbd2a962..ddd04b3e56 100644 --- a/logbooks/WOX/index.html +++ b/logbooks/WOX/index.html @@ -37,6 +37,58 @@ + <h2 id="2023-10-15-10-04">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:04:25.729652</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:04:32.532870</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:04:25] Fetching Scraper for: WOX handlers.py:23 + Begin attempting to scrape: WOX handlers.py:27 +[10:04:26] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:04:27] ...found 49 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 49 files in Councillors/raw base.py:207 + ...found 99 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 99 files base.py:216 +[10:04:28] ...data deleted. base.py:246 + Scraping from base.py:42 + https://meetings.westoxon.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:04:30] Committing batch 1 consisting of 92 files base.py:274 +[10:04:31] Committing batch 2 consisting of 6 files base.py:274 +[10:04:32] Finished attempting to scrape: WOX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-30">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1022,58 +1074,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-07">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:07:48.149291</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:07:55.161749</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:07:48] Fetching Scraper for: WOX handlers.py:23 - Begin attempting to scrape: WOX handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[13:07:49] Getting all files in Councillors/json... base.py:191 - ...found 49 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 49 files in Councillors/raw base.py:207 - ...found 99 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 99 files base.py:216 -[13:07:50] ...data deleted. base.py:246 - Scraping from base.py:42 - https://meetings.westoxon.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[13:07:52] Committing batch 1 consisting of 92 files base.py:274 -[13:07:53] Committing batch 2 consisting of 6 files base.py:274 -[13:07:55] Finished attempting to scrape: WOX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WRL/index.html b/logbooks/WRL/index.html index 6eca693bc6..23b4df04d0 100644 --- a/logbooks/WRL/index.html +++ b/logbooks/WRL/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-06">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:06:06.469748</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:06:16.351882</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:06:06] Fetching Scraper for: WRL handlers.py:23 + Begin attempting to scrape: WRL handlers.py:27 + Deleting existing data... base.py:239 +[10:06:07] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 66 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 66 files in Councillors/raw base.py:207 + ...found 133 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:06:08] Deleting batch no. 2 consisting of 33 files base.py:216 +[10:06:09] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.wirral.gov.uk/mgWebService.asmx/GetCounci + llorsByWard +[10:06:13] Committing batch 1 consisting of 92 files base.py:274 +[10:06:15] Committing batch 2 consisting of 40 files base.py:274 +[10:06:16] Finished attempting to scrape: WRL base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-42">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-22">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:22:55.540168</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:23:05.789363</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:22:55] Fetching Scraper for: WRL handlers.py:23 - Begin attempting to scrape: WRL handlers.py:27 - Deleting existing data... base.py:239 -[14:22:56] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 66 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:22:57] ...found 66 files in Councillors/raw base.py:207 - ...found 133 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 - Deleting batch no. 2 consisting of 33 files base.py:216 -[14:22:58] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.wirral.gov.uk/mgWebService.asmx/GetCounci - llorsByWard -[14:23:02] Committing batch 1 consisting of 92 files base.py:274 -[14:23:04] Committing batch 2 consisting of 40 files base.py:274 -[14:23:05] Finished attempting to scrape: WRL base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WRT/index.html b/logbooks/WRT/index.html index 1ca94b193a..8216fece85 100644 --- a/logbooks/WRT/index.html +++ b/logbooks/WRT/index.html @@ -37,6 +37,61 @@ + <h2 id="2023-10-15-09-44">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>6 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:44:55.079487</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:45:01.133210</dd> + </div> + <div> + <dt>Status code</dt> + <dd>1</dd> + </div> + <div> + <dt>Error</dt> + <dd>Traceback (most recent call last): + File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler + scraper.run(run_log) + File "/var/task/lgsf/councillors/scrapers.py", line 50, in run + for councillor_html in self.get_councillors(): + File "/var/task/lgsf/councillors/scrapers.py", line 149, in get_councillors + container = self.get_list_container() + File "/var/task/lgsf/councillors/scrapers.py", line 145, in get_list_container + raise ValueError("More than one element selected") +ValueError: More than one element selected +</dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:44:55] Fetching Scraper for: WRT handlers.py:23 + Begin attempting to scrape: WRT handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:44:56] ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[09:44:57] ...data deleted. base.py:246 + Scraping from https://www.warrington.gov.uk/councillors base.py:42 +[09:45:00] More than one element selected handlers.py:36 +[09:45:01] Finished attempting to scrape: WRT base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-41">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1079,61 +1134,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-38">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>5 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:38:40.581312</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:38:45.622040</dd> - </div> - <div> - <dt>Status code</dt> - <dd>1</dd> - </div> - <div> - <dt>Error</dt> - <dd>Traceback (most recent call last): - File "/var/task/lgsf/aws_lambda/handlers.py", line 32, in scraper_worker_handler - scraper.run(run_log) - File "/var/task/lgsf/councillors/scrapers.py", line 49, in run - for councillor_html in self.get_councillors(): - File "/var/task/lgsf/councillors/scrapers.py", line 148, in get_councillors - container = self.get_list_container() - File "/var/task/lgsf/councillors/scrapers.py", line 144, in get_list_container - raise ValueError("More than one element selected") -ValueError: More than one element selected -</dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:38:40] Fetching Scraper for: WRT handlers.py:23 - Begin attempting to scrape: WRT handlers.py:27 - Deleting existing data... base.py:239 -[12:38:41] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 1 files base.py:216 -[12:38:42] ...data deleted. base.py:246 - Scraping from https://www.warrington.gov.uk/councillors base.py:42 -[12:38:45] More than one element selected handlers.py:36 - Finished attempting to scrape: WRT base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WRX/index.html b/logbooks/WRX/index.html index d03e0e33d4..a3d20f972b 100644 --- a/logbooks/WRX/index.html +++ b/logbooks/WRX/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-27">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:27:12.099616</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:27:20.999919</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:27:12] Fetching Scraper for: WRX handlers.py:23 + Begin attempting to scrape: WRX handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:27:13] Getting all files in Councillors/json... base.py:191 + ...found 56 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 56 files in Councillors/raw base.py:207 + ...found 113 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:27:14] Deleting batch no. 2 consisting of 13 files base.py:216 +[10:27:15] ...data deleted. base.py:246 + Scraping from base.py:42 + https://moderngov.wrexham.gov.uk/mgWebService.asmx/GetCoun + cillorsByWard +[10:27:18] Committing batch 1 consisting of 92 files base.py:274 +[10:27:19] Committing batch 2 consisting of 20 files base.py:274 +[10:27:20] Finished attempting to scrape: WRX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-32">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-08">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:08:13.475194</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:08:23.265649</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:08:13] Fetching Scraper for: WRX handlers.py:23 - Begin attempting to scrape: WRX handlers.py:27 - Deleting existing data... base.py:239 -[12:08:14] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 56 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 56 files in Councillors/raw base.py:207 - ...found 113 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:08:15] Deleting batch no. 2 consisting of 13 files base.py:216 -[12:08:16] ...data deleted. base.py:246 - Scraping from base.py:42 - https://moderngov.wrexham.gov.uk/mgWebService.asmx/GetCoun - cillorsByWard -[12:08:20] Committing batch 1 consisting of 92 files base.py:274 -[12:08:21] Committing batch 2 consisting of 20 files base.py:274 -[12:08:23] Finished attempting to scrape: WRX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WSK/index.html b/logbooks/WSK/index.html index ac8d5d2797..300fd853b1 100644 --- a/logbooks/WSK/index.html +++ b/logbooks/WSK/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-43">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:43:21.595569</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:43:32.277732</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:43:21] Fetching Scraper for: WSK handlers.py:23 + Begin attempting to scrape: WSK handlers.py:27 + Deleting existing data... base.py:239 +[09:43:22] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 64 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 +[09:43:23] ...found 64 files in Councillors/raw base.py:207 + ...found 129 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:43:24] Deleting batch no. 2 consisting of 29 files base.py:216 +[09:43:25] ...data deleted. base.py:246 + Scraping from base.py:42 + https://democracy.westsuffolk.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[09:43:29] Committing batch 1 consisting of 92 files base.py:274 +[09:43:31] Committing batch 2 consisting of 36 files base.py:274 +[09:43:32] Finished attempting to scrape: WSK base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-20">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>10 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:20:20.803665</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:20:31.245876</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:20:20] Fetching Scraper for: WSK handlers.py:23 - Begin attempting to scrape: WSK handlers.py:27 -[14:20:21] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[14:20:22] ...found 64 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 64 files in Councillors/raw base.py:207 - ...found 129 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[14:20:23] Deleting batch no. 2 consisting of 29 files base.py:216 -[14:20:24] ...data deleted. base.py:246 - Scraping from base.py:42 - https://democracy.westsuffolk.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[14:20:28] Committing batch 1 consisting of 92 files base.py:274 -[14:20:29] Committing batch 2 consisting of 36 files base.py:274 -[14:20:31] Finished attempting to scrape: WSK base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WSM/index.html b/logbooks/WSM/index.html index b7346b4c84..4a27780c35 100644 --- a/logbooks/WSM/index.html +++ b/logbooks/WSM/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-34">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>9 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:34:34.959274</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:34:44.439700</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:34:34] Fetching Scraper for: WSM handlers.py:23 +[10:34:35] Begin attempting to scrape: WSM handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[10:34:36] ...found 54 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 54 files in Councillors/raw base.py:207 + ...found 109 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:34:37] Deleting batch no. 2 consisting of 9 files base.py:216 +[10:34:38] ...data deleted. base.py:246 + Scraping from base.py:42 + http://committees.westminster.gov.uk/mgWebService.asmx/Get + CouncillorsByWard +[10:34:41] Committing batch 1 consisting of 92 files base.py:274 +[10:34:43] Committing batch 2 consisting of 16 files base.py:274 +[10:34:44] Finished attempting to scrape: WSM base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-52">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-16">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>9 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:16:58.893319</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:17:08.185526</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:16:58] Fetching Scraper for: WSM handlers.py:23 - Begin attempting to scrape: WSM handlers.py:27 -[13:16:59] Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 -[13:17:00] ...found 54 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 54 files in Councillors/raw base.py:207 - ...found 109 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:17:01] Deleting batch no. 2 consisting of 9 files base.py:216 - ...data deleted. base.py:246 - Scraping from base.py:42 - http://committees.westminster.gov.uk/mgWebService.asmx/Get - CouncillorsByWard -[13:17:05] Committing batch 1 consisting of 92 files base.py:274 -[13:17:07] Committing batch 2 consisting of 16 files base.py:274 -[13:17:08] Finished attempting to scrape: WSM base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WSX/index.html b/logbooks/WSX/index.html index 864d7c8333..1882b87f0d 100644 --- a/logbooks/WSX/index.html +++ b/logbooks/WSX/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-09-36">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>11 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:36:16.364050</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:36:27.385086</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:36:16] Fetching Scraper for: WSX handlers.py:23 + Begin attempting to scrape: WSX handlers.py:27 + Deleting existing data... base.py:239 +[09:36:17] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 70 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 70 files in Councillors/raw base.py:207 + ...found 141 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[09:36:18] Deleting batch no. 2 consisting of 41 files base.py:216 +[09:36:19] ...data deleted. base.py:246 + Scraping from base.py:42 + https://westsussex.moderngov.co.uk/mgWebService.asmx/GetCo + uncillorsByWard +[09:36:24] Committing batch 1 consisting of 92 files base.py:274 +[09:36:26] Committing batch 2 consisting of 48 files base.py:274 +[09:36:27] Finished attempting to scrape: WSX base.py:324 +</pre> + + + + + <h2 id="2023-10-14-08-31">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-35">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>11 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:35:09.267649</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:35:21.081445</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:35:09] Fetching Scraper for: WSX handlers.py:23 - Begin attempting to scrape: WSX handlers.py:27 - Deleting existing data... base.py:239 -[12:35:10] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 70 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 70 files in Councillors/raw base.py:207 - ...found 141 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[12:35:11] Deleting batch no. 2 consisting of 41 files base.py:216 -[12:35:12] ...data deleted. base.py:246 - Scraping from base.py:42 - https://westsussex.moderngov.co.uk/mgWebService.asmx/GetCo - uncillorsByWard -[12:35:18] Committing batch 1 consisting of 92 files base.py:274 -[12:35:19] Committing batch 2 consisting of 48 files base.py:274 -[12:35:21] Finished attempting to scrape: WSX base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WYC/index.html b/logbooks/WYC/index.html index 7163002d0a..090297a5f5 100644 --- a/logbooks/WYC/index.html +++ b/logbooks/WYC/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-08-54">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>7 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 08:54:55.906051</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 08:55:02.984001</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[08:54:55] Fetching Scraper for: WYC handlers.py:23 + Begin attempting to scrape: WYC handlers.py:27 +[08:54:56] Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 +[08:54:57] ...found 43 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 43 files in Councillors/raw base.py:207 + ...found 87 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 87 files base.py:216 +[08:54:58] ...data deleted. base.py:246 + Scraping from base.py:42 + http://mgov.wychavon.gov.uk/mgWebService.asmx/GetCouncillo + rsByWard +[08:55:01] Committing batch 1 consisting of 86 files base.py:274 +[08:55:02] Finished attempting to scrape: WYC base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-35">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-39">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>6 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:39:49.119096</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:39:55.877300</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:39:49] Fetching Scraper for: WYC handlers.py:23 - Begin attempting to scrape: WYC handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:39:50] Getting all files in Councillors/json... base.py:191 - ...found 43 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 43 files in Councillors/raw base.py:207 - ...found 87 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 87 files base.py:216 -[12:39:51] ...data deleted. base.py:246 - Scraping from base.py:42 - http://mgov.wychavon.gov.uk/mgWebService.asmx/GetCouncillo - rsByWard -[12:39:54] Committing batch 1 consisting of 86 files base.py:274 -[12:39:55] Finished attempting to scrape: WYC base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WYE/index.html b/logbooks/WYE/index.html index 9320c2b0d4..1dd9d9c053 100644 --- a/logbooks/WYE/index.html +++ b/logbooks/WYE/index.html @@ -37,6 +37,57 @@ + <h2 id="2023-10-15-09-59">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>23 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 09:59:08.032844</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 09:59:31.226387</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[09:59:08] Fetching Scraper for: WYE handlers.py:23 + Begin attempting to scrape: WYE handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[09:59:09] Getting all files in Councillors/json... base.py:191 + ...found 33 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 33 files in Councillors/raw base.py:207 + ...found 67 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 67 files base.py:216 +[09:59:10] ...data deleted. base.py:246 + Scraping from base.py:42 + https://forms.wyreforestdc.gov.uk/council/committees/com55 + .htm +[09:59:29] Committing batch 1 consisting of 66 files base.py:274 +[09:59:31] Finished attempting to scrape: WYE base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-27">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1003,57 +1054,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-12-05">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>22 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 12:05:27.052060</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 12:05:49.270333</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[12:05:27] Fetching Scraper for: WYE handlers.py:23 - Begin attempting to scrape: WYE handlers.py:27 - Deleting existing data... base.py:239 - Getting all files in Councillors... base.py:191 -[12:05:28] Getting all files in Councillors/json... base.py:191 - ...found 33 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 33 files in Councillors/raw base.py:207 - ...found 67 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 67 files base.py:216 -[12:05:29] ...data deleted. base.py:246 - Scraping from base.py:42 - https://forms.wyreforestdc.gov.uk/council/committees/com55 - .htm -[12:05:47] Committing batch 1 consisting of 66 files base.py:274 -[12:05:49] Finished attempting to scrape: WYE base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/WYR/index.html b/logbooks/WYR/index.html index 65865d53df..59a4721b6f 100644 --- a/logbooks/WYR/index.html +++ b/logbooks/WYR/index.html @@ -37,6 +37,59 @@ + <h2 id="2023-10-15-10-02">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>10 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:02:18.377199</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:02:28.708585</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:02:18] Fetching Scraper for: WYR handlers.py:23 + Begin attempting to scrape: WYR handlers.py:27 + Deleting existing data... base.py:239 +[10:02:19] Getting all files in Councillors... base.py:191 + Getting all files in Councillors/json... base.py:191 + ...found 50 files in Councillors/json base.py:207 + Getting all files in Councillors/raw... base.py:191 + ...found 50 files in Councillors/raw base.py:207 + ...found 101 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 100 files base.py:216 +[10:02:20] Deleting batch no. 2 consisting of 1 files base.py:216 +[10:02:21] ...data deleted. base.py:246 + Scraping from base.py:42 + https://wyre.moderngov.co.uk/mgWebService.asmx/GetCouncill + orsByWard +[10:02:26] Committing batch 1 consisting of 92 files base.py:274 +[10:02:27] Committing batch 2 consisting of 8 files base.py:274 +[10:02:28] Finished attempting to scrape: WYR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-09-20">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1041,59 +1094,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-13-21">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>8 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 13:21:48.376393</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 13:21:56.440417</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[13:21:48] Fetching Scraper for: WYR handlers.py:23 - Begin attempting to scrape: WYR handlers.py:27 - Deleting existing data... base.py:239 -[13:21:49] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 50 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 - ...found 50 files in Councillors/raw base.py:207 - ...found 101 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 100 files base.py:216 -[13:21:50] Deleting batch no. 2 consisting of 1 files base.py:216 -[13:21:51] ...data deleted. base.py:246 - Scraping from base.py:42 - https://wyre.moderngov.co.uk/mgWebService.asmx/GetCouncill - orsByWard -[13:21:54] Committing batch 1 consisting of 92 files base.py:274 -[13:21:55] Committing batch 2 consisting of 8 files base.py:274 -[13:21:56] Finished attempting to scrape: WYR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/YOR/index.html b/logbooks/YOR/index.html index ec9ef336b7..0e1637f5e0 100644 --- a/logbooks/YOR/index.html +++ b/logbooks/YOR/index.html @@ -37,6 +37,54 @@ + <h2 id="2023-10-15-10-05">2023-10-15</h2> + <div class="ds-card"> + <div class="ds-card-body"> + <dl class="ds-descriptions"> + <div> + <dt>Duration</dt> + <dd>8 seconds</dd> + </div> + <div> + <dt>Start</dt> + <dd>2023-10-15 10:05:51.983785</dd> + </div> + <div> + <dt>End</dt> + <dd>2023-10-15 10:06:00.946032</dd> + </div> + <div> + <dt>Status code</dt> + <dd>0</dd> + </div> + <div> + <dt>Error</dt> + <dd></dd> + </div> + </dl> + </div> + </div> + + <h3>Run log</h3> + <pre>[10:05:51] Fetching Scraper for: YOR handlers.py:23 +[10:05:52] Begin attempting to scrape: YOR handlers.py:27 + Deleting existing data... base.py:239 + Getting all files in Councillors... base.py:191 +[10:05:53] ...found 1 files in Councillors base.py:207 + Deleting batch no. 1 consisting of 1 files base.py:216 +[10:05:54] ...data deleted. base.py:246 + Scraping from base.py:42 + http://democracy.york.gov.uk/mgWebService.asmx/GetCouncill + orsByWard +[10:05:58] Committing batch 1 consisting of 92 files base.py:274 +[10:05:59] Committing batch 2 consisting of 2 files base.py:274 +[10:06:00] Finished attempting to scrape: YOR base.py:324 +</pre> + + + + + <h2 id="2023-10-14-10-00">2023-10-14</h2> <div class="ds-card"> <div class="ds-card-body"> @@ -1035,58 +1083,6 @@ <h3>Run log</h3> </pre> - - - - <h2 id="2023-09-26-14-12">2023-09-26</h2> - <div class="ds-card"> - <div class="ds-card-body"> - <dl class="ds-descriptions"> - <div> - <dt>Duration</dt> - <dd>7 seconds</dd> - </div> - <div> - <dt>Start</dt> - <dd>2023-09-26 14:12:35.645426</dd> - </div> - <div> - <dt>End</dt> - <dd>2023-09-26 14:12:43.119684</dd> - </div> - <div> - <dt>Status code</dt> - <dd>0</dd> - </div> - <div> - <dt>Error</dt> - <dd></dd> - </div> - </dl> - </div> - </div> - - <h3>Run log</h3> - <pre>[14:12:35] Fetching Scraper for: YOR handlers.py:23 - Begin attempting to scrape: YOR handlers.py:27 - Deleting existing data... base.py:239 -[14:12:36] Getting all files in Councillors... base.py:191 - Getting all files in Councillors/json... base.py:191 - ...found 47 files in Councillors/json base.py:207 - Getting all files in Councillors/raw... base.py:191 -[14:12:37] ...found 47 files in Councillors/raw base.py:207 - ...found 95 files in Councillors base.py:207 - Deleting batch no. 1 consisting of 95 files base.py:216 -[14:12:38] ...data deleted. base.py:246 - Scraping from base.py:42 - http://democracy.york.gov.uk/mgWebService.asmx/GetCouncill - orsByWard -[14:12:40] Committing batch 1 consisting of 92 files base.py:274 -[14:12:41] Committing batch 2 consisting of 2 files base.py:274 -[14:12:43] Finished attempting to scrape: YOR base.py:324 -</pre> - - </main> <footer class="ds-footer"> diff --git a/logbooks/ZET/index.html b/logbooks/ZET/index.html index f9694c0ce8..c5962ec393 100644 --- a/logbooks/ZET/index.html +++ b/logbooks/ZET/index.html @@ -37,7 +37,7 @@ - <h2 id="2023-10-16-07-16">2023-10-16</h2> + <h2 id="2023-10-17-07-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -47,11 +47,11 @@ <h2 id="2023-10-16-07-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 07:16:14.386636</dd> + <dd>2023-10-17 07:32:55.371099</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 07:16:18.521557</dd> + <dd>2023-10-17 07:32:59.679612</dd> </div> <div> <dt>Status code</dt> @@ -66,23 +66,23 @@ <h2 id="2023-10-16-07-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[07:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[07:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[07:16:15] Getting all files in Councillors... base.py:191 +[07:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[07:16:16] ...data deleted. base.py:246 +[07:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[07:16:18] Finished attempting to scrape: ZET base.py:324 +[07:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-06-46">2023-10-16</h2> + <h2 id="2023-10-17-07-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -92,11 +92,11 @@ <h2 id="2023-10-16-06-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:46:14.386401</dd> + <dd>2023-10-17 07:02:55.366880</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:46:18.819839</dd> + <dd>2023-10-17 07:02:59.667708</dd> </div> <div> <dt>Status code</dt> @@ -111,23 +111,23 @@ <h2 id="2023-10-16-06-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[07:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[06:46:15] Getting all files in Councillors... base.py:191 +[07:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:46:16] ...data deleted. base.py:246 +[07:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[06:46:18] Finished attempting to scrape: ZET base.py:324 +[07:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-06-16">2023-10-16</h2> + <h2 id="2023-10-17-06-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -137,11 +137,11 @@ <h2 id="2023-10-16-06-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 06:16:14.393184</dd> + <dd>2023-10-17 06:32:55.383099</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 06:16:18.437507</dd> + <dd>2023-10-17 06:32:59.624321</dd> </div> <div> <dt>Status code</dt> @@ -156,23 +156,23 @@ <h2 id="2023-10-16-06-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[06:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[06:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[06:16:15] Getting all files in Councillors... base.py:191 +[06:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[06:16:16] ...data deleted. base.py:246 +[06:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[06:16:18] Finished attempting to scrape: ZET base.py:324 +[06:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-05-46">2023-10-16</h2> + <h2 id="2023-10-17-06-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -182,11 +182,11 @@ <h2 id="2023-10-16-05-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:46:14.376892</dd> + <dd>2023-10-17 06:02:55.356020</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:46:18.795848</dd> + <dd>2023-10-17 06:02:59.678203</dd> </div> <div> <dt>Status code</dt> @@ -201,23 +201,23 @@ <h2 id="2023-10-16-05-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[06:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[05:46:15] Getting all files in Councillors... base.py:191 +[06:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:46:16] ...data deleted. base.py:246 +[06:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[05:46:18] Finished attempting to scrape: ZET base.py:324 +[06:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-05-16">2023-10-16</h2> + <h2 id="2023-10-17-05-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -227,11 +227,11 @@ <h2 id="2023-10-16-05-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 05:16:14.376571</dd> + <dd>2023-10-17 05:32:55.365361</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 05:16:18.516148</dd> + <dd>2023-10-17 05:32:59.764218</dd> </div> <div> <dt>Status code</dt> @@ -246,23 +246,23 @@ <h2 id="2023-10-16-05-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[05:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[05:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[05:16:15] Getting all files in Councillors... base.py:191 +[05:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[05:16:16] ...data deleted. base.py:246 +[05:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[05:16:18] Finished attempting to scrape: ZET base.py:324 +[05:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-04-46">2023-10-16</h2> + <h2 id="2023-10-17-05-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -272,11 +272,11 @@ <h2 id="2023-10-16-04-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:46:14.374652</dd> + <dd>2023-10-17 05:02:55.359234</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:46:18.516677</dd> + <dd>2023-10-17 05:02:59.513500</dd> </div> <div> <dt>Status code</dt> @@ -291,23 +291,23 @@ <h2 id="2023-10-16-04-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[05:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[04:46:15] Getting all files in Councillors... base.py:191 +[05:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:46:16] ...data deleted. base.py:246 +[05:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[04:46:18] Finished attempting to scrape: ZET base.py:324 +[05:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-04-16">2023-10-16</h2> + <h2 id="2023-10-17-04-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -317,11 +317,11 @@ <h2 id="2023-10-16-04-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 04:16:14.370527</dd> + <dd>2023-10-17 04:32:55.363103</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 04:16:18.382859</dd> + <dd>2023-10-17 04:32:59.503274</dd> </div> <div> <dt>Status code</dt> @@ -336,37 +336,37 @@ <h2 id="2023-10-16-04-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[04:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[04:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[04:16:15] Getting all files in Councillors... base.py:191 +[04:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[04:16:16] ...data deleted. base.py:246 +[04:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[04:16:18] Finished attempting to scrape: ZET base.py:324 +[04:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-03-46">2023-10-16</h2> + <h2 id="2023-10-17-04-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> <div> <dt>Duration</dt> - <dd>4 seconds</dd> + <dd>5 seconds</dd> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:46:14.366383</dd> + <dd>2023-10-17 04:02:55.353352</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:46:18.575416</dd> + <dd>2023-10-17 04:03:00.916257</dd> </div> <div> <dt>Status code</dt> @@ -381,23 +381,23 @@ <h2 id="2023-10-16-03-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[04:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[03:46:15] Getting all files in Councillors... base.py:191 - ...found 1 files in Councillors base.py:207 +[04:02:56] Getting all files in Councillors... base.py:191 +[04:02:57] ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:46:16] ...data deleted. base.py:246 +[04:02:58] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[03:46:18] Finished attempting to scrape: ZET base.py:324 +[04:03:00] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-03-16">2023-10-16</h2> + <h2 id="2023-10-17-03-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -407,11 +407,11 @@ <h2 id="2023-10-16-03-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 03:16:14.365570</dd> + <dd>2023-10-17 03:32:55.349505</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 03:16:18.804311</dd> + <dd>2023-10-17 03:32:59.395231</dd> </div> <div> <dt>Status code</dt> @@ -426,23 +426,23 @@ <h2 id="2023-10-16-03-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[03:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[03:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[03:16:15] Getting all files in Councillors... base.py:191 +[03:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[03:16:16] ...data deleted. base.py:246 +[03:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[03:16:18] Finished attempting to scrape: ZET base.py:324 +[03:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-02-46">2023-10-16</h2> + <h2 id="2023-10-17-03-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -452,11 +452,11 @@ <h2 id="2023-10-16-02-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:46:14.358907</dd> + <dd>2023-10-17 03:02:55.346092</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:46:18.755740</dd> + <dd>2023-10-17 03:02:59.605052</dd> </div> <div> <dt>Status code</dt> @@ -471,23 +471,23 @@ <h2 id="2023-10-16-02-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[03:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[02:46:15] Getting all files in Councillors... base.py:191 +[03:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:46:16] ...data deleted. base.py:246 +[03:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[02:46:18] Finished attempting to scrape: ZET base.py:324 +[03:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-02-16">2023-10-16</h2> + <h2 id="2023-10-17-02-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -497,11 +497,11 @@ <h2 id="2023-10-16-02-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 02:16:14.364602</dd> + <dd>2023-10-17 02:32:55.346979</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 02:16:18.741184</dd> + <dd>2023-10-17 02:32:59.522557</dd> </div> <div> <dt>Status code</dt> @@ -516,23 +516,23 @@ <h2 id="2023-10-16-02-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[02:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[02:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[02:16:15] Getting all files in Councillors... base.py:191 +[02:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[02:16:16] ...data deleted. base.py:246 +[02:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[02:16:18] Finished attempting to scrape: ZET base.py:324 +[02:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-01-46">2023-10-16</h2> + <h2 id="2023-10-17-02-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -542,11 +542,11 @@ <h2 id="2023-10-16-01-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:46:14.354270</dd> + <dd>2023-10-17 02:02:55.336928</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:46:18.638205</dd> + <dd>2023-10-17 02:02:59.912867</dd> </div> <div> <dt>Status code</dt> @@ -561,23 +561,23 @@ <h2 id="2023-10-16-01-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[02:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[01:46:15] Getting all files in Councillors... base.py:191 +[02:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:46:16] ...data deleted. base.py:246 +[02:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[01:46:18] Finished attempting to scrape: ZET base.py:324 +[02:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-01-16">2023-10-16</h2> + <h2 id="2023-10-17-01-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -587,11 +587,11 @@ <h2 id="2023-10-16-01-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 01:16:14.348942</dd> + <dd>2023-10-17 01:32:55.340171</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 01:16:18.538784</dd> + <dd>2023-10-17 01:32:59.648709</dd> </div> <div> <dt>Status code</dt> @@ -606,23 +606,23 @@ <h2 id="2023-10-16-01-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[01:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[01:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[01:16:15] Getting all files in Councillors... base.py:191 +[01:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[01:16:16] ...data deleted. base.py:246 +[01:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[01:16:18] Finished attempting to scrape: ZET base.py:324 +[01:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-00-46">2023-10-16</h2> + <h2 id="2023-10-17-01-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -632,11 +632,11 @@ <h2 id="2023-10-16-00-46">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:46:14.288830</dd> + <dd>2023-10-17 01:02:55.339626</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:46:18.455103</dd> + <dd>2023-10-17 01:02:59.532224</dd> </div> <div> <dt>Status code</dt> @@ -651,23 +651,23 @@ <h2 id="2023-10-16-00-46">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[01:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[00:46:15] Getting all files in Councillors... base.py:191 +[01:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:46:16] ...data deleted. base.py:246 +[01:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[00:46:18] Finished attempting to scrape: ZET base.py:324 +[01:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-16-00-16">2023-10-16</h2> + <h2 id="2023-10-17-00-32">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -677,11 +677,11 @@ <h2 id="2023-10-16-00-16">2023-10-16</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-16 00:16:14.278437</dd> + <dd>2023-10-17 00:32:55.339653</dd> </div> <div> <dt>End</dt> - <dd>2023-10-16 00:16:18.511658</dd> + <dd>2023-10-17 00:32:59.610968</dd> </div> <div> <dt>Status code</dt> @@ -696,23 +696,23 @@ <h2 id="2023-10-16-00-16">2023-10-16</h2> </div> <h3>Run log</h3> - <pre>[00:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[00:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[00:16:15] Getting all files in Councillors... base.py:191 +[00:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[00:16:16] ...data deleted. base.py:246 +[00:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[00:16:18] Finished attempting to scrape: ZET base.py:324 +[00:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-15-23-46">2023-10-15</h2> + <h2 id="2023-10-17-00-02">2023-10-17</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -722,11 +722,11 @@ <h2 id="2023-10-15-23-46">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:46:14.273543</dd> + <dd>2023-10-17 00:02:55.332127</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:46:18.437873</dd> + <dd>2023-10-17 00:02:59.788866</dd> </div> <div> <dt>Status code</dt> @@ -741,23 +741,23 @@ <h2 id="2023-10-15-23-46">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[00:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[23:46:15] Getting all files in Councillors... base.py:191 +[00:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:46:16] ...data deleted. base.py:246 +[00:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[23:46:18] Finished attempting to scrape: ZET base.py:324 +[00:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-15-23-16">2023-10-15</h2> + <h2 id="2023-10-16-23-32">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -767,11 +767,11 @@ <h2 id="2023-10-15-23-16">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 23:16:14.281231</dd> + <dd>2023-10-16 23:32:55.336829</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 23:16:18.481848</dd> + <dd>2023-10-16 23:32:59.607616</dd> </div> <div> <dt>Status code</dt> @@ -786,23 +786,23 @@ <h2 id="2023-10-15-23-16">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[23:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[23:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[23:16:15] Getting all files in Councillors... base.py:191 +[23:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[23:16:16] ...data deleted. base.py:246 +[23:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[23:16:18] Finished attempting to scrape: ZET base.py:324 +[23:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-15-22-46">2023-10-15</h2> + <h2 id="2023-10-16-23-02">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -812,11 +812,11 @@ <h2 id="2023-10-15-22-46">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:46:14.269466</dd> + <dd>2023-10-16 23:02:55.321649</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:46:18.507850</dd> + <dd>2023-10-16 23:02:59.705414</dd> </div> <div> <dt>Status code</dt> @@ -831,23 +831,23 @@ <h2 id="2023-10-15-22-46">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[23:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[22:46:15] Getting all files in Councillors... base.py:191 +[23:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:46:16] ...data deleted. base.py:246 +[23:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[22:46:18] Finished attempting to scrape: ZET base.py:324 +[23:02:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-15-22-16">2023-10-15</h2> + <h2 id="2023-10-16-22-32">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -857,11 +857,11 @@ <h2 id="2023-10-15-22-16">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 22:16:14.264423</dd> + <dd>2023-10-16 22:32:55.317573</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 22:16:18.508454</dd> + <dd>2023-10-16 22:32:59.617292</dd> </div> <div> <dt>Status code</dt> @@ -876,23 +876,23 @@ <h2 id="2023-10-15-22-16">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[22:16:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[22:32:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[22:16:15] Getting all files in Councillors... base.py:191 +[22:32:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[22:16:16] ...data deleted. base.py:246 +[22:32:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[22:16:18] Finished attempting to scrape: ZET base.py:324 +[22:32:59] Finished attempting to scrape: ZET base.py:324 </pre> - <h2 id="2023-10-15-21-46">2023-10-15</h2> + <h2 id="2023-10-16-22-02">2023-10-16</h2> <div class="ds-card"> <div class="ds-card-body"> <dl class="ds-descriptions"> @@ -902,11 +902,11 @@ <h2 id="2023-10-15-21-46">2023-10-15</h2> </div> <div> <dt>Start</dt> - <dd>2023-10-15 21:46:14.260538</dd> + <dd>2023-10-16 22:02:55.325858</dd> </div> <div> <dt>End</dt> - <dd>2023-10-15 21:46:18.557869</dd> + <dd>2023-10-16 22:02:59.536588</dd> </div> <div> <dt>Status code</dt> @@ -921,16 +921,16 @@ <h2 id="2023-10-15-21-46">2023-10-15</h2> </div> <h3>Run log</h3> - <pre>[21:46:14] Fetching Scraper for: ZET handlers.py:23 + <pre>[22:02:55] Fetching Scraper for: ZET handlers.py:23 Begin attempting to scrape: ZET handlers.py:27 Deleting existing data... base.py:239 -[21:46:15] Getting all files in Councillors... base.py:191 +[22:02:56] Getting all files in Councillors... base.py:191 ...found 1 files in Councillors base.py:207 Deleting batch no. 1 consisting of 1 files base.py:216 -[21:46:16] ...data deleted. base.py:246 +[22:02:57] ...data deleted. base.py:246 Scraping from base.py:42 http://www.shetland.gov.uk/about_your_councillors/ -[21:46:18] Finished attempting to scrape: ZET base.py:324 +[22:02:59] Finished attempting to scrape: ZET base.py:324 </pre>