Download in 8 MB chunks

openzim · Aug 31, 2024 · c44be71 · c44be71
1 parent a844c52
commit c44be71
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/wp1/scores.py b/wp1/scores.py
@@ -88,8 +88,8 @@ def download_pageviews():
     r.raise_for_status()
     try:
       with open(cur_filepath, 'wb') as f:
-        # Read data in 8 KB chunks
-        for chunk in r.iter_content(chunk_size=8 * 1024):
+        # Read data in 8 MB chunks
+        for chunk in r.iter_content(chunk_size=8 * 1024 * 1024):
           f.write(chunk)
     except Exception as e:
       logger.exception('Error downloading pageviews')