fix: ensure redirects are followed

builder555 · Oct 29, 2024 · 0ae8bd9 · 0ae8bd9
1 parent 69a9bd6
commit 0ae8bd9
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/app/readers/canadacomputers.py b/app/readers/canadacomputers.py
@@ -8,7 +8,7 @@
 
 def get_price(url: str, client: httpx.Client) -> float:
     agent = random.choice(agents)
-    r = client.get(url, headers={"User-Agent": agent}, timeout=10)
+    r = client.get(url, headers={"User-Agent": agent}, timeout=10, follow_redirects=True)
     html = r.text
     pattern = r"price\"*\s*:\s*\"*(\d+\.\d+)"
     matches = re.findall(pattern, html)

diff --git a/app/readers/petvalu.py b/app/readers/petvalu.py
@@ -7,7 +7,7 @@
 
 
 def get_price(url: str, client: httpx.Client) -> float:
-    r = client.get(url, headers={"User-Agent": random.choice(agents)}, timeout=10)
+    r = client.get(url, headers={"User-Agent": random.choice(agents)}, timeout=10, follow_redirects=True)
     html = r.text
     soup = BeautifulSoup(html, "html.parser")
     price = soup.find("div", {"class": "price"}).text