Rest API: Ends pagination if next page path is not in response.json() (…

…#361)
dlt-hub · Feb 19, 2024 · d4a3160 · d4a3160
1 parent c6015fe
commit d4a3160
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/sources/rest_api/paginators.py b/sources/rest_api/paginators.py
@@ -182,7 +182,10 @@ def __init__(
         self._records_accessor = create_nested_accessor(records_key)
 
     def update_state(self, response: Response):
-        self.next_reference = self._next_key_accessor(response.json())
+        try:
+            self.next_reference = self._next_key_accessor(response.json())
+        except KeyError:
+            self.next_reference = None
 
     def extract_records(self, response: Response) -> Any:
         return self._records_accessor(response.json())