feat : Added new generator - paginated_api_reader.

Author: manas-shinde

generators/paginated_api_reader.py

@@ -0,0 +1,14 @@
+def paginated_api_reader(fetch_page_func, start=1):
+    """
+    Yields items from a paginated API.
+
+    `fetch_page_func(page_number)`: should return (items: list, has_more: bool)
+    """
+    page = start
+    while True:
+        items, has_more = fetch_page_func(page)
+        for item in items:
+            yield item
+        if not has_more:
+            break
+        page += 1

tests/test_paginated_api_reader.py

@@ -0,0 +1,14 @@
+from generators.paginated_api_reader import paginated_api_reader
+
+
+def mock_api(page):
+    if page > 3:
+        return [], False
+    return [f"item-{page}-{i}" for i in range(2)], True
+
+
+def test_paginated_api_reader():
+    items = list(paginated_api_reader(mock_api))
+    assert len(items) == 6
+    assert items[0] == "item-1-0"
+    assert items[-1] == "item-3-1"