Merge pull request #79 from scrapfly/fix-reddit-scraper

Add rerunfailures

Author: mazen-r

reddit-scraper/pyproject.toml

@@ -10,6 +10,7 @@ readme = "README.md"
 python = "^3.10"
 scrapfly-sdk = {extras = ["all"], version = "^0.8.5"}
 loguru = "^0.7.1"
+pytest-rerunfailures = "^14.0"
 
 [tool.poetry.group.dev.dependencies]
 black = "^23.3.0"

reddit-scraper/test.py

@@ -149,6 +149,7 @@ def require_min_presence(items, key, min_perc=0.1):
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(reruns=3, reruns_delay=30)
 async def test_subreddit_scraping():
     subreddit_data = await reddit.scrape_subreddit(
         subreddit_id="wallstreetbets",
@@ -165,6 +166,7 @@ async def test_subreddit_scraping():
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(reruns=3, reruns_delay=30)
 async def test_post_scraping():
     post_data = await reddit.scrape_post(
         url="https://www.reddit.com/r/wallstreetbets/comments/1c4vwlp/what_are_your_moves_tomorrow_april_16_2024/",
@@ -181,6 +183,7 @@ async def test_post_scraping():
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(reruns=3, reruns_delay=30)
 async def test_user_post_scraping():
     user_post_data = await reddit.scrape_user_posts(
         username="Scrapfly",
@@ -198,6 +201,7 @@ async def test_user_post_scraping():
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(reruns=3, reruns_delay=30)
 async def test_user_comment_scraping():
     user_comment_data = await reddit.scrape_user_comments(
         username="Scrapfly",