From e72bd7e0d476c29a43de4d1d45697461763ac630 Mon Sep 17 00:00:00 2001 From: Joe Block Date: Mon, 19 May 2025 07:58:55 -0600 Subject: [PATCH] Ignore 403 errors Some sites forbid scraping from GitHub IPs, so treat a permission error for a page as it being present, otherwise we'd be getting a 404. Signed-off-by: Joe Block --- .github/workflows/awesomebot.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/awesomebot.yml b/.github/workflows/awesomebot.yml index dba3840a0..5d64bce87 100644 --- a/.github/workflows/awesomebot.yml +++ b/.github/workflows/awesomebot.yml @@ -20,4 +20,4 @@ jobs: fetch-depth: 0 - uses: docker://dkhamsing/awesome_bot:latest with: - args: /github/workspace/README.md --allow-ssl --allow 202,500,501,502,503,504,509,521 --allow-dupe --allow-redirect --request-delay 1 --white-list https://github,https://img.shields.io,https://twitter.com,https://medium.com,https://stackoverflow.com + args: /github/workspace/README.md --allow-ssl --allow 202,403,500,501,502,503,504,509,521 --allow-dupe --allow-redirect --request-delay 1 --white-list https://github,https://img.shields.io,https://twitter.com,https://medium.com,https://stackoverflow.com