add site_url.csv

Author: a5dur

sites-workflow/1getSitesURL.py

@@ -32,7 +32,7 @@ def __init__(self, requests_per_second=1):
             retry_strategy = Retry(
                 total=3,
                 status_forcelist=[429, 500, 502, 503, 504],
-                method_whitelist=["HEAD", "GET", "OPTIONS"],  # Old parameter name
+                ##method_whitelist=["HEAD", "GET", "OPTIONS"],  # Old parameter name
                 backoff_factor=2
             )
         adapter = HTTPAdapter(max_retries=retry_strategy)