Add pytest-rerunfailures to reduce test flakiness (workaround!)

Author: ashwinvis

pytest.ini

@@ -1,3 +1,4 @@
 [pytest]
 log_format = %(asctime)s %(levelname)s %(filename)s:%(lineno)03d::%(funcName)-20s %(message)s
 log_date_format = %H:%M:%S
+addopts = --reruns 3 --reruns-delay 2

tests/environment.yml

@@ -7,6 +7,7 @@ dependencies:
   - geckodriver=0.29.0
   - pycurl=7.43.0.6
   - pytest=6.2.4
+  - pytest-rerunfailures=10.0
   - python=3.9.4
   - selenium=3.141.0
   - wheel=0.36.2

tests/requirements.in

@@ -1,4 +1,5 @@
 wheel
 selenium
 pytest
+pytest-rerunfailures
 pycurl

tests/requirements.txt

@@ -18,8 +18,12 @@ pycurl==7.43.0.6
     # via -r requirements.in
 pyparsing==2.4.7
     # via packaging
-pytest==6.2.4
+pytest-rerunfailures==10.0
     # via -r requirements.in
+pytest==6.2.4
+    # via
+    #   -r requirements.in
+    #   pytest-rerunfailures
 selenium==3.141.0
     # via -r requirements.in
 toml==0.10.2
@@ -28,3 +32,6 @@ urllib3==1.26.5
     # via selenium
 wheel==0.36.2
     # via -r requirements.in
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools