Merge pull request #630 from seleniumbase/fix-unicode-decode-errors-on-windows

Fix UnicodeDecodeError issues on Windows

Author: mdmintz

requirements.txt

@@ -7,6 +7,7 @@ wheel>=0.34.2
 six==1.15.0
 nose==1.3.7
 ipdb==0.13.3
+jedi==0.17.2
 idna==2.10
 chardet==3.0.4
 urllib3==1.25.9
@@ -36,8 +37,8 @@ pyopenssl==19.1.0
 pygments==2.5.2;python_version<"3.5"
 pygments==2.6.1;python_version>="3.5"
 colorama==0.4.3
+pymysql==0.10.0
 brython>=3.8.9
-pymysql==0.9.3
 coverage==5.2
 pyotp==2.3.0
 boto==2.49.0

seleniumbase/console_scripts/objectify.py

@@ -1495,7 +1495,7 @@ def main(shell_command):
     # Create SeleniumBase test file
     base_file_name = seleniumbase_file.split('.py')[0]
     converted_file_name = base_file_name + ".py"  # Change end to make a copy
-    out_file = codecs.open(converted_file_name, "w+")
+    out_file = codecs.open(converted_file_name, "w+", encoding="utf-8")
     out_file.writelines(seleniumbase_code)
     out_file.close()
     print('\n>>> ["%s"] was updated!\n' % converted_file_name)

seleniumbase/core/tour_helper.py

@@ -1002,7 +1002,7 @@ def export_tour(tour_steps, name=None, filename="my_tour.js", url=None):
             pass
     import codecs
     file_path = exported_tours_folder + "/" + filename
-    out_file = codecs.open(file_path, "w+")
+    out_file = codecs.open(file_path, "w+", encoding="utf-8")
     out_file.writelines(instructions)
     out_file.close()
     print('\n>>> [%s] was saved!\n' % file_path)

seleniumbase/fixtures/base_case.py

@@ -1831,7 +1831,7 @@ def save_cookies(self, name="cookies.txt"):
         if not os.path.exists(file_path):
             os.makedirs(file_path)
         cookies_file_path = "%s/%s" % (file_path, name)
-        cookies_file = codecs.open(cookies_file_path, "w+")
+        cookies_file = codecs.open(cookies_file_path, "w+", encoding="utf-8")
         cookies_file.writelines(json_cookies)
         cookies_file.close()
 
@@ -3342,7 +3342,7 @@ def save_presentation(
             except Exception:
                 pass
         file_path = saved_presentations_folder + "/" + filename
-        out_file = codecs.open(file_path, "w+")
+        out_file = codecs.open(file_path, "w+", encoding="utf-8")
         out_file.writelines(the_html)
         out_file.close()
         print('\n>>> [%s] was saved!\n' % file_path)
@@ -4682,16 +4682,16 @@ def check_window(self, name="default", level=0, baseline=False):
 
         if set_baseline:
             self.save_screenshot("screenshot.png", visual_baseline_path)
-            out_file = codecs.open(page_url_file, "w+")
+            out_file = codecs.open(page_url_file, "w+", encoding="utf-8")
             out_file.writelines(page_url)
             out_file.close()
-            out_file = codecs.open(level_1_file, "w+")
+            out_file = codecs.open(level_1_file, "w+", encoding="utf-8")
             out_file.writelines(json.dumps(level_1))
             out_file.close()
-            out_file = codecs.open(level_2_file, "w+")
+            out_file = codecs.open(level_2_file, "w+", encoding="utf-8")
             out_file.writelines(json.dumps(level_2))
             out_file.close()
-            out_file = codecs.open(level_3_file, "w+")
+            out_file = codecs.open(level_3_file, "w+", encoding="utf-8")
             out_file.writelines(json.dumps(level_3))
             out_file.close()
 

seleniumbase/fixtures/page_utils.py

@@ -217,7 +217,8 @@ def _download_file_to(file_url, destination_folder, new_file_name=None):
 
 
 def _save_data_as(data, destination_folder, file_name):
-    out_file = codecs.open(destination_folder + '/' + file_name, "w+")
+    out_file = codecs.open(
+        destination_folder + '/' + file_name, "w+", encoding="utf-8")
     out_file.writelines(data)
     out_file.close()
 

setup.py

@@ -42,9 +42,9 @@
         os.system('rm -f dist/*.egg; rm -f dist/*.tar.gz; rm -f dist/*.whl')
         os.system('python setup.py sdist bdist_wheel')  # Create new tar/wheel
         print("\n*** Installing twine: *** (Required for PyPI uploads)\n")
-        os.system("python -m pip install 'twine>=1.15.0'")
+        os.system("python -m pip install --upgrade 'twine>=1.15.0'")
         print("\n*** Installing tqdm: *** (Required for PyPI uploads)\n")
-        os.system("python -m pip install 'tqdm>=4.47.0'")
+        os.system("python -m pip install --upgrade 'tqdm>=4.48.0'")
         print("\n*** Publishing The Release to PyPI: ***\n")
         os.system('python -m twine upload dist/*')  # Requires ~/.pypirc Keys
         print("\n*** The Release was PUBLISHED SUCCESSFULLY to PyPI! :) ***\n")
@@ -54,7 +54,7 @@
 
 setup(
     name='seleniumbase',
-    version='1.42.13',
+    version='1.42.14',
     description='Fast, Easy, and Reliable Browser Automation & Testing.',
     long_description=long_description,
     long_description_content_type='text/markdown',
@@ -99,6 +99,7 @@
         'six',
         'nose',
         'ipdb',
+        'jedi==0.17.2',  # The last version for Python 2 and 3.5
         'idna==2.10',  # Must stay in sync with "requests"
         'chardet==3.0.4',  # Must stay in sync with "requests"
         'urllib3==1.25.9',  # Must stay in sync with "requests"
@@ -128,8 +129,8 @@
         'pygments==2.5.2;python_version<"3.5"',
         'pygments==2.6.1;python_version>="3.5"',
         'colorama==0.4.3',
+        'pymysql==0.10.0',
         'brython>=3.8.9',
-        'pymysql==0.9.3',
         'coverage==5.2',
         'pyotp==2.3.0',
         'boto==2.49.0',