Add Unicode support

Author: khalim19

pypredef_generator.py

@@ -1,3 +1,5 @@
+# -*- coding: utf-8 -*-
+
 """
 This module defines functions to generate predefined completions for PyDev by
 introspection of module objects.
@@ -6,6 +8,7 @@
 from __future__ import absolute_import, print_function, division, unicode_literals
 
 import inspect
+import io
 import os
 
 import ast
@@ -19,6 +22,8 @@
 PYPREDEF_FILES_DIRNAME = "pypredefs"
 PYPREDEF_FILES_DIR = os.path.join(PLUGIN_DIR, PYPREDEF_FILES_DIRNAME)
 
+TEXT_FILE_ENCODING = "utf-8"
+
 #===============================================================================
 
 
@@ -32,8 +37,9 @@ def generate_predefined_completions(module):
 
 
 def write_pypredef_file(module_name, node_module):
-  with open(_get_pypredef_file_path(module_name), "w") as pypredef_file:
-    pypredef_file.write(astor.to_source(node_module))
+  pypredef_file_path = _get_pypredef_file_path(module_name)
+  with io.open(pypredef_file_path, "w", encoding=TEXT_FILE_ENCODING) as pypredef_file:
+    pypredef_file.write(astor.to_source(node_module).decode(TEXT_FILE_ENCODING))
 
 
 def _get_pypredef_file_path(module_name):

pypredef_generator_pdb.py

@@ -1,3 +1,5 @@
+# -*- coding: utf-8 -*-
+
 """
 This module is responsible for generating predefined completions for the GIMP
 procedural database (PDB).
@@ -152,6 +154,8 @@ def _get_ast_docstring_for_pdb_function(pdb_function):
   docstring += "\n"
   docstring += _get_pdb_docstring_param_info(pdb_function)
 
+  docstring = docstring.encode(pypredef_generator.TEXT_FILE_ENCODING)
+  
   return ast.Expr(value=ast.Str(s=docstring))
 
 

pypredef_generator_plugin.py

@@ -1,10 +1,13 @@
+# -*- coding: utf-8 -*-
+
 """
 This module defines a GIMP plug-in to generate predefined completions for PyDev
 (Eclipse IDE plug-in) for GIMP modules.
 """
 
 from __future__ import absolute_import, print_function, division, unicode_literals
 
+import io
 import os
 
 import importlib
@@ -43,7 +46,8 @@ def generate_predefined_completions_for_pydev(generate_from_modules, generate_fr
 
 def _get_module_names(modules_file_path):
   if os.path.isfile(modules_file_path):
-    with open(modules_file_path, "r") as modules_file:
+    with io.open(
+           modules_file_path, "r", encoding=pypredef_generator.TEXT_FILE_ENCODING) as modules_file:
       return [line.strip() for line in modules_file.readlines()]
   else:
     return []