fix an issue that rdoc fails when running on Windows with RUBYOPT=-U

- add rescue Encoding::InvalidByteSequenceError in Rdoc::Parser.check_modeline
- specify encoding when reading a file in Rdoc::Parser.binary?
- specify encoding when reading a file in RDoc::Generator::JsonIndex#generate_gzipped

Author: dogatana

lib/rdoc/generator/json_index.rb

@@ -170,7 +170,7 @@ def generate_gzipped
     outfile           = out_dir + "#{search_index_file}.gz"
 
     debug_msg "Reading the JSON index file from %s" % search_index_file
-    search_index = search_index_file.read
+    search_index = open(search_index_file, 'r:utf-8', &:read)
 
     debug_msg "Writing gzipped search index to %s" % outfile
 

lib/rdoc/parser.rb

@@ -78,7 +78,7 @@ def self.binary?(file)
 
     return true if s[0, 2] == Marshal.dump('')[0, 2] or s.index("\x00")
 
-    mode = "r"
+    mode = 'r:utf-8' # default source encoding has been chagened to utf-8
     s.sub!(/\A#!.*\n/, '')     # assume shebang line isn't longer than 1024.
     encoding = s[/^\s*\#\s*(?:-\*-\s*)?(?:en)?coding:\s*([^\s;]+?)(?:-\*-|[\s;])/, 1]
     mode = "rb:#{encoding}" if encoding
@@ -180,7 +180,9 @@ def self.check_modeline file_name
     return nil if /coding:/i =~ type
 
     type.downcase
-  rescue ArgumentError # invalid byte sequence, etc.
+  rescue ArgumentError
+  rescue Encoding::InvalidByteSequenceError # invalid byte sequence
+  
   end
 
   ##