File tree Expand file tree Collapse file tree 2 files changed +5
-3
lines changed Expand file tree Collapse file tree 2 files changed +5
-3
lines changed Original file line number Diff line number Diff line change @@ -170,7 +170,7 @@ def generate_gzipped
170
170
outfile = out_dir + "#{ search_index_file } .gz"
171
171
172
172
debug_msg "Reading the JSON index file from %s" % search_index_file
173
- search_index = search_index_file . read
173
+ search_index = search_index_file . read ( mode : 'r:utf-8' )
174
174
175
175
debug_msg "Writing gzipped search index to %s" % outfile
176
176
Original file line number Diff line number Diff line change @@ -78,7 +78,7 @@ def self.binary?(file)
78
78
79
79
return true if s [ 0 , 2 ] == Marshal . dump ( '' ) [ 0 , 2 ] or s . index ( "\x00 " )
80
80
81
- mode = "r"
81
+ mode = 'r:utf-8' # default source encoding has been chagened to utf-8
82
82
s . sub! ( /\A #!.*\n / , '' ) # assume shebang line isn't longer than 1024.
83
83
encoding = s [ /^\s *\# \s *(?:-\* -\s *)?(?:en)?coding:\s *([^\s ;]+?)(?:-\* -|[\s ;])/ , 1 ]
84
84
mode = "rb:#{ encoding } " if encoding
@@ -180,7 +180,9 @@ def self.check_modeline file_name
180
180
return nil if /coding:/i =~ type
181
181
182
182
type . downcase
183
- rescue ArgumentError # invalid byte sequence, etc.
183
+ rescue ArgumentError
184
+ rescue Encoding ::InvalidByteSequenceError # invalid byte sequence
185
+
184
186
end
185
187
186
188
##
You can’t perform that action at this time.
0 commit comments