Parse string values as UTF-8

Author: byroot

ext/fast_jsonparser/fast_jsonparser.cpp

@@ -48,7 +48,7 @@ static VALUE make_ruby_object(dom::element element)
         case dom::element_type::STRING:
         {
             std::string_view view(element);
-            return rb_str_new(view.data(), view.size());
+            return rb_utf8_str_new(view.data(), view.size());
         }
         case dom::element_type::BOOL:
         {

test/fast_jsonparser_test.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "test_helper"
 require 'tempfile'
 require 'json'
@@ -18,6 +20,12 @@ def test_json_parse_is_working
     assert_equal result[:a], "Alpha"
   end
 
+  def test_string_encoding
+    result = FastJsonparser.parse('"École"')
+    assert_equal Encoding::UTF_8, result.encoding
+    assert_equal "École", result
+  end
+
   def test_file_stream_is_working
     assert_nil FastJsonparser.load_many('./benchmark/nginx_json_logs.json') {}
   end