fix(serializer): json encoder invalid utf8 characters (#4741)

Author: soyuka

src/Serializer/JsonEncoder.php

@@ -35,7 +35,7 @@ public function __construct(private readonly string $format, private ?BaseJsonEn
 
         $this->jsonEncoder = new BaseJsonEncoder(
             // Encode <, >, ', &, and " characters in the JSON, making it also safe to be embedded into HTML.
-            new JsonEncode(['json_encode_options' => \JSON_HEX_TAG | \JSON_HEX_APOS | \JSON_HEX_AMP | \JSON_HEX_QUOT | \JSON_UNESCAPED_UNICODE]),
+            new JsonEncode(['json_encode_options' => \JSON_HEX_TAG | \JSON_HEX_APOS | \JSON_HEX_AMP | \JSON_HEX_QUOT | \JSON_UNESCAPED_UNICODE | \JSON_INVALID_UTF8_IGNORE]),
             new JsonDecode(['json_decode_associative' => true])
         );
     }

tests/Serializer/JsonEncoderTest.php

@@ -51,4 +51,18 @@ public function testDecode(): void
     {
         $this->assertEquals(['foo' => 'bar'], $this->encoder->decode('{"foo":"bar"}', 'json'));
     }
+
+    public function testUTF8EncodedString(): void
+    {
+        $data = ['foo' => 'Über'];
+
+        $this->assertEquals('{"foo":"Über"}', $this->encoder->encode($data, 'json'));
+    }
+
+    public function testUTF8MalformedHandlingEncoding(): void
+    {
+        $data = ['foo' => pack('H*', 'B11111')];
+
+        $this->assertEquals('{"foo":"\u0011\u0011"}', $this->encoder->encode($data, 'json'));
+    }
 }