Support UTF-8 tokens in standardizing line endings

nimah79 · nimah79 · commit 99c2a5c65514 · 2024-08-03T11:04:49.000+03:30
diff --git a/src/Languages/Base/Injections/AdditionInjection.php b/src/Languages/Base/Injections/AdditionInjection.php
@@ -16,7 +16,7 @@
     public function parse(string $content, Highlighter $highlighter): ParsedInjection
     {
         // Standardize line endings
-        $content = preg_replace('/\R/', PHP_EOL, $content);
+        $content = preg_replace('/\R/u', PHP_EOL, $content);
 
         $content = str_replace('❷span class=❹ignore❹❸{+❷/span❸', '{+', $content);
         $content = str_replace('❷span class=❹ignore❹❸+}❷/span❸', '+}', $content);
diff --git a/src/Languages/Base/Injections/DeletionInjection.php b/src/Languages/Base/Injections/DeletionInjection.php
@@ -16,7 +16,7 @@
     public function parse(string $content, Highlighter $highlighter): ParsedInjection
     {
         // Standardize line endings
-        $content = preg_replace('/\R/', PHP_EOL, $content);
+        $content = preg_replace('/\R/u', PHP_EOL, $content);
 
         $content = str_replace('❷span class=❹ignore❹❸{-❷/span❸', '{-', $content);
         $content = str_replace('❷span class=❹ignore❹❸-}❷/span❸', '-}', $content);

Original file line number	Diff line number	Diff line change
`@@ -16,7 +16,7 @@`
`16`	`16`	`public function parse(string $content, Highlighter $highlighter): ParsedInjection`
`17`	`17`	`{`
`18`	`18`	`// Standardize line endings`
`19`		`- $content = preg_replace('/\R/', PHP_EOL, $content);`
	`19`	`+ $content = preg_replace('/\R/u', PHP_EOL, $content);`
`20`	`20`
`21`	`21`	`$content = str_replace('❷span class=❹ignore❹❸{+❷/span❸', '{+', $content);`
`22`	`22`	`$content = str_replace('❷span class=❹ignore❹❸+}❷/span❸', '+}', $content);`