minor symfony#58573 [ExpressionLanguage] Cover multiline comments (alexandre-daubois)

This PR was merged into the 7.2 branch.

Discussion
----------

[ExpressionLanguage] Cover multiline comments

| Q             | A
| ------------- | ---
| Branch?       | 7.2
| Bug fix?      | no
| New feature?  | no
| Deprecations? | no
| Issues        | -
| License       | MIT

Multiline comments case is currently not covered by tests. This PR adds this test case, also with some unicode in the comment.

Commits
-------

3a0ba4b [ExpressionLanguage] Cover multiline comments

Author: fabpot

src/Symfony/Component/ExpressionLanguage/Tests/LexerTest.php

@@ -35,6 +35,32 @@ public function testTokenize($tokens, $expression)
         $this->assertEquals(new TokenStream($tokens, $expression), $this->lexer->tokenize($expression));
     }
 
+    public function testTokenizeMultilineComment()
+    {
+        $expression = <<<EXPRESSION
+            /**
+             * This is 2^16, even if we could have
+             * used the hexadecimal representation 0x10000. Just a
+             * matter of taste! 🙂
+             */
+            65536 and
+            /*
+             This time, only one star to start the comment and that's it.
+             It is valid too!
+             */
+            65535 /* this is 2^16 - 1 */
+            EXPRESSION;
+
+        $tokens = [
+            new Token('number', 65536, 128),
+            new Token('operator', 'and', 134),
+            new Token('number', 65535, 225),
+            new Token('end of expression', null, \strlen($expression) + 1),
+        ];
+
+        $this->assertEquals(new TokenStream($tokens, str_replace("\n", ' ', $expression)), $this->lexer->tokenize($expression));
+    }
+
     public function testTokenizeThrowsErrorWithMessage()
     {
         $this->expectException(SyntaxError::class);