Fixed tokenizer functionality in i18n

Author: karyna-t

setup/src/Magento/Setup/Module/I18n/Parser/Adapter/Php/Tokenizer.php

@@ -68,7 +68,11 @@ public function isMatchingClass($className)
         $state = 1;
         $classString = '';
         while ($token = $this->getNextRealToken()) {
-            if ($token->isNamespaceSeparator() && $state != 2) {
+            if ($token->isFullQualifiedName()) {
+                // In PHP 8.0, it can be already a full name e.g. \Magento\Framework\Phrase.
+                $classString = $token->getValue();
+                $state = 3;
+            } elseif ($token->isNamespaceSeparator() && $state != 2) {
                 $classString .= $token->getValue();
                 $state = 2;
             } elseif ($token->isIdentifier() && $state != 3) {

setup/src/Magento/Setup/Module/I18n/Parser/Adapter/Php/Tokenizer/Token.php

@@ -85,6 +85,16 @@ public function isNew()
         return $this->getName() == T_NEW;
     }
 
+    /**
+     * Check if a token has a Qualified Name type, which was introduced in PHP 8.
+     *
+     * @return bool
+     */
+    public function isFullQualifiedName(): bool
+    {
+        return $this->getName() === T_NAME_FULLY_QUALIFIED;
+    }
+
     /**
      * Whenever token is equal function
      *

setup/src/Magento/Setup/Test/Unit/Module/I18n/Parser/Adapter/Php/TokenizerTest.php

@@ -58,8 +58,26 @@ public function testIsMatchingClass()
         $this->assertFalse($this->tokenizer->isMatchingClass($class)); // ;
     }
 
+    /**
+     * Test getting next Real token for PHP > 8, where namespaced names are treated as single token.
+     *
+     * @requires PHP >= 8.0
+     * @return void
+     */
+    public function testGetNextRealTokenWhenNamespaceIsSingleToken(): void
+    {
+        $this->parseFile();
+        $this->assertEquals('new', $this->tokenizer->getNextRealToken()->getValue());
+        $this->assertEquals('\\Magento\\Framework\\Phrase', $this->tokenizer->getNextRealToken()->getValue());
+        $this->assertEquals('(', $this->tokenizer->getNextRealToken()->getValue());
+        $this->assertEquals('\'Testing\'', $this->tokenizer->getNextRealToken()->getValue());
+        $this->assertEquals(')', $this->tokenizer->getNextRealToken()->getValue());
+        $this->assertEquals(';', $this->tokenizer->getNextRealToken()->getValue());
+    }
+
     /**
      * @covers \Magento\Setup\Module\I18n\Parser\Adapter\Php\Tokenizer::getNextRealToken
+     * @requires PHP < 8.0
      */
     public function testGetNextRealToken()
     {
@@ -79,6 +97,7 @@ public function testGetNextRealToken()
 
     /**
      * @covers \Magento\Setup\Module\I18n\Parser\Adapter\Php\Tokenizer::isEndOfLoop
+     * @requires PHP < 8.0
      */
     public function testIsEndOfLoop()
     {