replacing special characters in subtokens

Author: morria

src/Paths/Subtokens.php

@@ -12,7 +12,10 @@ final class Subtokens
      */
     public static function fromString(string $string): array
     {
-        $string = str_replace([',', '|', '\\'], ['comma', 'pipe', 'slash'], $string);
+        $string = str_replace([',', '|', '\\', '"', "'"], ['comma', 'pipe', 'slash', 'quote', "quote"], $string);
+
+        // Collapse whitespace
+        $string = trim(preg_replace('/\s+/', ' ', $string));
 
         // Replace all-caps `FOO` with `Foo`.
         $string = preg_replace_callback('/([A-Z])([A-Z]+)/', function ($matches) {
@@ -28,4 +31,4 @@ public static function fromString(string $string): array
 
         return $tokens;
     }
-}
+}

tests/SubtokensTest.php

@@ -74,4 +74,43 @@ public function testAllCaps(): void
             ['foo', 'bar']
         );
     }
+
+    public function testWhitespaceCollapse(): void {
+        $this->assertEquals(
+            Subtokens::fromString('foo  bar'),
+            ['foo', 'bar']
+        );
+
+        $this->assertEquals(
+            Subtokens::fromString("foo\tbar"),
+            ['foo', 'bar']
+        );
+
+        $this->assertEquals(
+            Subtokens::fromString("foo\t\tbar"),
+            ['foo', 'bar']
+        );
+
+        $this->assertEquals(
+            Subtokens::fromString(" foo\t\tbar   "),
+            ['foo', 'bar']
+        );
+    }
+
+    public function testSpecialCharacters(): void {
+        $this->assertEquals(
+            Subtokens::fromString("' foo"),
+            ['quote', 'foo']
+        );
+
+        $this->assertEquals(
+            Subtokens::fromString("'foo' bar"),
+            ['quotefooquote', 'bar']
+        );
+
+        $this->assertEquals(
+            Subtokens::fromString(", | \\ \" '"),
+            ['comma', 'pipe', 'slash', 'quote', 'quote']
+        );
+    }
 }