Allowing elided quotes around JSON literal values

Author: mtdowling

src/Lexer.php

@@ -421,8 +421,13 @@ private function parseJson(array $token)
         $value = json_decode($token['value'], true);
 
         if ($error = json_last_error()) {
-            $token['type'] = self::T_UNKNOWN;
-            return $token;
+            // Legacy support for elided quotes. Try to parse again by adding
+            // quotes around the bad input value.
+            $value = json_decode('"' . $token['value'] . '"', true);
+            if ($error = json_last_error()) {
+                $token['type'] = self::T_UNKNOWN;
+                return $token;
+            }
         }
 
         $token['value'] = $value;

tests/LexerTest.php

@@ -78,4 +78,12 @@ public function testTokenizesJsonNumbers()
         $this->assertEquals(120, $tokens[6]['value']);
         $this->assertEquals('2014-12', $tokens[8]['value']);
     }
+
+    public function testCanWorkWithElidedJsonLiterals()
+    {
+        $l = new Lexer();
+        $tokens = $l->tokenize('`foo`');
+        $this->assertEquals('foo', $tokens[0]['value']);
+        $this->assertEquals('literal', $tokens[0]['type']);
+    }
 }