wip

Author: janlelis

lib/wirb/tokenizer.rb

@@ -191,11 +191,25 @@ def self.run(str)
             @token << c
           end
 
+        when :symbol_string_suffix
+          ## TODO
+          if c == '"' && ( !( @token =~ /\\+$/; $& ) || $&.size % 2 == 0 ) # see string
+            pass[:open_symbol_string, '"']
+            pass_state[:remove]
+            pass[:close_symbol_string, '"']
+          else
+            @token << c
+          end
+
         when :string
           if c == '"' && ( !( @token =~ /\\+$/; $& ) || $&.size % 2 == 0 ) # allow escaping of " and
-            pass[:open_string, '"']                              # work around \\
-            pass_state[:remove]
-            pass[:close_string, '"']
+            if nc != ':'
+              pass[:open_string, '"']                              # work around \\
+              pass_state[:remove]
+              pass[:close_string, '"']
+            else
+              set_state[:symbol_string_suffix, :repeat]
+            end
           else
             @token << c
           end

spec/tokenizer_symbol_spec.rb

@@ -163,4 +163,30 @@
       [:close_array, "]"],
     ]
   end
+
+  please do check({symbol: :style})
+    tokens.should == [
+      [:open_hash, "{"],
+      [:word, "symbol"],
+      [:symbol_prefix, ":"],
+      [:whitespace, " "],
+      [:symbol_prefix, ":"],
+      [:symbol, "style"],
+      [:close_hash, "}"],
+    ]
+  end
+
+  please do check({"string symbol": :style})
+    tokens.should == [
+      [:open_hash, "{"],
+      [:open_symbol_string, "\""],
+      [:symbol_string_suffix, "string symbol"],
+      [:close_symbol_string, "\""],
+      [:symbol_prefix, ":"],
+      [:whitespace, " "],
+      [:symbol_prefix, ":"],
+      [:symbol, "style"],
+      [:close_hash, "}"],
+    ]
+  end
 end