support whitespace characters in parser

Author: oakmac

cs_parser.py

@@ -241,7 +241,7 @@ def parse(self, string, pos):
                       name = "wrap")
 
 token = '[^' + r'()\[\]{}\"@~^;`#\'' + ws + '][^' + r'()\[\]{}\"@^;`' + ws + ']*'
-parsers['token'] = Regex(r'(##)?(\\[()\[\]{}\"@^;`,]|' + token + ")", name = "token")
+parsers['token'] = Regex(r'(##)?(\\[()\[\]{}\"@^;`, ]|' + token + ")", name = "token")
 
 parsers['string'] = Seq(Regex(r'#?"', name=".open"),
                         Optional(Regex(r'([^"\\]+|\\.)+', name = ".body")),

test_parser/token.txt

@@ -640,11 +640,11 @@ Simple Char
 Special Chars
 ================================================================================
 
-\( \) \[ \] \{ \} \@ \" \,
+\( \) \[ \] \{ \} \@ \" \  \,
 
 --------------------------------------------------------------------------------
 
-(source 0..26    
+(source 0..29    
   (token 0..2 '\(')   
   (token 3..5 '\)')   
   (token 6..8 '\[')   
@@ -653,7 +653,8 @@ Special Chars
   (token 15..17 '\}') 
   (token 18..20 '\@')
   (token 21..23 '\"')
-  (token 24..26 '\,'))
+  (token 24..26 '\ ')
+  (token 27..29 '\,'))
 
 ================================================================================
 Octal Char