@@ -338,7 +338,7 @@ def __repr__(self):
338338
339339class Tokeniser (object ):
340340 """
341- A tokenizer for the Wolfram Language.
341+ A tokeniser for the Wolfram Language.
342342
343343 When subclassing ``Tokeniser``, custom tokenisation rules can be defined by
344344 declaring methods whose names are preceded by ``t_``, such as in the
@@ -361,7 +361,7 @@ def t_MyWeirdRule(self, match):
361361 def __init__ (self , feeder ):
362362 """
363363 @param: feeder An instance of ``LineFeeder`` which will feed characters
364- to the tokenizer .
364+ to the tokeniser .
365365 """
366366 self .pos = 0
367367 self .feeder = feeder
@@ -372,7 +372,7 @@ def __init__(self, feeder):
372372 # TODO: Turn this into a setter in the future?
373373 def change_mode (self , mode ):
374374 """
375- Set the mode of the tokenizer
375+ Set the mode of the tokeniser
376376 """
377377 self .mode = mode
378378 self .tokens , self .token_indices = self .modes [mode ]
@@ -455,7 +455,7 @@ def skip_blank(self):
455455 break
456456
457457 def t_String (self , match ):
458- "`` String`` tokenizer "
458+ "String rule "
459459 start , end = self .pos , None
460460 self .pos += 1 # skip opening '"'
461461 newlines = []
@@ -483,7 +483,7 @@ def t_String(self, match):
483483 return Token ("String" , result , start )
484484
485485 def t_Number (self , match ):
486- "Number tag "
486+ "Number rule "
487487 text = match .group (0 )
488488 pos = match .end (0 )
489489 if self .code [pos - 1 : pos + 1 ] == ".." :
@@ -503,18 +503,18 @@ def _token_mode(self, match, tag, mode):
503503 return Token (tag , text , match .start (0 ))
504504
505505 def t_Get (self , match ):
506- "Get tag "
506+ "Get rule "
507507 return self ._token_mode (match , "Get" , "filename" )
508508
509509 def t_Put (self , match ):
510- "Put tag "
510+ "Put rule "
511511 return self ._token_mode (match , "Put" , "filename" )
512512
513513 def t_PutAppend (self , match ):
514- "PutAppend tag "
514+ "PutAppend rule "
515515 return self ._token_mode (match , "PutAppend" , "filename" )
516516
517517 def t_Filename (self , match ):
518- "Filename tag "
518+ "Filename rule "
519519 return self ._token_mode (match , "Filename" , "expr" )
520520
0 commit comments