refactor: replace namedtuple with slotted class

for optimizing

Author: jnoortheen

peg_parser/subheader.py

@@ -604,7 +604,8 @@ def _strip_path_prefix(token: TokenInfo | Node) -> TokenInfo | None:
             prefix, text = text[:idx].lower(), text[idx:]
             if "p" in prefix:
                 prefix = prefix.replace("p", "", 1)
-                return token._replace(string=prefix + text)
+                token.string = prefix + text
+                return token
         return None
 
     def extract_import_level(self, tokens: list[TokenInfo]) -> int:

peg_parser/tokenize.py

@@ -35,7 +35,7 @@
 import itertools as _itertools
 import re
 from enum import Enum, auto
-from typing import TYPE_CHECKING, Any, Final, NamedTuple
+from typing import TYPE_CHECKING, Any, Final
 
 if TYPE_CHECKING:
     from collections.abc import Callable, Generator, Iterator
@@ -135,11 +135,14 @@ class Token(Enum):
     WS = auto()
 
 
-class TokenInfo(NamedTuple):
-    type: Token
-    string: str
-    start: tuple[int, int]
-    end: tuple[int, int]
+class TokenInfo:
+    __slots__ = ("end", "start", "string", "type")
+
+    def __init__(self, type: Token, string: str, start: tuple[int, int], end: tuple[int, int]):
+        self.type = type
+        self.string = string
+        self.start = start
+        self.end = end
 
     def __repr__(self) -> str:
         return f"<{self.type.name}>({self.string!r}) at {self.start[0]}"
@@ -281,19 +284,25 @@ class TokenError(Exception):
     pass
 
 
-class ModeMiddle(NamedTuple):
-    # in the string portion of an f-string (outside braces)
-    parenlevel: int
+class ModeMiddle:
+    __slots__ = ("parenlevel",)
+
+    def __init__(self, parenlevel: int):
+        self.parenlevel = parenlevel
+
 
+class ModeInBraces:
+    __slots__ = ("parenlevel",)
 
-class ModeInBraces(NamedTuple):
-    parenlevel: int
+    def __init__(self, parenlevel: int):
+        self.parenlevel = parenlevel
 
 
-class ModeInColon(NamedTuple):
-    """in the format specifier ({:*})"""
+class ModeInColon:
+    __slots__ = ("parenlevel",)
 
-    parenlevel: int
+    def __init__(self, parenlevel: int):
+        self.parenlevel = parenlevel
 
 
 Mode = ModeMiddle | ModeInBraces | ModeInColon

xonsh_tokenizer/xonsh_tokenizer.pyi

@@ -1,6 +1,4 @@
-from typing import NamedTuple
-
-class TokenInfo(NamedTuple):
+class TokenInfo:
     type: str
     string: str
     start: tuple[int, int]