update token/tokentypes

Author: Gerit Wagner

search_query/constants.py

@@ -2,7 +2,9 @@
 """Constants for search-query"""
 # pylint: disable=too-few-public-methods
 # pylint: disable=line-too-long
+from dataclasses import dataclass
 from enum import Enum
+from typing import Tuple
 
 # noqa: E501
 
@@ -17,7 +19,7 @@ class PLATFORM(Enum):
     PRE_NOTATION = "pre_notation"
 
 
-class TokenTypes:
+class TokenTypes(Enum):
     """Token types"""
 
     LOGIC_OPERATOR = "LOGIC_OPERATOR"
@@ -28,6 +30,14 @@ class TokenTypes:
     PARENTHESIS_CLOSED = "PARENTHESIS_CLOSED"
 
 
+@dataclass
+class Token:
+    """Token class"""
+    value: str
+    type: TokenTypes
+    position: Tuple[int, int]
+
+
 class Operators:
     """Operators"""