Replace attrs with pydantic, use "kind" literal (#3)

* Pydantic WIP

* Replace attrs with pydantic, use "kind" literal

Author: droserasprout

README.md

@@ -39,29 +39,29 @@ contracts:
 
 datasources:
   tzkt_mainnet:
-    tzkt:
-      network: mainnet
-      url: https://api.tzkt.io
+    kind: tzkt
+    network: mainnet
+    url: https://staging.api.tzkt.io
 
 indexes:
   operations_mainnet:
-    operation:
-      datasource: tzkt_mainnet
-      contract: HEN_objkts
-      first_block: 0
-      handlers:
-
-        - callback: on_mint
-          pattern:
-            - destination: HEN_objkts
-              entrypoint: mint_OBJKT
-            - destination: HEN_minter
-              entrypoint: mint
-
-        - callback: on_transfer
-          pattern:
-            - destination: HEN_minter
-              entrypoint: transfer
+    kind: operation
+    datasource: tzkt_mainnet
+    contract: HEN_objkts
+    first_block: 0
+    handlers:
+
+      - callback: on_mint
+        pattern:
+          - destination: HEN_objkts
+            entrypoint: mint_OBJKT
+          - destination: HEN_minter
+            entrypoint: mint
+
+      - callback: on_transfer
+        pattern:
+          - destination: HEN_minter
+            entrypoint: transfer
 ```
 
 ### Initialize project structure

mypy.ini

@@ -1,5 +1,6 @@
 [mypy]
 python_version = 3.8
+plugins = pydantic.mypy
 
 [mypy-ruamel]
-ignore_missing_imports = True
+ignore_missing_imports = True

poetry.lock

@@ -25,12 +25,12 @@ python = "^3.8"
 aiohttp = "^3.7.4"
 aiomysql = "^0.0.21"
 asyncpg = "^0.22.0"
-cattrs-extras = "^0.1.1"
 datamodel-code-generator = "^0.10.0"
 "ruamel.yaml" = "^0.17.2"
 signalrcore = {git = "https://github.com/droserasprout/signalrcore", rev = "async"}
 tortoise-orm = "^0.17.1"
 websockets = "^8.1"
+pydantic = "^1.8.1"
 
 [tool.poetry.dev-dependencies]
 black = "^20.8b1"

pyproject.toml

@@ -17,7 +17,7 @@
 
 import dipdup.codegen as codegen
 from dipdup import __version__
-from dipdup.config import DipDupConfig, LoggingConfig, OperationIndexConfig
+from dipdup.config import DipDupConfig, LoggingConfig, OperationIndexConfig, TzktDatasourceConfig
 from dipdup.datasources.tzkt.datasource import TzktDatasource
 from dipdup.models import IndexType, State
 
@@ -108,10 +108,9 @@ async def run(ctx) -> None:
 
         for index_name, index_config in config.indexes.items():
             _logger.info('Processing index `%s`', index_name)
-            if not index_config.operation:
+            if not isinstance(index_config, OperationIndexConfig):
                 raise NotImplementedError('Only operation indexes are supported')
-            operation_index_config = index_config.operation
-            datasource_operation_index_configs[operation_index_config.datasource].append(operation_index_config)
+            datasource_operation_index_configs[index_config.datasource].append(index_config)
 
         for datasource_name, operation_index_configs in datasource_operation_index_configs.items():
             if not operation_index_configs:
@@ -122,9 +121,9 @@ async def run(ctx) -> None:
                 _logger.warning('Using more than one operation index. Be careful, indexing is not atomic.')
 
             datasource_config = config.datasources[datasource_name]
-            if datasource_config.tzkt:
+            if isinstance(datasource_config, TzktDatasourceConfig):
                 datasource = TzktDatasource(
-                    url=datasource_config.tzkt.url,
+                    url=datasource_config.url,
                     operation_index_configs=operation_index_configs,
                 )
                 datasources.append(datasource)

src/dipdup/cli.py

@@ -11,7 +11,7 @@
 from jinja2 import Template
 from tortoise import Model, fields
 
-from dipdup.config import ROLLBACK_HANDLER, DipDupConfig
+from dipdup.config import ROLLBACK_HANDLER, DipDupConfig, OperationIndexConfig
 from dipdup.datasources.tzkt.datasource import TzktDatasource
 
 _logger = logging.getLogger(__name__)
@@ -43,7 +43,7 @@ async def fetch_schemas(config: DipDupConfig):
 
     _logger.info('Creating datasource')
     # FIXME: Hardcode
-    datasource_config = list(config.datasources.values())[0].tzkt
+    datasource_config = list(config.datasources.values())[0]
     datasource = TzktDatasource(
         url=datasource_config.url,
         operation_index_configs=[],
@@ -136,9 +136,9 @@ async def generate_handlers(config: DipDupConfig):
             file.write(handler_code)
 
     for index in config.indexes.values():
-        if not index.operation:
+        if not isinstance(index, OperationIndexConfig):
             continue
-        for handler in index.operation.handlers:
+        for handler in index.handlers:
             _logger.info('Generating handler `%s`', handler.callback)
             handler_code = template.render(
                 package=config.package,