Scan SSV events (#26)

* Scan SSV events

* Update keystores on the fly

* Fix tests

* Bump version v1.0.0

* Del gnosis/chiado

* Fix vulture

* Fix vulture 2

* Fix ssv flow

* Del SSVOperatorCrud

* Use chunkify

* Add validate_settings

* Review fixes

* Review fix

Author: evgeny-stakewise

.env.example

@@ -2,7 +2,7 @@
 # General section
 ###########################
 
-# Network choices: mainnet,hoodi,gnosis,chiado
+# Network choices: mainnet,hoodi
 NETWORK=hoodi
 
 # LOG_LEVEL=INFO
@@ -63,14 +63,14 @@ OBOL_NODE_INDEX=0
 # Path to key file
 SSV_OPERATOR_KEY_FILE=encrypted_private_key.json
 # Path to password file
-SSV_OPERATOR_PASSWORD_FILE=password.txt
+SSV_OPERATOR_PASSWORD_FILE=password
 
 # SSV operator key, templated version. Variable 'operator_id' may be used.
 # For testing only
 # Path to key file, template
 # SSV_OPERATOR_KEY_FILE_TEMPLATE=operator-{operator_id}/encrypted_private_key.json
 # Path to password file, template
-# SSV_OPERATOR_PASSWORD_FILE_TEMPLATE=operator-{operator_id}/password.txt
+# SSV_OPERATOR_PASSWORD_FILE_TEMPLATE=operator-{operator_id}/password
 
 # SSV operator id (node id)
 SSV_OPERATOR_ID=123
@@ -80,9 +80,6 @@ SSV_OPERATOR_ID=123
 # If both SSV_OPERATOR_ID and SSV_OPERATOR_IDS are present then SSV_OPERATOR_IDS has priority
 # SSV_OPERATOR_IDS=123,456
 
-# SSV keyshares file path
-SSV_KEYSHARES_FILE=keyshares.json
-
 ###########################
 # Remote signer section
 ###########################

.github/workflows/ci.yaml

@@ -78,6 +78,9 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
+      - name: Create env-file
+        run: cp .env.example .env
+
       # Run tests
       - name: Run tests
         run: poetry run coverage run -m pytest src

.gitignore

@@ -168,3 +168,4 @@ cython_debug/
 # Miscellaneous
 .DS_Store
 *.env
+*.db

.pre-commit-config.yaml

@@ -57,7 +57,7 @@ repos:
         language: system
         types: [ python ]
         require_serial: true
-        exclude: "test_"
+        exclude: "test|_vulture_whitelist.py"
 
   - repo: local
     hooks:
@@ -84,7 +84,7 @@ repos:
         always_run: true
 
   - repo: https://github.com/jendrikseipp/vulture
-    rev: 'v2.13'
+    rev: 'v2.14'
     hooks:
       - id: vulture
         args: ["src/"]

README.md

@@ -20,7 +20,7 @@ docker run \
 -u $(id -u):$(id -g) \
 --env-file .env \
 -v $(pwd)/data:/data \
-europe-west4-docker.pkg.dev/stakewiselabs/public/dvt-operator-sidecar:v0.5.0
+europe-west4-docker.pkg.dev/stakewiselabs/public/dvt-operator-sidecar:v1.0.0
 ```
 
 ## Development

poetry.lock

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dvt-operator-sidecar"
-version = "v0.5.0"
+version = "v1.0.0"
 description = "StakeWise sidecar for DVT-operator"
 authors = ["StakeWise Labs <info@stakewise.io>"]
 package-mode = false
@@ -17,17 +17,18 @@ pyyaml = "==6.0.1"
 python-json-logger = "==2.0.7"
 staking-deposit = { git = "https://github.com/ethereum/staking-deposit-cli.git", rev = "v2.4.0" }
 pycryptodomex = "3.19.1"
+aiosqlite = "==0.21.0"
 
 [tool.poetry.group.dev.dependencies]
 pylint = "==3.0.1"
 mypy = "==1.6.1"
 isort = "==5.12.0"
-pytest = "==7.4.2"
-pytest-asyncio = "==0.21.1"
+pytest = "==8.4.1"
+pytest-asyncio = "==1.0.0"
 pre-commit = "==3.5.0"
 Flake8-pyproject = "==1.2.3"
 bandit = { version = "==1.7.5", extras = ["toml"] }
-black = { version = "==23.10.0", extras = ["d"] }
+black = { version = "==25.1.0", extras = ["d"] }
 faker = "==19.11.0"
 flake8-print = "==5.0.0"
 flake8-datetimez = "==20.10.0"
@@ -53,9 +54,10 @@ disable = [
     "R0801",  # duplicate-code
     "R0903",  # too-few-public-methods
     "W0703",  # broad-except
-    "W0718"   # broad-exception-caught
+    "W0718",   # broad-exception-caught
+    "C0321"   # More than one statement on a single line
 ]
-ignore-paths=["src/.*/tests/.*", "src/test_fixtures/.*"]
+ignore-paths=["src/.*/tests/.*", "src/test_fixtures/.*", "src/_vulture_whitelist.py"]
 ignore=["conftest.py"]
 
 [tool.pylint."BASIC"]
@@ -65,11 +67,13 @@ ignored-modules=["milagro_bls_binding"]
 [tool.flake8]
 extend-ignore = [
     "E203",  # Whitespace before ':', conflicts with black
-    "E501"  # line length will be checked by pylint
+    "E501",  # line length will be checked by pylint
+    "E701",  # multiple statements on one line (colon), conflicts with black
 ]
+exclude = ["src/_vulture_whitelist.py"]
 
 [tool.mypy]
-exclude = ["test_"]
+exclude = ["test", "_vulture_whitelist.py"]
 ignore_missing_imports = true
 python_version = "3.10"
 disallow_untyped_defs = true
@@ -109,4 +113,9 @@ fail_under = 73
 
 [tool.vulture]
 exclude = ["*/test*", "conftest.py", "networks.py"]
-min_confidence = 80
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+
+[tool.migration]
+db_version = 1

pyproject.toml

@@ -0,0 +1,6 @@
+# src/validators/keystores/obol_remote.py
+previous_version
+current_version
+fork_info
+signing_root
+voluntary_exit

src/_vulture_whitelist.py

@@ -2,8 +2,11 @@
 import logging
 from typing import cast
 
+from src.common.database import db_client
 from src.common.setup_logging import ExtendedLogger, setup_logging, setup_sentry
 from src.common.utils import get_project_version
+from src.config.settings import validate_settings
+from src.setup_database import setup_database
 
 setup_logging()
 setup_sentry()
@@ -17,24 +20,29 @@ async def app() -> None:
     from src.startup_checks import startup_checks
     from src.validators.tasks import create_tasks
 
+    validate_settings()
+
     version = get_project_version()
     logger.info('Starting DVT Sidecar service %s', version)
 
+    await setup_database()
+
     is_checks_ok = await startup_checks()
     if not is_checks_ok:
         return
 
     try:
         await create_tasks()
+        logger.info('DVT Sidecar service started')
+
+        # Keep tasks running
+        while True:
+            await asyncio.sleep(0.1)
     except Exception as e:
         logger.exception_verbose(e)
-        return
-
-    logger.info('DVT Sidecar service started')
-
-    # Keep tasks running
-    while True:
-        await asyncio.sleep(0.1)
+    finally:
+        # prevent hanging on shutdown
+        await db_client.close()
 
 
 if __name__ == '__main__':