Merge pull request #392 from minos-framework/issue-99-add-minos-database-lmdb

#99 - Add `minos-database-lmdb`

Author: Sergio García Prado

.github/workflows/minos-database-lmdb-publish.yml

@@ -0,0 +1,33 @@
+name: "Publish: minos-database-lmdb"
+
+on:
+  push:
+    branches:
+      - '*.*.x'
+    paths:
+      - 'packages/plugins/minos-database-lmdb/**'
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    container: python:3.9-buster
+    defaults:
+      run:
+        working-directory: packages/plugins/minos-database-lmdb
+
+    steps:
+
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+
+      - name: Install dependencies
+        run: make install
+
+      - name: Publish package
+        run: make release
+        env:
+          POETRY_HTTP_BASIC_PYPI_USERNAME: ${{ secrets.PYPI_USERNAME }}
+          POETRY_HTTP_BASIC_PYPI_PASSWORD: ${{ secrets.PYPI_PASSWORD }}

.github/workflows/minos-database-lmdb-tests.yml

@@ -0,0 +1,49 @@
+name: "Test: minos-database-lmdb"
+
+on:
+  push:
+    branches:
+      - main
+      - '*.*.x'
+  pull_request:
+    paths:
+      - 'packages/plugins/minos-database-lmdb/**'
+      - 'packages/core/minos-microservice-saga/**'
+      - 'packages/core/minos-microservice-common/**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    container: python:3.9-buster
+    defaults:
+      run:
+        working-directory: packages/plugins/minos-database-lmdb
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+
+      - name: Install dependencies
+        run: make install
+
+      - name: Lint package
+        run: make lint
+
+      - name: Test package with coverage
+        run: make coverage
+
+      - name: Publish coverage
+        uses: codecov/codecov-action@v2
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./packages/plugins/minos-database-lmdb/coverage.xml
+          fail_ci_if_error: true
+
+      - name: Generate documentation
+        run: make docs
+
+      - name: Generate build
+        run: make dist

.pre-commit-config.yaml

@@ -51,6 +51,13 @@ repos:
                 files: ^packages/plugins/minos-database-aiopg/
                 language: system
 
+            -   id: minos-database-lmdb-check
+                pass_filenames: false
+                entry: make --directory=packages/plugins/minos-database-lmdb check
+                name: Check minos-database-lmdb
+                files: ^packages/plugins/minos-database-lmdb/
+                language: system
+
             -   id: minos-discovery-minos-check
                 pass_filenames: false
                 entry: make --directory=packages/plugins/minos-discovery-minos check

packages/core/minos-microservice-common/minos/common/__init__.py

@@ -133,10 +133,6 @@
     MinosSetup,
     SetupMixin,
 )
-from .storage import (
-    MinosStorage,
-    MinosStorageLmdb,
-)
 from .uuid import (
     NULL_UUID,
     UUID_REGEX,

packages/core/minos-microservice-common/minos/common/database/mixins.py

@@ -1,8 +1,11 @@
+from collections.abc import (
+    AsyncIterator,
+)
 from contextlib import (
     suppress,
 )
 from typing import (
-    AsyncIterator,
+    Any,
     Generic,
     Optional,
     TypeVar,
@@ -101,7 +104,7 @@ def _get_generic_operation_factory(self) -> Optional[type[GenericDatabaseOperati
                 raise TypeError(f"{type(self)!r} must contain a {DatabaseOperationFactory!r} as generic value.")
         return operation_factory_cls
 
-    async def execute_on_database_and_fetch_one(self, operation: DatabaseOperation) -> tuple:
+    async def execute_on_database_and_fetch_one(self, operation: DatabaseOperation) -> Any:
         """Submit an Operation and get the first response.
 
         :param operation: The operation to be executed.

packages/core/minos-microservice-common/minos/common/storage/__init__.py

@@ -34,7 +34,6 @@ python = "^3.9"
 aiomisc = ">=14.0.3,<15.8.0"
 fastavro = "^1.4.0"
 orjson = "^3.5.2"
-lmdb = "^1.2.1"
 PyYAML = ">=5.4.1,<7.0.0"
 dependency-injector = "^4.32.2"
 cached-property = "^1.5.2"