update plugin-pb-python

Author: yevgenypats

cloudquery/sdk/internal/memdb/__init__.py

@@ -0,0 +1,2 @@
+
+from .memdb import MemDB

cloudquery/sdk/internal/memdb/memdb.py

@@ -0,0 +1,25 @@
+
+from cloudquery.sdk import plugin
+from cloudquery.sdk import message
+from cloudquery.sdk import schema
+from typing import List, Generator, Any, Dict
+import pyarrow as pa
+
+NAME = "memdb"
+VERSION = "development"
+
+class MemDB(plugin.Plugin):
+    def __init__(self) -> None:
+      super().__init__(NAME, VERSION)
+      self._tables: List[schema.Table] = []
+      self._memory_db : Dict[str, pa.record] = {
+        "test_table": pa.record_batch([pa.array([1, 2, 3])], names=["test_column"])
+      }
+    
+    def get_tables(self, options : plugin.TableOptions = None) -> List[plugin.Table]:
+      return self._tables
+    
+    def sync(self, options: plugin.SyncOptions) -> Generator[message.SyncMessage, None, None]:
+      for table, record in self._memory_db.items():
+        yield message.SyncInsertMessage(record)
+      

cloudquery/sdk/plugin/__init__.py

@@ -0,0 +1 @@
+from .plugin import Plugin, Table, TableOptions, SyncOptions

cloudquery/sdk/serve/__init__.py

@@ -0,0 +1 @@
+from .plugin import PluginCommand

requirements.txt

@@ -1,6 +1,6 @@
 grpcio==1.56.2
 grpcio-tools==1.56.2
-plugin-pb-python==0.0.11
+plugin-pb-python==0.0.12
 protobuf==4.23.4
 pyarrow==12.0.1
 pytest==7.4.0

setup.py

@@ -10,7 +10,7 @@
 description = "CloudQuery Plugin SDK for Python"
 
 dependencies = [
-    "plugin-pb-python==0.0.11",
+    "plugin-pb-python==0.0.12",
     "pyarrow==12.0.1",
     "Jinja2==3.1.2",
 ]

tests/internal/__init__.py

@@ -0,0 +1,11 @@
+
+from cloudquery.sdk.internal import memdb
+from cloudquery.sdk.plugin import SyncOptions
+
+def test_memdb():
+    p = memdb.MemDB()
+    p.init(None)
+    msgs = []
+    for msg in p.sync(SyncOptions()):
+        msgs.append(msg)
+    assert len(msgs) == 1