MRG: Merge pull request #9 from octue/store-event-kind-in-separate-column

Store event kind in a separate column

Author: cortadocodes

functions/event_handler/main.py

@@ -36,6 +36,7 @@ def store_pub_sub_event_in_bigquery(cloud_event):
     row = {
         "datetime": attributes.pop("datetime"),
         "uuid": attributes.pop("uuid"),
+        "kind": event.pop("kind"),
         "event": event,
         "other_attributes": attributes,
         # Pull out some attributes into columns for querying.

setup.py

@@ -3,7 +3,7 @@
 
 setup(
     name="twined-gcp",
-    version="0.4.0",
+    version="0.5.0",
     author="Marcus Lugg <marcus@octue.com>",
     install_requires=[
         "setuptools",

tests/test_event_handler.py

@@ -16,7 +16,7 @@ def test_store_pub_sub_event_in_bigquery(self):
         cloud_event = MockCloudEvent(
             data={
                 "message": {
-                    "data": base64.b64encode(b'{"some": "data"}'),
+                    "data": base64.b64encode(b'{"kind": "heart", "some": "data"}'),
                     "attributes": {
                         "datetime": "2024-04-11T09:26:39.144818",
                         "uuid": "c8bda9fa-f072-4330-92b1-96920d06b28d",
@@ -44,6 +44,7 @@ def test_store_pub_sub_event_in_bigquery(self):
             {
                 "datetime": "2024-04-11T09:26:39.144818",
                 "uuid": "c8bda9fa-f072-4330-92b1-96920d06b28d",
+                "kind": "heart",
                 "event": {"some": "data"},
                 "other_attributes": {
                     "forward_logs": True,