Add MemoryStorage support (#160)

* Update docstring for storage_adapter

* Add support for MemoryStorage

Author: sserrata

pan_cortex_data_lake/adapters/tinydb_adapter.py

@@ -7,6 +7,7 @@
 from threading import RLock
 
 from tinydb import TinyDB, Query
+from tinydb.storages import MemoryStorage
 
 from .. import CortexError
 from . import StorageAdapter
@@ -16,6 +17,7 @@ class TinyDBStore(StorageAdapter):
     def __init__(self, **kwargs):
         self._storage_params = kwargs.get("storage_params") or {}
         self.dbfile = self._storage_params.get("dbfile")
+        self.memory_storage = self._storage_params.get("memory_storage", False)
         self.query = Query()
         self.db = self.init_store()
         self.lock = RLock()
@@ -36,6 +38,8 @@ def fetch_credential(self, credential=None, profile=None):
             return q.get(credential)
 
     def init_store(self):
+        if self.memory_storage is True:
+            return TinyDB(storage=MemoryStorage)
         if self.dbfile:
             dbfile = self.dbfile
         elif os.getenv("PAN_CREDENTIALS_DBFILE"):

pan_cortex_data_lake/credentials.py

@@ -83,6 +83,7 @@ def __init__(
             region (str): Region. Defaults to ``None``.
             refresh_token (str): OAuth2 refresh token. Defaults to ``None``.
             scope (str): OAuth2 scope. Defaults to ``None``.
+            storage_adapter (str): Namespace path to storage adapter module. Defaults to "pan_cortex_data_lake.adapters.tinydb_adapter.TinyDBStore". 
             storage_params (dict) = Storage adapter parameters. Defaults to ``None``.
             token_url (str): Refresh URL. Defaults to ``None``.
             token_revoke_url (str): Revoke URL. Defaults to ``None``.