feat(database): Add persistent data management using sqlite & sqlalchemy

Author: MaxNumerique

requirements.in

@@ -8,3 +8,4 @@ fastjsonschema==2.16.2
 Flask[async]==3.0.3
 Flask-Cors==6.0.1
 werkzeug==3.0.3
+sqlalchemy==2.0.43

requirements.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile --pre requirements.in
+#    pip-compile requirements.in
 #
 asgiref==3.9.1
     # via flask
@@ -23,6 +23,8 @@ geode-common==33.9.0
     # via geode-viewables
 geode-viewables==3.2.0
     # via -r requirements.in
+greenlet==3.2.4
+    # via sqlalchemy
 itsdangerous==2.2.0
     # via flask
 jinja2==3.1.6
@@ -54,6 +56,10 @@ opengeode-io==7.3.2
     #   -r requirements.in
     #   geode-viewables
     #   opengeode-geosciencesio
+sqlalchemy==2.0.43
+    # via -r requirements.in
+typing-extensions==4.15.0
+    # via sqlalchemy
 werkzeug==3.0.3
     # via
     #   -r requirements.in

src/opengeodeweb_back/database.py

@@ -0,0 +1,9 @@
+from sqlalchemy import create_engine
+from sqlalchemy.orm import sessionmaker
+
+def get_engine(db_path: str):
+    return create_engine(f"sqlite:///{db_path}", echo=False)
+
+def get_session(engine):
+    Session = sessionmaker(bind=engine)
+    return Session()

src/opengeodeweb_back/models.py

@@ -0,0 +1,23 @@
+import uuid
+from datetime import datetime
+from sqlalchemy import Column, String, DateTime, JSON
+from sqlalchemy.orm import declarative_base
+
+Base = declarative_base()
+
+
+def generate_uuid():
+    return str(uuid.uuid4())
+
+
+class Data(Base):
+    __tablename__ = "datas"
+
+    id = Column(String, primary_key=True, default=generate_uuid)
+    name = Column(String, nullable=False)
+    native_file_name = Column(String, nullable=False)
+    viewable_file_name = Column(String, nullable=False)
+    geode_object = Column(String, nullable=False)
+    binary_light_viewable = Column(String, nullable=True) 
+    input_files = Column(JSON, nullable=True)
+    created_at = Column(DateTime, default=datetime.utcnow)

src/opengeodeweb_back/utils_functions.py

@@ -14,6 +14,8 @@
 
 # Local application imports
 from . import geode_functions
+from .models import Data, Base
+from .database import get_engine, get_session
 
 
 def increment_request_counter(current_app):
@@ -171,6 +173,25 @@ def save_all_viewables_and_return_info(
     with open(saved_light_viewable_file_path, "rb") as f:
         binary_light_viewable = f.read()
 
+    project_root_path = os.path.dirname(data_path)
+    engine = get_engine(os.path.join(project_root_path, "db.sqlite3"))
+
+    Base.metadata.create_all(engine)
+    session = get_session(engine)
+
+    data_entry = Data(
+        id=generated_id,
+        name=data.name(),
+        native_file_name=os.path.basename(saved_native_file_path[0]),
+        viewable_file_name=os.path.basename(saved_viewable_file_path),
+        geode_object=geode_object,
+        binary_light_viewable=binary_light_viewable.decode("utf-8"),
+        input_files=additional_files or [],
+    )
+    session.add(data_entry)
+    session.commit()
+    session.close()
+
     return {
         "name": data.name(),
         "native_file_name": os.path.basename(saved_native_file_path[0]),