Adds new templates (#340)

* Adds new templates

* comment remove

* PR comments

* submodule update

* Adds submodule dev

Author: JWittmeyer

alembic/versions/3e6633b3fa0a_sum_table.py

@@ -0,0 +1,37 @@
+"""sum table
+
+Revision ID: 3e6633b3fa0a
+Revises: 580fd6de4f15
+Create Date: 2025-08-19 08:18:28.043370
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = '3e6633b3fa0a'
+down_revision = '580fd6de4f15'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('sums_table',
+    sa.Column('id', postgresql.UUID(as_uuid=True), nullable=False),
+    sa.Column('sum_key', sa.String(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('data', sa.JSON(), nullable=True),
+    sa.PrimaryKeyConstraint('id'),
+    schema='global'
+    )
+    op.create_index(op.f('ix_global_sums_table_sum_key'), 'sums_table', ['sum_key'], unique=False, schema='global')
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_global_sums_table_sum_key'), table_name='sums_table', schema='global')
+    op.drop_table('sums_table', schema='global')
+    # ### end Alembic commands ###

app.py

@@ -65,6 +65,7 @@
 from util import security, clean_up
 from middleware import log_storage
 from submodules.model import session
+from controller.sums_table import manager as sums_table_manager
 
 logging.basicConfig(level=logging.DEBUG)
 logger = logging.getLogger(__name__)
@@ -151,3 +152,4 @@
 
 session.start_session_cleanup_thread()
 log_storage.start_persist_thread()
+sums_table_manager.start_sums_table_thread()

controller/sums_table/__init__.py

@@ -0,0 +1,75 @@
+from time import sleep
+from datetime import timedelta, datetime
+from submodules.model import daemon
+from submodules.model.enums import AdminQueries
+from submodules.model.global_objects import sums_table as sums_table_db_go
+from submodules.model.business_objects import general
+import traceback
+
+
+NEXT_EXEC = {}
+SUM_TABLE_TASKS = {
+    AdminQueries.PRIVATEMODE_USE_OVER_TIME.value: timedelta(days=1),
+}
+SUM_TABLE_REMOVES = {
+    AdminQueries.PRIVATEMODE_USE_OVER_TIME.value: timedelta(days=90),
+}
+
+
+def start_sums_table_thread() -> None:
+    __init_next_exec()
+    daemon.run_without_db_token(__sum_table_thread)
+
+
+def __sum_table_thread() -> None:
+    global NEXT_EXEC, SUM_TABLE_TASKS
+    while True:
+        sleep(5)
+        now = datetime.now()
+        # collect only keys that are due
+        to_run = [
+            (k, delta)
+            for k, delta in SUM_TABLE_TASKS.items()
+            if now >= NEXT_EXEC.get(k, datetime.min)
+        ]
+
+        if not to_run:
+            continue
+
+        if to_run:
+            try:
+                general.get_ctx_token()
+                for key, delta in to_run:
+                    data = __get_sum_data_by_key(key)
+                    if not data:
+                        raise ValueError("No sum data found")
+                    sums_table_db_go.create(sum_key=key, data=data, with_commit=True)
+                    NEXT_EXEC[key] = now + delta
+                _cleanup_old_entries()  # only if something run we clean so we dont do this to often
+            except Exception:
+                print(traceback.format_exc(), flush=True)
+            finally:
+                general.remove_and_refresh_session()
+
+
+def __init_next_exec() -> None:
+    global NEXT_EXEC
+
+    for key, delta in SUM_TABLE_TASKS.items():
+        NEXT_EXEC[key] = sums_table_db_go.get_last_execution_by_key(key)
+        if NEXT_EXEC[key] is None:
+            NEXT_EXEC[key] = datetime.now()
+        else:
+            NEXT_EXEC[key] = NEXT_EXEC[key] + delta
+
+
+def __get_sum_data_by_key(sum_key: str) -> dict:
+    if sum_key == AdminQueries.PRIVATEMODE_USE_OVER_TIME.value:
+        return sums_table_db_go.get_privatemode_sum_snapshot()
+    return None
+
+
+def _cleanup_old_entries() -> None:
+    global NEXT_EXEC
+    for key, delta in SUM_TABLE_REMOVES.items():
+        sums_table_db_go.clean_old_entries(key, delta)