perf: order by paging_token rather than created_at

Author: aolieman

sc_audit/db_schema/distribution.py

@@ -26,4 +26,5 @@ class DistributionTx(DistributionTxBase, ScBase):
 
 
 idx_created_at = Index("idx_dtx_created_at", DistributionTx.created_at.desc())
+idx_toid = Index("idx_dtx_toid", DistributionTx.paging_token.desc(), unique=True)
 idx_recipient = Index("idx_dtx_recipient", DistributionTx.recipient)

sc_audit/db_schema/mint.py

@@ -102,3 +102,4 @@ def _credits_remaining_on_date_expression(cls, on_date: dt.date) -> SQLColumnExp
 
 
 idx_created_at = Index("idx_block_created_at", MintedBlock.created_at)
+idx_toid = Index("idx_block_toid", MintedBlock.paging_token.desc(), unique=True)

sc_audit/db_schema/sink.py

@@ -73,5 +73,6 @@ def as_dict(self):
 
 
 idx_created_at = Index("idx_stx_created_at", SinkingTx.created_at.desc())
+idx_toid = Index("idx_stx_toid", SinkingTx.paging_token.desc(), unique=True)
 idx_funder = Index("idx_stx_funder", SinkingTx.funder)
 idx_recipient = Index("idx_stx_recipient", SinkingTx.recipient)

sc_audit/loader/get_latest.py

@@ -38,17 +38,17 @@ def get_latest_attr(*models: CoreModelName) -> LatestAttr | list[LatestAttr]:
                 latest_attrs[i] = latest_retirement_date
             elif model == 'sink_tx':
                 latest_sink_tx_cursor = session.scalar(
-                    select(SinkingTx.paging_token).order_by(SinkingTx.created_at.desc())
+                    select(SinkingTx.paging_token).order_by(SinkingTx.paging_token.desc())
                 )
                 latest_attrs[i] = increment_paging_token(latest_sink_tx_cursor) or settings.FIRST_SINK_CURSOR
             elif model == 'mint_tx':
                 latest_mint_tx_cursor = session.scalar(
-                    select(MintedBlock.paging_token).order_by(MintedBlock.created_at.desc())
+                    select(MintedBlock.paging_token).order_by(MintedBlock.paging_token.desc())
                 )
                 latest_attrs[i] = increment_paging_token(latest_mint_tx_cursor) or settings.FIRST_MINT_CURSOR
             elif model == 'dist_tx':
                 latest_dist_tx_cursor = session.scalar(
-                    select(DistributionTx.paging_token).order_by(DistributionTx.created_at.desc())
+                    select(DistributionTx.paging_token).order_by(DistributionTx.paging_token.desc())
                 )
                 latest_attrs[i] = increment_paging_token(latest_dist_tx_cursor) or settings.FIRST_DIST_CURSOR
 

sc_audit/migrations/versions/713e40249322_add_paging_token_indexes.py

@@ -0,0 +1,40 @@
+"""add paging_token indexes
+
+Revision ID: 713e40249322
+Revises: 0c2f50c4d517
+Create Date: 2025-06-26 14:13:08.992641
+
+"""
+from typing import Sequence
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '713e40249322'
+down_revision: str | None = '0c2f50c4d517'
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    with op.batch_alter_table('distribution_txs', schema=None) as batch_op:
+        batch_op.create_index('idx_dtx_toid', [sa.literal_column('paging_token DESC')], unique=True)  # type: ignore[arg-type]
+
+    with op.batch_alter_table('minted_blocks', schema=None) as batch_op:
+        batch_op.create_index('idx_block_toid', [sa.literal_column('paging_token DESC')], unique=True)  # type: ignore[arg-type]
+
+    with op.batch_alter_table('sinking_txs', schema=None) as batch_op:
+        batch_op.create_index('idx_stx_toid', [sa.literal_column('paging_token DESC')], unique=True)  # type: ignore[arg-type]
+
+
+def downgrade() -> None:
+    with op.batch_alter_table('sinking_txs', schema=None) as batch_op:
+        batch_op.drop_index('idx_stx_toid')
+
+    with op.batch_alter_table('minted_blocks', schema=None) as batch_op:
+        batch_op.drop_index('idx_block_toid')
+
+    with op.batch_alter_table('distribution_txs', schema=None) as batch_op:
+        batch_op.drop_index('idx_dtx_toid')

sc_audit/views/inventory.py

@@ -40,7 +40,7 @@ def view_inventory(omit_empty: bool = False, until_date: dt.date | None = None)
         VcsProject.category,
     ]    
     columns = block_columns + vcs_project_columns
-    q_blocks = select(*columns).join(MintedBlock.vcs_project).order_by(MintedBlock.created_at)
+    q_blocks = select(*columns).join(MintedBlock.vcs_project).order_by(MintedBlock.paging_token)
     if omit_empty:
         q_blocks = q_blocks.where(credits_remaining_col > 0)
 

sc_audit/views/sink_status.py

@@ -30,11 +30,11 @@ def view_sinking_txs(
     stx_query = construct_stx_query(for_funder, for_recipient, from_date, before_date, finalized)
 
     if order == 'asc':
-        stx_query = stx_query.order_by(SinkingTx.created_at.asc())
+        stx_query = stx_query.order_by(SinkingTx.paging_token.asc())
         if cursor:
             stx_query = stx_query.where(SinkingTx.paging_token > cursor)
     if order == 'desc':
-        stx_query = stx_query.order_by(SinkingTx.created_at.desc())
+        stx_query = stx_query.order_by(SinkingTx.paging_token.desc())
         if cursor:
             stx_query = stx_query.where(SinkingTx.paging_token < cursor)