improve query performance

Author: matusdrobuliak66

packages/postgres-database/src/simcore_postgres_database/migration/versions/aa2c85e8a66a_add_indexes.py

@@ -0,0 +1,79 @@
+"""add indexes
+
+Revision ID: aa2c85e8a66a
+Revises: 48604dfdc5f4
+Create Date: 2025-04-03 15:45:02.586547+00:00
+
+"""
+
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "aa2c85e8a66a"
+down_revision = "48604dfdc5f4"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_index(
+        "idx_project_to_groups_gid", "project_to_groups", ["gid"], unique=False
+    )
+    op.create_index(
+        "idx_projects_last_change_date_desc",
+        "projects",
+        ["last_change_date"],
+        unique=False,
+        postgresql_using="btree",
+        postgresql_ops={"last_change_date": "DESC"},
+    )
+    op.create_index("idx_projects_type", "projects", ["type"], unique=False)
+    op.create_index(
+        "idx_project_to_folders_project_uuid",
+        "projects_to_folders",
+        ["project_uuid"],
+        unique=False,
+    )
+    op.create_index(
+        "idx_project_to_folders_user_id",
+        "projects_to_folders",
+        ["user_id"],
+        unique=False,
+    )
+    op.create_index(
+        "idx_projects_to_products_product_name",
+        "projects_to_products",
+        ["product_name"],
+        unique=False,
+    )
+    op.create_index(
+        "idx_workspaces_access_rights_gid",
+        "workspaces_access_rights",
+        ["gid"],
+        unique=False,
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(
+        "idx_workspaces_access_rights_gid", table_name="workspaces_access_rights"
+    )
+    op.drop_index(
+        "idx_projects_to_products_product_name", table_name="projects_to_products"
+    )
+    op.drop_index("idx_project_to_folders_user_id", table_name="projects_to_folders")
+    op.drop_index(
+        "idx_project_to_folders_project_uuid", table_name="projects_to_folders"
+    )
+    op.drop_index("idx_projects_type", table_name="projects")
+    op.drop_index(
+        "idx_projects_last_change_date_desc",
+        table_name="projects",
+        postgresql_using="btree",
+        postgresql_ops={"last_change_date": "DESC"},
+    )
+    op.drop_index("idx_project_to_groups_gid", table_name="project_to_groups")
+    # ### end Alembic commands ###

packages/postgres-database/src/simcore_postgres_database/models/project_to_groups.py

@@ -60,4 +60,5 @@
     column_created_datetime(timezone=True),
     column_modified_datetime(timezone=True),
     sa.UniqueConstraint("project_uuid", "gid"),
+    sa.Index("idx_project_to_groups_gid", "gid"),
 )

packages/postgres-database/src/simcore_postgres_database/models/projects.py

@@ -1,6 +1,5 @@
-""" Projects table
+"""Projects table"""
 
-"""
 import enum
 
 import sqlalchemy as sa
@@ -171,6 +170,14 @@ class ProjectType(enum.Enum):
         server_default=sa.text("'{}'::jsonb"),
         doc="DEPRECATED: Read/write/delete access rights of each group (gid) on this project",
     ),
+    ### INDEXES ----------------------------
+    sa.Index("idx_projects_type", "type"),
+    sa.Index(
+        "idx_projects_last_change_date_desc",
+        "last_change_date",
+        postgresql_using="btree",
+        postgresql_ops={"last_change_date": "DESC"},
+    ),
 )
 
 

packages/postgres-database/src/simcore_postgres_database/models/projects_to_folders.py

@@ -42,4 +42,6 @@
     column_created_datetime(timezone=True),
     column_modified_datetime(timezone=True),
     sa.UniqueConstraint("project_uuid", "folder_id", "user_id"),
+    sa.Index("idx_project_to_folders_project_uuid", "project_uuid"),
+    sa.Index("idx_project_to_folders_user_id", "user_id"),
 )

packages/postgres-database/src/simcore_postgres_database/models/projects_to_products.py

@@ -34,4 +34,5 @@
     column_created_datetime(timezone=False),
     column_modified_datetime(timezone=False),
     sa.UniqueConstraint("project_uuid", "product_name"),
+    sa.Index("idx_projects_to_products_product_name", "product_name"),
 )

packages/postgres-database/src/simcore_postgres_database/models/workspaces_access_rights.py

@@ -57,4 +57,5 @@
     column_created_datetime(timezone=True),
     column_modified_datetime(timezone=True),
     sa.UniqueConstraint("workspace_id", "gid"),
+    sa.Index("idx_workspaces_access_rights_gid", "gid"),
 )

services/web/server/src/simcore_service_webserver/projects/_crud_api_read.py

@@ -199,7 +199,6 @@ async def list_projects_full_depth(
         folder_query=FolderQuery(folder_scope=FolderScope.ALL),
         filter_trashed=trashed,
         filter_by_services=user_available_services,
-        filter_tag_ids_list=tag_ids_list,
         filter_by_project_type=ProjectType.STANDARD,
         search_by_multi_columns=search_by_multi_columns,
         search_by_project_name=search_by_project_name,

services/web/server/src/simcore_service_webserver/projects/_projects_repository_legacy.py

@@ -79,7 +79,6 @@
     ANY_USER_ID_SENTINEL,
     BaseProjectDB,
     ProjectAccessRights,
-    assemble_array_groups,
     convert_to_db_names,
     convert_to_schema_names,
     create_project_access_rights,
@@ -656,7 +655,6 @@ async def list_projects_dicts(  # pylint: disable=too-many-arguments,too-many-st
             user_groups_proxy: list[RowProxy] = await self._list_user_groups(
                 conn, user_id
             )
-            user_groups_array_str = assemble_array_groups(user_groups_proxy)
             user_groups: list[int] = [group.gid for group in user_groups_proxy]
 
             ###
@@ -668,7 +666,6 @@ async def list_projects_dicts(  # pylint: disable=too-many-arguments,too-many-st
                 user_id=user_id,
                 workspace_query=workspace_query,
                 is_search_by_multi_columns=search_by_multi_columns is not None,
-                user_groups_array_str=user_groups_array_str,
                 user_groups=user_groups,
             )