exclude truncate on templates

Author: t-book

database_manager.py

@@ -1044,11 +1044,24 @@ def drop_database_connections(self, database_name):
             self.progress_updated.emit(error_msg)
             return False
 
-    def create_template(self, source_db, template_name, template_comment=None):
-        """Create a template from source database with optional comment."""
+    def create_template(self, source_db, template_name, template_comment=None, 
+                    preserve_qgis_projects=False, excluded_schemas=None):
+        """Create a template from source database with optional comment and data preservation options."""
         try:
+            if excluded_schemas is None:
+                excluded_schemas = []
+            
             self.progress_updated.emit(f"Creating template '{template_name}' from '{source_db}'...")
 
+            # Log preservation settings
+            if preserve_qgis_projects or excluded_schemas:
+                preservation_info = []
+                if preserve_qgis_projects:
+                    preservation_info.append("qgis_projects table will be preserved")
+                if excluded_schemas:
+                    preservation_info.append(f"schemas {excluded_schemas} will be preserved")
+                self.progress_updated.emit(f"Data preservation: {'; '.join(preservation_info)}")
+            
             # Check for active connections first
             connection_count = self.get_connection_count(source_db)
             if connection_count > 0:
@@ -1090,9 +1103,7 @@ def create_template(self, source_db, template_name, template_comment=None):
                 cursor.execute(f"COMMENT ON DATABASE \"{template_name}\" IS '{escaped_comment}';")
                 self.progress_updated.emit(f"Comment added: {template_comment}")
 
-            self.progress_updated.emit("Removing data from template...")
-            
-            # Connect to template database to remove data
+            # Connect to template database to remove data selectively
             cursor.close()
             conn.close()
 
@@ -1113,21 +1124,50 @@ def create_template(self, source_db, template_name, template_comment=None):
 
             tables = template_cursor.fetchall()
 
-            # Truncate all tables
+            # Process tables with selective preservation
+            truncated_count = 0
+            preserved_count = 0
+            
+            self.progress_updated.emit("Processing tables with data preservation rules...")
+            
             for schema, table in tables:
+                # Check if this schema should be excluded entirely
+                if schema in excluded_schemas:
+                    self.progress_updated.emit(f"Preserving data in {schema}.{table} (excluded schema)")
+                    preserved_count += 1
+                    continue
+                
+                # Check if this is the qgis_projects table and should be preserved
+                if preserve_qgis_projects and table == 'qgis_projects':
+                    self.progress_updated.emit(f"Preserving data in {schema}.{table} (qgis_projects table)")
+                    preserved_count += 1
+                    continue
+                
+                # Truncate this table
                 try:
                     template_cursor.execute(f'TRUNCATE TABLE "{schema}"."{table}" CASCADE;')
                     self.progress_updated.emit(f"Cleared data from {schema}.{table}")
+                    truncated_count += 1
                 except psycopg2.Error as e:
                     self.log_message(f"Warning: Could not truncate {schema}.{table}: {str(e)}", Qgis.Warning)
 
             template_cursor.close()
             template_conn.close()
 
+            # Prepare success message with detailed info
             success_msg = f"Template '{template_name}' created successfully!"
             if template_comment:
                 success_msg += f" Comment: {template_comment}"
 
+            details = []
+            if truncated_count > 0:
+                details.append(f"{truncated_count} tables truncated")
+            if preserved_count > 0:
+                details.append(f"{preserved_count} tables preserved")
+            
+            if details:
+                success_msg += f" ({', '.join(details)})"
+            
             self.progress_updated.emit(success_msg)
             self.operation_finished.emit(True, success_msg)
             return True
@@ -1137,7 +1177,7 @@ def create_template(self, source_db, template_name, template_comment=None):
             self.log_message(error_msg, Qgis.Critical)
             self.operation_finished.emit(False, error_msg)
             return False
-
+    
     def create_database_from_template(self, template_name, new_db_name, db_comment=None):
         """Create a new database from template with optional comment."""
         try:

tabs/archive_project_tab.py

@@ -227,7 +227,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - Portable Project Archiver")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
         msg.exec_()
 

tabs/clean_qgs_tab.py

@@ -184,7 +184,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - QGS File Credential Cleaner")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
         msg.exec_()
 

tabs/connection_tab.py

@@ -121,7 +121,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - PostgreSQL Connection")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
         msg.exec_()
 

tabs/databases_tab.py

@@ -371,31 +371,31 @@ def _show_help_popup(self):
         help_text = (
             "<h3>Database Manager</h3>"
             "<p>Create and manage PostgreSQL databases from templates or existing databases.</p>"
-            "<h4>🆕 Database Creation:</h4>"
+            "<h4>Database Creation:</h4>"
             "<ul>"
             "<li><b>From Template:</b> Creates database from template with empty data</li>"
             "<li><b>From Existing Database:</b> Creates a copy of an existing database</li>"
             "<li><b>Ready to use:</b> Database is immediately available for connections</li>"
             "</ul>"
-            "<h4>🗑️ Database Deletion:</h4>"
+            "<h4>Database Deletion:</h4>"
             "<ul>"
-            "<li><b>⚠️ IRREVERSIBLE:</b> Once deleted, data cannot be recovered</li>"
+            "<li><b>IRREVERSIBLE:</b> Once deleted, data cannot be recovered</li>"
             "<li><b>Strong warning:</b> Single confirmation dialog with clear consequences</li>"
             "<li><b>Safety checks:</b> Prevents deletion of system databases</li>"
             "</ul>"
-            "<h4>💬 Database Comments:</h4>"
+            "<h4>Database Comments:</h4>"
             "<ul>"
             "<li><b>Documentation:</b> Comments help identify database purpose and content</li>"
             "<li><b>Metadata:</b> Comments are stored in PostgreSQL's system catalog</li>"
             "</ul>"
-            "<h4>📋 Database Creation Process:</h4>"
+            "<h4>Database Creation Process:</h4>"
             "<ol>"
             "<li><b>Choose source type:</b> Select template or existing database</li>"
             "<li><b>Select source:</b> Choose from available templates or databases</li>"
             "<li><b>Name database:</b> Enter a unique name (letters, numbers, underscores only)</li>"
             "<li><b>Create:</b> PostgreSQL creates the new database</li>"
             "</ol>"
-            "<h4>🔥 Database Deletion Process:</h4>"
+            "<h4>Database Deletion Process:</h4>"
             "<ol>"
             "<li><b>Select database:</b> Choose database from the list</li>"
             "<li><b>Type database name:</b> Confirm by typing exact database name</li>"
@@ -407,7 +407,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - Database Manager")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
 
         # Make dialog larger to accommodate more text

tabs/qgis_projects_tab.py

@@ -148,7 +148,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - QGIS Project Layer Updater")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
         msg.exec_()
 

tabs/templates_tab.py

@@ -7,7 +7,7 @@
 from qgis.PyQt.QtWidgets import (QVBoxLayout, QHBoxLayout, QFormLayout, 
                                 QComboBox, QLineEdit, QPushButton, QGroupBox,
                                 QTableWidget, QTableWidgetItem, QMessageBox, QDialog, QDialogButtonBox,
-                                QLabel, QTextEdit, QHeaderView)
+                                QLabel, QTextEdit, QHeaderView, QCheckBox)
 from qgis.PyQt.QtCore import Qt
 from qgis.PyQt.QtGui import QFont
 from .base_tab import BaseTab
@@ -140,12 +140,25 @@ def setup_ui(self):
         self.template_comment_edit = QLineEdit()
         self.template_comment_edit.setPlaceholderText("Optional description for the template (e.g., 'Production schema template for project X')")
 
+        # Add checkbox for qgis_projects table protection
+        self.protect_qgis_projects_checkbox = QCheckBox("Preserve qgis_projects table data")
+        self.protect_qgis_projects_checkbox.setChecked(True)  # Default checked
+        self.protect_qgis_projects_checkbox.setToolTip("When checked, the 'qgis_projects' table will not be truncated and its data will be preserved in the template")
+        
+        # Add input for schema exclusions
+        self.exclude_schemas_edit = QLineEdit()
+        self.exclude_schemas_edit.setText("listen")  # Prefill with "listen"
+        self.exclude_schemas_edit.setPlaceholderText("Comma-separated list of schemas to preserve (e.g., listen, metadata, system)")
+        self.exclude_schemas_edit.setToolTip("Enter schema names separated by commas. Tables in these schemas will not be truncated and their data will be preserved in the template")
+        
         self.create_template_btn = QPushButton("Create Template")
         self.create_template_btn.clicked.connect(self.create_template)
 
         create_layout.addRow("Source Database:", self.source_db_combo)
         create_layout.addRow("Template Name:", self.template_name_edit)
         create_layout.addRow("Comment:", self.template_comment_edit)
+        create_layout.addRow("", self.protect_qgis_projects_checkbox)
+        create_layout.addRow("Exclude Schemas:", self.exclude_schemas_edit)
         create_layout.addWidget(self.create_template_btn)
 
         layout.addWidget(create_group)
@@ -192,28 +205,31 @@ def _show_help_popup(self):
             "<li><b>Name the template:</b> Give your template a descriptive name</li>"
             "<li><b>Add comment (optional):</b> Provide a description to help identify the template's purpose, "
             "such as 'Production schema for customer management system' or 'Development environment template'</li>"
+            "<li><b>Configure data preservation:</b> Choose which tables/schemas to preserve data from</li>"
             "<li><b>Structure copied:</b> All tables, views, functions, indexes are copied</li>"
-            "<li><b>Data removed:</b> Template contains no records (empty tables)</li>"
+            "<li><b>Data handling:</b> By default, template contains no records, but you can preserve specific tables/schemas</li>"
             "<li><b>Template ready:</b> Use template to create new databases instantly</li>"
             "</ol>"
+            "<h4>Data Preservation Options:</h4>"
+            "<ul>"
+            "<li><b>Preserve qgis_projects table:</b> When checked, the 'qgis_projects' table data will be kept in the template</li>"
+            "<li><b>Exclude Schemas:</b> Comma-separated list of schema names whose tables will not be truncated</li>"
+            "</ul>"
             "<h4>Template Comments:</h4>"
             "<p>The <b>comment field</b> allows you to add a descriptive note to your template that will be stored "
-            "in the PostgreSQL database catalog. This helps you and other users understand the purpose and content "
-            "of each template. Comments are especially useful when managing multiple templates.</p>"
+            "in the PostgreSQL database catalog. This helps you and other users understand the purpose and content. </p>"
             "<h4>⚠️ Important notes:</h4>"
             "<ul>"
             "<li><b>Active connections:</b> All connections to source database will be dropped during creation</li>"
-            "<li><b>Structure only:</b> Templates preserve schema but remove all data</li>"
-            "<li><b>PostgreSQL feature:</b> Uses native PostgreSQL template functionality</li>"
-            "<li><b>Comments are permanent:</b> Once set, comments become part of the database metadata</li>"
+            "<li><b>Structure preserved:</b> Templates preserve schema and optionally selected data</li>"
+            "<li><b>Schema exclusions:</b> Tables in excluded schemas will keep their data in the template</li>"
             "</ul>"
         )
 
         msg = QMessageBox(self)
         msg.setWindowTitle("Help - PostgreSQL Template Manager")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
         msg.exec_()
 
@@ -271,6 +287,15 @@ def create_template(self):
         template_name = self.template_name_edit.text().strip()
         template_comment = self.template_comment_edit.text().strip()
 
+        # Get the new options
+        preserve_qgis_projects = self.protect_qgis_projects_checkbox.isChecked()
+        exclude_schemas_text = self.exclude_schemas_edit.text().strip()
+        
+        # Parse excluded schemas
+        excluded_schemas = []
+        if exclude_schemas_text:
+            excluded_schemas = [schema.strip() for schema in exclude_schemas_text.split(",") if schema.strip()]
+        
         if not self.validate_selection(self.source_db_combo, "source database"):
             return
 
@@ -305,11 +330,21 @@ def create_template(self):
             else:
                 # No active connections, but still show a confirmation
                 confirmation_text = f"Create template '{template_name}' from database '{source_db}'?\n\n"
-                confirmation_text += "This will create a copy of the database structure without data."
+                confirmation_text += "This will create a copy of the database structure with selected data preservation options."
 
                 if template_comment:
                     confirmation_text += f"\n\nComment: {template_comment}"
 
+                # Add information about data preservation
+                if preserve_qgis_projects or excluded_schemas:
+                    confirmation_text += "\n\nData preservation settings:"
+                    if preserve_qgis_projects:
+                        confirmation_text += "\n• qgis_projects table data will be preserved"
+                    if excluded_schemas:
+                        confirmation_text += f"\n• Schemas excluded from truncation: {', '.join(excluded_schemas)}"
+                else:
+                    confirmation_text += "\n\nAll table data will be removed (standard template behavior)."
+                
                 reply = QMessageBox.question(
                     self,
                     "Create Template",
@@ -323,7 +358,13 @@ def create_template(self):
 
             # Proceed with template creation
             self.emit_progress_started()
-            self.db_manager.create_template(source_db, template_name, template_comment)
+            self.db_manager.create_template(
+                source_db, 
+                template_name, 
+                template_comment,
+                preserve_qgis_projects=preserve_qgis_projects,
+                excluded_schemas=excluded_schemas
+            )
 
         except Exception as e:
             self.emit_log(f"Error checking connections: {str(e)}")
@@ -362,6 +403,9 @@ def on_operation_finished(self, success, message):
                 self.emit_log(f"✓ {message}")
                 self.template_name_edit.clear()
                 self.template_comment_edit.clear()
+                # Reset data preservation options to defaults
+                self.protect_qgis_projects_checkbox.setChecked(True)
+                self.exclude_schemas_edit.setText("listen")
                 self.refresh_templates()
             else:
                 self.emit_log(f"✗ {message}")

tabs/truncate_tab.py

@@ -288,7 +288,6 @@ def _show_help_popup(self):
         msg.setWindowTitle("Help - Truncate Tables")
         msg.setTextFormat(1)  # Rich text format
         msg.setText(help_text)
-        msg.setIcon(QMessageBox.Information)
         msg.setStandardButtons(QMessageBox.Ok)
 
         # Make dialog appropriately sized