Add partial backup option

Author: FreddieAkeroyd

installation_and_upgrade/part_truncate_archive.bat

@@ -15,7 +15,7 @@ IF %errorlevel% neq 0 (
 REM Matches current MySQL version
 uv pip install mysql-connector-python==8.4.0
 
-python -u part_truncate_archive.py %*
+python -u %~dp0part_truncate_archive.py %*
 IF %errorlevel% neq 0 goto ERROR
 call rmdir /s /q %UV_TEMP_VENV%
 

installation_and_upgrade/part_truncate_archive.py

@@ -1,4 +1,5 @@
 import argparse
+import subprocess
 import time
 from contextlib import closing
 
@@ -51,21 +52,25 @@ def main() -> None:
     parser.add_argument(
         "--password", dest="password", action="store", help="mysql root password", default=""
     )
+    parser.add_argument(
+        "--backup", dest="backup", action="store", help="backup data before deleting to file"
+    )
     parser.add_argument("--dry-run", dest="dry_run", action="store_true", help="dry run")
 
     args = parser.parse_args()
+    sample_id = None
+    count_sample_id = None
 
     # ignore pyright checking as oracle bug in type signature of close() method
     with closing(
         mysql.connector.connect(
-            user="root", password=args.password, host=args.host, database="archive"
+            user="report", password="$report", host=args.host, database="archive"
         )  # pyright: ignore
     ) as conn:
         # this is so we don't cache query results and keep getting the same answer
         conn.autocommit = True
 
         with closing(conn.cursor(prepared=True)) as c:
-            c.execute("SET SQL_LOG_BIN=0")  # disable any binary logging for this session
             print(f"Looking for sample_id corresponding to {args.history} days ago")
             c.execute(
                 "SELECT MAX(sample_id) FROM sample WHERE smpl_time < TIMESTAMPADD(DAY, -?, NOW())",
@@ -82,19 +87,62 @@ def main() -> None:
                 f"ID of last row to delete is {sample_id} and there are {count_sample_id} rows "
                 f"-> {int(1 + count_sample_id / args.limit)} delete operations"
             )
+
+    if args.backup:
+        command = [
+            r"C:\Instrument\Apps\MySQL\bin\mysqldump.exe",
+            "--user=root",
+            f"--password={args.password}",
+            f"--host={args.host}",
+            "--single-transaction",
+            f"--result-file={args.backup}",
+            "--no-create-db",
+            "--no-create-info",
+            "--skip-triggers",
+            "--quick",
+            f'--where="WHERE sample_id < {sample_id}"',
+            "archive",
+            "sample",
+        ]
+        if args.dry_run:
+            print(command)
+        else:
+            subprocess.run(command, check=True)
+
+    # ignore pyright checking as oracle bug in type signature of close() method
+    with closing(
+        mysql.connector.connect(
+            user="root", password=args.password, host=args.host, database="archive"
+        )  # pyright: ignore
+    ) as conn:
+        # this is so we don't cache query results and keep getting the same answer
+        conn.autocommit = True
+
+        with closing(conn.cursor(prepared=True)) as c:
+            c.execute("SET SQL_LOG_BIN=0")  # disable any binary logging for this session
+            delete_ops = int(1 + count_sample_id / args.limit)
+
+            print(
+                f"ID of last row to delete is {sample_id} and there are {count_sample_id} rows "
+                f"-> {delete_ops} delete operations"
+            )
             print(
-                f"This will take at least {args.sleep * count_sample_id / args.limit:.1f} "
+                f"This will take at least {args.sleep * delete_ops:.1f} "
                 "seconds based on sleep time alone"
             )
             if args.dry_run:
                 print("Exiting as dry-run")
                 return
             rowcount = 1
             it = 0
+            progress = 0
             while rowcount > 0:
                 c.execute(f"DELETE FROM sample WHERE sample_id < {sample_id} LIMIT {args.limit}")
                 rowcount = c.rowcount
-                print(f"{it % 10}", end="", flush=True)
+                so_far = 100.0 * it / delete_ops
+                if so_far > progress:
+                    print(f"{progress}% ", end="", flush=True)
+                    progress += 5
                 it += 1
                 time.sleep(args.sleep)
             print("")