Update mydumper (#48)

* Update mydumper to 0.21.1-1

* Upgrade mydumper to 0.22.2-2

* fix: flush() and quotes as needed in the stream from source to dest

* fix: Maybe that \n is needed after all...

Author: henrikingo

Dockerfile

@@ -8,11 +8,11 @@ RUN gpg --keyserver keyserver.ubuntu.com --recv-keys A8D3785C \
 
 # Install mydumper/myloader
 RUN apt-get install -y wget zstd
-RUN wget https://github.com/mydumper/mydumper/releases/download/v0.20.1-2/mydumper_0.20.1-2.bookworm_amd64.deb
-RUN apt-get install -y ./mydumper_0.20.1-2.bookworm_amd64.deb
+RUN wget https://github.com/mydumper/mydumper/releases/download/v0.21.2-2/mydumper_0.21.2-2.bookworm_amd64.deb
+RUN apt-get install -y ./mydumper_0.21.2-2.bookworm_amd64.deb
 
 COPY . /app
 WORKDIR /app
 
 RUN pip install --upgrade pip
-RUN pip install -e ".[dev]"
+RUN pip install -e ".[dev]"

aiven_mysql_migrate/migration_executor.py

@@ -86,6 +86,10 @@ def _reader_stdout():
 
                 LOGGER.debug("dump: %s", processed_line)
                 self.import_proc.stdin.write(processed_line + "\n")
+                self.import_proc.stdin.flush()
+                for handler in logging.getHandlerNames():
+                    logging.getHandlerByName(handler).flush()
+                sys.stdout.flush()
 
             self.import_proc.stdin.flush()
             self.import_proc.stdin.close()

test/sys/test_migration.py

@@ -87,7 +87,7 @@ def test_migration_replication(
     assert server_uuid in meta["dump_gtids"]
 
     with dst.cur() as cur:
-        cur.execute(f"SELECT ID FROM {db_name}.test")
+        cur.execute(f"SELECT ID FROM `{db_name}`.`test`")
         res = cur.fetchall()
         assert len(res) == 1 and res[0]["ID"] == "test_data"