fix(RemoveDuplicateFaceDetections): Deduplicate progressively, not in one chunk

Signed-off-by: Marcel Klehr <mklehr@gmx.net>

Author: marcelklehr

lib/Migration/RemoveDuplicateFaceDetections.php

@@ -43,24 +43,34 @@ public function getName(): string {
 
 	public function run(IOutput $output): void {
 		try {
-			$subQuery = $this->db->getQueryBuilder();
-			$subQuery->selectAlias($subQuery->func()->min('id'), 'id')
+			$selectQuery = $this->db->getQueryBuilder();
+			$selectQuery->selectAlias($selectQuery->func()->min('id'), 'min_id')
+				->select('file_id', 'user_id', 'x', 'y', 'height', 'width')
 				->from('recognize_face_detections')
 				->groupBy('file_id', 'user_id', 'x', 'y', 'height', 'width');
 
-			if ($this->db->getDatabaseProvider() === IDBConnection::PLATFORM_MYSQL) {
-				$secondSubQuery = $this->db->getQueryBuilder();
-				$secondSubQuery->select('id')->from($secondSubQuery->createFunction('(' . $subQuery->getSQL() .')'), 'x');
-				$sql = $secondSubQuery->getSQL();
-			} else {
-				$sql = $subQuery->getSQL();
-			}
+			$result = $selectQuery->executeQuery();
 
-			$qb = $this->db->getQueryBuilder();
-			$qb->delete('recognize_face_detections')
-				->where($qb->expr()->notIn('id', $qb->createFunction('(' . $sql .')')));
+			$deleteQuery = $this->db->getQueryBuilder();
+			$deleteQuery->delete('recognize_face_detections')
+				->where($deleteQuery->expr()->neq('id', $deleteQuery->createParameter('min_id')))
+				->andWhere($deleteQuery->expr()->eq('file_id', $deleteQuery->createParameter('file_id')))
+				->andWhere($deleteQuery->expr()->eq('user_id', $deleteQuery->createParameter('user_id')))
+				->andWhere($deleteQuery->expr()->eq('x', $deleteQuery->createParameter('x')))
+				->andWhere($deleteQuery->expr()->eq('y', $deleteQuery->createParameter('y')))
+				->andWhere($deleteQuery->expr()->eq('height', $deleteQuery->createParameter('height')))
+				->andWhere($deleteQuery->expr()->eq('width', $deleteQuery->createParameter('width')));
 
-			$qb->executeStatement();
+			while($row = $result->fetch()) {
+				$deleteQuery->setParameter('min_id', $row['min_id']);
+				$deleteQuery->setParameter('file_id', $row['file_id']);
+				$deleteQuery->setParameter('user_id', $row['user_id']);
+				$deleteQuery->setParameter('x', $row['x']);
+				$deleteQuery->setParameter('y', $row['y']);
+				$deleteQuery->setParameter('height', $row['height']);
+				$deleteQuery->setParameter('width', $row['width']);
+				$deleteQuery->executeStatement();
+			}
 		} catch (\Throwable $e) {
 			$output->warning('Failed to automatically remove duplicate face detections for recognize.');
 			$this->logger->error('Failed to automatically remove duplicate face detections', ['exception' => $e]);