Migration: Re-use async batch infrastructure

Author: obenland

CHANGELOG.md

@@ -19,6 +19,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 * Outbox now precesses the first batch of followers right away to avoid delays in processing new Activities.
 * Post bulk edits no longer create Outbox items, unless author or post status change.
+* Version upgrade routines now use the async_batch infrastructure to process upgrades.
 
 ### Fixed
 

includes/class-migration.php

@@ -22,10 +22,6 @@ class Migration {
 	 * Initialize the class, registering WordPress hooks.
 	 */
 	public static function init() {
-		\add_action( 'activitypub_migrate', array( self::class, 'async_migration' ) );
-		\add_action( 'activitypub_upgrade', array( self::class, 'async_upgrade' ), 10, 99 );
-		\add_action( 'activitypub_update_comment_counts', array( self::class, 'update_comment_counts' ), 10, 2 );
-
 		self::maybe_migrate();
 	}
 
@@ -136,13 +132,12 @@ public static function maybe_migrate() {
 			$version_from_db = ACTIVITYPUB_PLUGIN_VERSION;
 		}
 
-		// Schedule the async migration.
-		if ( ! \wp_next_scheduled( 'activitypub_migrate', $version_from_db ) ) {
-			\wp_schedule_single_event( \time(), 'activitypub_migrate', array( $version_from_db ) );
-		}
 		if ( \version_compare( $version_from_db, '0.17.0', '<' ) ) {
 			self::migrate_from_0_16();
 		}
+		if ( \version_compare( $version_from_db, '1.0.0', '<' ) ) {
+			\wp_schedule_single_event( \time(), 'activitypub_async_batch', array( array( self::class, 'migrate_from_0_17' ) ) );
+		}
 		if ( \version_compare( $version_from_db, '1.3.0', '<' ) ) {
 			self::migrate_from_1_2_0();
 		}
@@ -162,7 +157,7 @@ public static function maybe_migrate() {
 			self::migrate_to_4_1_0();
 		}
 		if ( \version_compare( $version_from_db, '4.5.0', '<' ) ) {
-			\wp_schedule_single_event( \time() + MINUTE_IN_SECONDS, 'activitypub_update_comment_counts' );
+			\wp_schedule_single_event( \time() + MINUTE_IN_SECONDS, 'activitypub_async_batch', array( array( self::class, 'update_comment_counts' ) ) );
 		}
 		if ( \version_compare( $version_from_db, '4.7.1', '<' ) ) {
 			self::migrate_to_4_7_1();
@@ -175,8 +170,8 @@ public static function maybe_migrate() {
 		}
 		if ( \version_compare( $version_from_db, '5.0.0', '<' ) ) {
 			Scheduler::register_schedules();
-			\wp_schedule_single_event( \time(), 'activitypub_upgrade', array( 'create_post_outbox_items' ) );
-			\wp_schedule_single_event( \time() + 15, 'activitypub_upgrade', array( 'create_comment_outbox_items' ) );
+			\wp_schedule_single_event( \time(), 'activitypub_async_batch', array( array( self::class, 'create_post_outbox_items' ) ) );
+			\wp_schedule_single_event( \time() + 15, 'activitypub_async_batch', array( array( self::class, 'create_comment_outbox_items' ) ) );
 			add_action( 'init', 'flush_rewrite_rules', 20 );
 		}
 		if ( \version_compare( $version_from_db, '5.2.0', '<' ) ) {
@@ -208,49 +203,6 @@ public static function maybe_migrate() {
 		self::unlock();
 	}
 
-	/**
-	 * Asynchronously migrates the database structure.
-	 *
-	 * @param string $version_from_db The version from which to migrate.
-	 */
-	public static function async_migration( $version_from_db ) {
-		if ( \version_compare( $version_from_db, '1.0.0', '<' ) ) {
-			self::migrate_from_0_17();
-		}
-	}
-
-	/**
-	 * Asynchronously runs upgrade routines.
-	 *
-	 * @param callable $callback Callable upgrade routine. Must be a method of this class.
-	 * @params mixed   ...$args  Optional. Parameters that get passed to the callback.
-	 */
-	public static function async_upgrade( $callback ) {
-		$args = \func_get_args();
-
-		// Bail if the existing lock is still valid.
-		if ( self::is_locked() ) {
-			\wp_schedule_single_event( time() + MINUTE_IN_SECONDS, 'activitypub_upgrade', $args );
-			return;
-		}
-
-		self::lock();
-
-		$callback = array_shift( $args ); // Remove $callback from arguments.
-		$next     = \call_user_func_array( array( self::class, $callback ), $args );
-
-		self::unlock();
-
-		if ( ! empty( $next ) ) {
-			// Schedule the next run, adding the result to the arguments.
-			\wp_schedule_single_event(
-				\time() + 30,
-				'activitypub_upgrade',
-				\array_merge( array( $callback ), \array_values( $next ) )
-			);
-		}
-	}
-
 	/**
 	 * Updates the custom template to use shortcodes instead of the deprecated templates.
 	 */
@@ -492,25 +444,11 @@ public static function migrate_to_4_7_2() {
 	 * @see Comment::pre_wp_update_comment_count_now()
 	 * @param int $batch_size Optional. Number of posts to process per batch. Default 100.
 	 * @param int $offset     Optional. Number of posts to skip. Default 0.
+	 * @return array|null Array with batch size and offset if there are more posts to process, null otherwise.
 	 */
 	public static function update_comment_counts( $batch_size = 100, $offset = 0 ) {
 		global $wpdb;
 
-		// Bail if the existing lock is still valid.
-		if ( self::is_locked() ) {
-			\wp_schedule_single_event(
-				time() + ( 5 * MINUTE_IN_SECONDS ),
-				'activitypub_update_comment_counts',
-				array(
-					'batch_size' => $batch_size,
-					'offset'     => $offset,
-				)
-			);
-			return;
-		}
-
-		self::lock();
-
 		Comment::register_comment_types();
 		$comment_types  = Comment::get_comment_type_slugs();
 		$type_inclusion = "AND comment_type IN ('" . implode( "','", $comment_types ) . "')";
@@ -531,17 +469,10 @@ public static function update_comment_counts( $batch_size = 100, $offset = 0 ) {
 
 		if ( count( $post_ids ) === $batch_size ) {
 			// Schedule next batch.
-			\wp_schedule_single_event(
-				time() + MINUTE_IN_SECONDS,
-				'activitypub_update_comment_counts',
-				array(
-					'batch_size' => $batch_size,
-					'offset'     => $offset + $batch_size,
-				)
-			);
+			return array( $batch_size, $offset + $batch_size );
 		}
 
-		self::unlock();
+		return null;
 	}
 
 	/**

readme.txt

@@ -138,6 +138,7 @@ For reasons of data protection, it is not possible to see the followers of other
 * Added: Show metadata in the New Follower E-Mail.
 * Changed: Outbox now precesses the first batch of followers right away to avoid delays in processing new Activities.
 * Changed: Post bulk edits no longer create Outbox items, unless author or post status change.
+* Changed: Version upgrade routines now use the async_batch infrastructure to process upgrades.
 * Fixed: The Outbox purging routine no longer is limited to deleting 5 items at a time.
 * Fixed: An issue where the outbox could not send object types other than `Base_Object` (introduced in 5.0.0).
 * Fixed: Ellipses now display correctly in notification emails for Likes and Reposts.

tests/includes/class-test-migration.php

@@ -10,6 +10,7 @@
 use Activitypub\Collection\Outbox;
 use Activitypub\Migration;
 use Activitypub\Comment;
+use Activitypub\Scheduler;
 
 /**
  * Test class for Activitypub Migrate.
@@ -390,12 +391,12 @@ public function test_update_comment_counts_with_lock() {
 		Comment::register_comment_types();
 
 		// Create test comments.
-		$post_id    = $this->factory->post->create(
+		$post_id    = self::factory()->post->create(
 			array(
 				'post_author' => 1,
 			)
 		);
-		$comment_id = $this->factory->comment->create(
+		$comment_id = self::factory()->comment->create(
 			array(
 				'comment_post_ID'  => $post_id,
 				'comment_approved' => '1',
@@ -413,41 +414,6 @@ public function test_update_comment_counts_with_lock() {
 		wp_delete_post( $post_id, true );
 	}
 
-	/**
-	 * Test update_comment_counts() with existing valid lock.
-	 *
-	 * @covers ::update_comment_counts
-	 */
-	public function test_update_comment_counts_with_existing_valid_lock() {
-		// Register comment types.
-		Comment::register_comment_types();
-
-		// Set a lock.
-		Migration::lock();
-
-		Migration::update_comment_counts( 10, 0 );
-
-		// Verify a scheduled event was created.
-		$next_scheduled = wp_next_scheduled(
-			'activitypub_update_comment_counts',
-			array(
-				'batch_size' => 10,
-				'offset'     => 0,
-			)
-		);
-		$this->assertNotFalse( $next_scheduled );
-
-		// Clean up.
-		delete_option( 'activitypub_migration_lock' );
-		wp_clear_scheduled_hook(
-			'activitypub_update_comment_counts',
-			array(
-				'batch_size' => 10,
-				'offset'     => 0,
-			)
-		);
-	}
-
 	/**
 	 * Test create post outbox items.
 	 *
@@ -519,43 +485,15 @@ public function test_create_outbox_items_batching() {
 		$this->assertEquals( 5, count( $outbox_items ) );
 	}
 
-	/**
-	 * Test async upgrade functionality.
-	 *
-	 * @covers ::async_upgrade
-	 * @covers ::lock
-	 * @covers ::unlock
-	 * @covers ::create_post_outbox_items
-	 */
-	public function test_async_upgrade() {
-		// Test that lock prevents simultaneous upgrades.
-		Migration::lock();
-		Migration::async_upgrade( 'create_post_outbox_items' );
-		$scheduled = \wp_next_scheduled( 'activitypub_upgrade', array( 'create_post_outbox_items' ) );
-		$this->assertNotFalse( $scheduled );
-		Migration::unlock();
-
-		// Test scheduling next batch when callback returns more work.
-		Migration::async_upgrade( 'create_post_outbox_items', 1, 0 ); // Small batch size to force multiple batches.
-		$scheduled = \wp_next_scheduled( 'activitypub_upgrade', array( 'create_post_outbox_items', 1, 1 ) );
-		$this->assertNotFalse( $scheduled );
-
-		// Test no scheduling when callback returns null (no more work).
-		Migration::async_upgrade( 'create_post_outbox_items', 100, 1000 ); // Large offset to ensure no posts found.
-		$this->assertFalse(
-			\wp_next_scheduled( 'activitypub_upgrade', array( 'create_post_outbox_items', 100, 1100 ) )
-		);
-	}
-
 	/**
 	 * Test async upgrade with multiple arguments.
 	 *
 	 * @covers ::async_upgrade
 	 */
 	public function test_async_upgrade_multiple_args() {
 		// Test that multiple arguments are passed correctly.
-		Migration::async_upgrade( 'update_comment_counts', 50, 100 );
-		$scheduled = \wp_next_scheduled( 'activitypub_upgrade', array( 'update_comment_counts', 50, 150 ) );
+		Scheduler::async_batch( array( Migration::class, 'update_comment_counts' ), 50, 100 );
+		$scheduled = \wp_next_scheduled( 'activitypub_async_batch', array( array( Migration::class, 'update_comment_counts' ), 50, 150 ) );
 		$this->assertFalse( $scheduled, 'Should not schedule next batch when no comments found' );
 	}
 

tests/includes/class-test-scheduler.php

@@ -7,6 +7,8 @@
 
 namespace Activitypub\Tests;
 
+use Activitypub\Comment;
+use Activitypub\Migration;
 use Activitypub\Scheduler;
 use Activitypub\Collection\Outbox;
 use Activitypub\Activity\Base_Object;
@@ -282,4 +284,65 @@ public function test_purge_outbox_with_different_purge_days() {
 		// Verify posts are deleted.
 		$this->assertEquals( 0, wp_count_posts( Outbox::POST_TYPE )->publish );
 	}
+
+	/**
+	 * Test update_comment_counts() with existing valid lock.
+	 *
+	 * @covers ::lock
+	 * @covers ::async_batch
+	 */
+	public function test_update_comment_counts_with_existing_valid_lock() {
+		// Register comment types.
+		Comment::register_comment_types();
+
+		$callback = array( Migration::class, 'update_comment_counts' );
+		$key      = \md5( \serialize( $callback ) ); // phpcs:ignore WordPress.PHP.DiscouragedPHPFunctions.serialize_serialize
+
+		// Set a lock.
+		Scheduler::lock( $key );
+
+		Scheduler::async_batch( $callback, 10, 0 );
+
+		// Verify a scheduled event was created.
+		$next_scheduled = wp_next_scheduled( 'activitypub_async_batch', array( $callback, 10, 0 ) );
+		$this->assertNotFalse( $next_scheduled );
+
+		// Clean up.
+		delete_option( 'activitypub_migration_lock' );
+		wp_clear_scheduled_hook( 'activitypub_async_batch', array( $callback, 10, 0 ) );
+	}
+
+	/**
+	 * Test async upgrade functionality.
+	 *
+	 * @covers ::async_batch
+	 * @covers ::lock
+	 * @covers ::unlock
+	 */
+	public function test_async_upgrade() {
+		$callback = array( Migration::class, 'create_post_outbox_items' );
+		$key      = \md5( \serialize( $callback ) ); // phpcs:ignore WordPress.PHP.DiscouragedPHPFunctions.serialize_serialize
+
+		// Test that lock prevents simultaneous upgrades.
+		Scheduler::lock( $key );
+		Scheduler::async_batch( $callback );
+		$scheduled = \wp_next_scheduled( 'activitypub_async_batch', array( $callback ) );
+		$this->assertNotFalse( $scheduled );
+		Scheduler::unlock( $key );
+
+		\remove_action( 'transition_post_status', array( \Activitypub\Scheduler\Post::class, 'schedule_post_activity' ), 33 );
+		self::factory()->post->create( array( 'meta_input' => array( 'activitypub_status' => 'federated' ) ) );
+		\add_action( 'transition_post_status', array( \Activitypub\Scheduler\Post::class, 'schedule_post_activity' ), 33, 3 );
+
+		// Test scheduling next batch when callback returns more work.
+		Scheduler::async_batch( $callback, 1, 0 ); // Small batch size to force multiple batches.
+		$scheduled = \wp_next_scheduled( 'activitypub_async_batch', array( $callback, 1, 1 ) );
+		$this->assertNotFalse( $scheduled );
+
+		// Test no scheduling when callback returns null (no more work).
+		Scheduler::async_batch( $callback, 100, 1000 ); // Large offset to ensure no posts found.
+		$this->assertFalse(
+			\wp_next_scheduled( 'activitypub_async_batch', array( $callback, 100, 1100 ) )
+		);
+	}
 }

tests/includes/collection/class-test-followers.php

@@ -358,23 +358,6 @@ public function test_add_duplicate_follower() {
 		$this->assertCount( 1, $meta );
 	}
 
-	/**
-	 * Tests scheduling of migration.
-	 *
-	 * @covers ::maybe_migrate
-	 */
-	public function test_migration_scheduling() {
-		update_option( 'activitypub_db_version', '0.0.1' );
-
-		\Activitypub\Migration::maybe_migrate();
-
-		$schedule = \wp_next_scheduled( 'activitypub_migrate', array( '0.0.1' ) );
-		$this->assertNotFalse( $schedule );
-
-		// Clean up.
-		delete_option( 'activitypub_db_version' );
-	}
-
 	/**
 	 * Data provider for migration test scenarios.
 	 *