Make repository refresh much faster

Author: schlessera

.maintenance/clone-all-repositories.php

@@ -11,21 +11,24 @@
 	'wp-cli-dev',
 );
 
-$request      = 'https://api.github.com/orgs/wp-cli/repos?per_page=100';
-$response     = shell_exec( "curl -s {$request}" );
-$repositories = json_decode( $response );
-$pwd          = getcwd();
+$request        = 'https://api.github.com/orgs/wp-cli/repos?per_page=100';
+$response       = shell_exec( "curl -s {$request}" );
+$repositories   = json_decode( $response );
+$pwd            = getcwd();
+$update_folders = [];
 
 foreach ( $repositories as $repository ) {
 	if ( in_array( $repository->name, $skip_list, true ) ) {
 		continue;
 	}
 
 	if ( ! is_dir( $repository->name ) ) {
-		printf( "Fetching \033[32mwp-cli/{$repository->name}\033[0m:\n" );
+		printf( "Fetching \033[32mwp-cli/{$repository->name}\033[0m...\n" );
 		system( "git clone {$repository->clone_url}" );
-	} else {
-		printf( "Updating \033[33mwp-cli/{$repository->name}\033[0m:\n" );
-		system( "cd {$repository->name} && git checkout master && git pull; cd {$pwd}" );
 	}
+
+	$update_folders[] = $repository->name;
 }
+
+$updates = implode( ' ', $update_folders );
+system( "echo $updates | xargs -n1 -P8 -I% php .maintenance/refresh-repository.php %" );

.maintenance/refresh-repository.php

@@ -0,0 +1,16 @@
+<?php
+
+if ( ! isset ( $argv[1] ) || ! is_dir( $argv[1] ) ) {
+	exit( "Usage: php refresh-repository.php <repository-folder>\n" );
+}
+
+$repository = $argv[1];
+$path = realpath( getcwd() . "/{$repository}" );
+
+printf( "--- Refreshing repository \033[32m{$repository}\033[0m ---\n" );
+
+printf( "Switching to latest \033[33mmaster\033[0m branch...\n" );
+system( "git --git-dir={$path}/.git --work-tree={$path} checkout master" );
+
+printf( "Pulling latest changes...\n" );
+system( "git --git-dir={$path}/.git --work-tree={$path} pull" );

.maintenance/symlink-vendor-folders.php

@@ -6,7 +6,7 @@
 
 foreach ( $repositories as $repository ) {
 	if ( ! is_dir( "{$repository}/vendor" ) && is_file( "{$repository}/composer.json" ) ) {
-		printf( "Symlinking \033[33mwp-cli/{$repository}/vendor\033[0m folder:\n" );
+		printf( "Symlinking \033[33mwp-cli/{$repository}/vendor\033[0m folder...\n" );
 
 		// We don't symlink the vendor folder directly, but rather create a real
 		// vendor folder and symlink each of the subfolders instead.

.readme-partials/INSTALLATION.md

@@ -10,3 +10,4 @@ This will:
 
 1. Clone all relevant packages from the `wp-cli` GitHub organization into the `wp-cli-dev` folder, and
 2. Install all Composer dependencies for a complete `wp-cli-bundle` setup, while symlinking all of the previously cloned packages into the Composer `vendor` folder.
+3. Symlink all folder in `vendor` into corresponding `vendor` folders in each repository, thus making the centralized functionality based on Composer available in each repository subfolder.

README.md

@@ -23,6 +23,7 @@ This will:
 
 1. Clone all relevant packages from the `wp-cli` GitHub organization into the `wp-cli-dev` folder, and
 2. Install all Composer dependencies for a complete `wp-cli-bundle` setup, while symlinking all of the previously cloned packages into the Composer `vendor` folder.
+3. Symlink all folder in `vendor` into corresponding `vendor` folders in each repository, thus making the centralized functionality based on Composer available in each repository subfolder.
 
 ## Development