Merge pull request #102 from wp-cli/77-test-script

Run Behat tests on CI with bin/test.sh

Author: schlessera

.travis.yml

@@ -46,4 +46,4 @@ before_script:
   - composer validate
 
 script:
-  - behat --format progress --strict
+  - bash bin/test.sh

README.md

@@ -120,6 +120,7 @@ The files generated by this command include:
 * `.travis.yml` is the configuration file for Travis CI.
 * `bin/install-package-tests.sh` will configure your environment to run
 the tests.
+* `bin/test.sh` is a test runner that respects contextual Behat tags.
 * `features/load-wp-cli.feature` is a basic test to confirm WP-CLI can
 load.
 * `features/bootstrap`, `features/steps`, `features/extra` are Behat

bin/test.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -ex
+
+# Run the functional tests
+BEHAT_TAGS=$(php utils/behat-tags.php)
+behat --format progress $BEHAT_TAGS --strict

circle.yml

@@ -24,6 +24,6 @@ test:
   pre:
     - composer validate
   override:
-    - WP_VERSION=latest behat --format progress --strict
+    - WP_VERSION=latest bash bin/test.sh
     - rm -rf '/tmp/wp-cli-test core-download-cache'
-    - WP_VERSION=trunk behat --format progress --strict
+    - WP_VERSION=trunk bash bin/test.sh

features/scaffold-package-tests.feature

@@ -34,6 +34,7 @@ Feature: Scaffold the test suite for an existing package
     Then STDOUT should not be empty
     And the community-command/.travis.yml file should exist
     And the community-command/bin/install-package-tests.sh file should exist
+    And the community-command/bin/test.sh file should exist
     And the community-command/utils/behat-tags.php file should contain:
       """
       require-wp
@@ -84,6 +85,10 @@ Feature: Scaffold the test suite for an existing package
       """
       bash bin/install-package-tests.sh
       """
+    And the community-command/.travis.yml file should contain:
+      """
+      bash bin/test.sh
+      """
     And the community-command/circle.yml file should not exist
 
   Scenario: Scaffolds .travis.yml configuration file with argument
@@ -94,4 +99,8 @@ Feature: Scaffold the test suite for an existing package
       """
       bash bin/install-package-tests.sh
       """
+    And the community-command/circle.yml file should contain:
+      """
+      bash bin/test.sh
+      """
     And the community-command/.travis.yml file should not exist

src/ScaffoldPackageCommand.php

@@ -415,6 +415,7 @@ public function package_readme( $args, $assoc_args ) {
 	 * * `.travis.yml` is the configuration file for Travis CI.
 	 * * `bin/install-package-tests.sh` will configure your environment to run
 	 * the tests.
+	 * * `bin/test.sh` is a test runner that respects contextual Behat tags.
 	 * * `features/load-wp-cli.feature` is a basic test to confirm WP-CLI can
 	 * load.
 	 * * `features/bootstrap`, `features/steps`, `features/extra` are Behat
@@ -503,6 +504,7 @@ public function package_tests( $args, $assoc_args ) {
 			$package_root => array(
 				'templates/load-wp-cli.feature'               => $features_dir,
 				'bin/install-package-tests.sh'                => $bin_dir,
+				'bin/test.sh'                                 => $bin_dir,
 			),
 		);