Merge pull request kubernetes#89982 from neolit123/1.19-fix-kubeadm-integration-tests

cleanup the kubeadm integration tests and related scripts

Author: k8s-ci-robot

cluster/kubeadm.sh

@@ -357,7 +357,10 @@ func newInitData(cmd *cobra.Command, args []string, options *initOptions, out io
 	// if dry running creates a temporary folder for saving kubeadm generated files
 	dryRunDir := ""
 	if options.dryRun {
-		if dryRunDir, err = kubeadmconstants.CreateTempDirForKubeadm("", "kubeadm-init-dryrun"); err != nil {
+		// the KUBEADM_INIT_DRYRUN_DIR environment variable allows overriding the dry-run temporary
+		// directory from the command line. This makes it possible to run "kubeadm init" integration
+		// tests without root.
+		if dryRunDir, err = kubeadmconstants.CreateTempDirForKubeadm(os.Getenv("KUBEADM_INIT_DRYRUN_DIR"), "kubeadm-init-dryrun"); err != nil {
 			return nil, errors.Wrap(err, "couldn't create a temporary directory")
 		}
 	}

cmd/kubeadm/app/cmd/init.go

@@ -25,7 +25,6 @@ go_test(
         "token_test.go",
         "version_test.go",
     ],
-    args = ["--kubeadm-path=$(location //cmd/kubeadm:kubeadm)"],
     data = ["//cmd/kubeadm"] + glob(["testdata/**"]),
     embed = [":go_default_library"],
     tags = [

cmd/kubeadm/test/cmd/BUILD

@@ -20,12 +20,6 @@ import "testing"
 
 func TestCmdCompletion(t *testing.T) {
 	kubeadmPath := getKubeadmPath()
-
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var tests = []struct {
 		name     string
 		args     string

cmd/kubeadm/test/cmd/completion_test.go

@@ -17,6 +17,8 @@ limitations under the License.
 package kubeadm
 
 import (
+	"fmt"
+	"os"
 	"os/exec"
 	"strings"
 	"testing"
@@ -30,18 +32,17 @@ import (
 )
 
 func runKubeadmInit(args ...string) (string, string, int, error) {
+	const dryRunDir = "KUBEADM_INIT_DRYRUN_DIR"
+	if err := os.Setenv(dryRunDir, os.TempDir()); err != nil {
+		panic(fmt.Sprintf("could not set the %s environment variable", dryRunDir))
+	}
 	kubeadmPath := getKubeadmPath()
 	kubeadmArgs := []string{"init", "--dry-run", "--ignore-preflight-errors=all"}
 	kubeadmArgs = append(kubeadmArgs, args...)
 	return RunCmd(kubeadmPath, kubeadmArgs...)
 }
 
 func TestCmdInitToken(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	initTest := []struct {
 		name     string
 		args     string
@@ -86,11 +87,6 @@ func TestCmdInitToken(t *testing.T) {
 }
 
 func TestCmdInitKubernetesVersion(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	initTest := []struct {
 		name     string
 		args     string
@@ -130,11 +126,6 @@ func TestCmdInitKubernetesVersion(t *testing.T) {
 }
 
 func TestCmdInitConfig(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	initTest := []struct {
 		name     string
 		args     string
@@ -214,11 +205,6 @@ func TestCmdInitConfig(t *testing.T) {
 }
 
 func TestCmdInitCertPhaseCSR(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	tests := []struct {
 		name          string
 		baseName      string
@@ -279,11 +265,6 @@ func TestCmdInitCertPhaseCSR(t *testing.T) {
 }
 
 func TestCmdInitAPIPort(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	initTest := []struct {
 		name     string
 		args     string
@@ -339,11 +320,6 @@ func TestCmdInitAPIPort(t *testing.T) {
 func TestCmdInitFeatureGates(t *testing.T) {
 	const PanicExitcode = 2
 
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	initTest := []struct {
 		name string
 		args string

cmd/kubeadm/test/cmd/init_test.go

@@ -26,11 +26,6 @@ func kubeadmReset() error {
 }
 
 func TestCmdJoinConfig(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -59,11 +54,6 @@ func TestCmdJoinConfig(t *testing.T) {
 }
 
 func TestCmdJoinDiscoveryFile(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -92,11 +82,6 @@ func TestCmdJoinDiscoveryFile(t *testing.T) {
 }
 
 func TestCmdJoinDiscoveryToken(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -125,11 +110,6 @@ func TestCmdJoinDiscoveryToken(t *testing.T) {
 }
 
 func TestCmdJoinNodeName(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -157,11 +137,6 @@ func TestCmdJoinNodeName(t *testing.T) {
 }
 
 func TestCmdJoinTLSBootstrapToken(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -190,11 +165,6 @@ func TestCmdJoinTLSBootstrapToken(t *testing.T) {
 }
 
 func TestCmdJoinToken(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string
@@ -223,11 +193,6 @@ func TestCmdJoinToken(t *testing.T) {
 }
 
 func TestCmdJoinBadArgs(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	kubeadmPath := getKubeadmPath()
 	var initTest = []struct {
 		name     string
@@ -256,11 +221,6 @@ func TestCmdJoinBadArgs(t *testing.T) {
 }
 
 func TestCmdJoinArgsMixed(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var initTest = []struct {
 		name     string
 		args     string

cmd/kubeadm/test/cmd/join_test.go

@@ -17,10 +17,6 @@ limitations under the License.
 package kubeadm
 
 import (
-	"flag"
-	"os"
-	"path"
-	"path/filepath"
 	"regexp"
 	"testing"
 )
@@ -29,25 +25,8 @@ const (
 	TokenExpectedRegex = "^\\S{6}\\.\\S{16}\n$"
 )
 
-var kubeadmPathFlag = flag.String("kubeadm-path", filepath.Join(os.Getenv("KUBE_ROOT"), "cluster/kubeadm.sh"), "Location of kubeadm")
-
-func getKubeadmPath() string {
-	kubeadmPath := *kubeadmPathFlag // TEST_SRCDIR is provided by Bazel.
-	if srcDir := os.Getenv("TEST_SRCDIR"); srcDir != "" {
-		kubeadmPath = path.Join(srcDir, os.Getenv("TEST_WORKSPACE"), kubeadmPath)
-	}
-
-	return kubeadmPath
-}
-
-var kubeadmCmdSkip = flag.Bool("kubeadm-cmd-skip", false, "Skip kubeadm cmd tests")
-
 func TestCmdTokenGenerate(t *testing.T) {
 	kubeadmPath := getKubeadmPath()
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
 	stdout, _, _, err := RunCmd(kubeadmPath, "token", "generate")
 	if err != nil {
 		t.Fatalf("'kubeadm token generate' exited uncleanly: %v", err)
@@ -72,23 +51,13 @@ func TestCmdTokenGenerateTypoError(t *testing.T) {
 		with a non-zero status code after showing the command's usage, so that
 		the usage itself isn't captured as a token without the user noticing.
 	*/
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	kubeadmPath := getKubeadmPath()
 	_, _, _, err := RunCmd(kubeadmPath, "token", "genorate") // subtle typo
 	if err == nil {
 		t.Error("'kubeadm token genorate' (a deliberate typo) exited without an error when we expected non-zero exit status")
 	}
 }
 func TestCmdTokenDelete(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var tests = []struct {
 		name     string
 		args     string

cmd/kubeadm/test/cmd/token_test.go

@@ -18,6 +18,7 @@ package kubeadm
 
 import (
 	"bytes"
+	"os"
 	"os/exec"
 	"testing"
 
@@ -79,3 +80,13 @@ func getSubCommand(t *testing.T, subCmds []*cobra.Command, name string) *cobra.C
 
 	return nil
 }
+
+// getKubeadmPath returns the contents of the environment variable KUBEADM_PATH
+// or panics if it's empty
+func getKubeadmPath() string {
+	kubeadmPath := os.Getenv("KUBEADM_PATH")
+	if len(kubeadmPath) == 0 {
+		panic("the environment variable KUBEADM_PATH must point to the kubeadm binary path")
+	}
+	return kubeadmPath
+}

cmd/kubeadm/test/cmd/util.go

@@ -34,11 +34,6 @@ var (
 )
 
 func TestCmdVersion(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var versionTest = []struct {
 		name     string
 		args     string
@@ -78,11 +73,6 @@ func TestCmdVersion(t *testing.T) {
 }
 
 func TestCmdVersionOutputJsonOrYaml(t *testing.T) {
-	if *kubeadmCmdSkip {
-		t.Log("kubeadm cmd tests being skipped")
-		t.Skip()
-	}
-
 	var versionTest = []struct {
 		name     string
 		args     string

cmd/kubeadm/test/cmd/version_test.go

@@ -122,7 +122,15 @@ __EOF__
 WHAT=${WHAT:-}
 if [[ ${WHAT} == "" || ${WHAT} =~ .*kubeadm.* ]] ; then
   kube::log::status "Running kubeadm tests"  
-  run_kubeadm_tests
+
+  # build kubeadm
+  make all -C "${KUBE_ROOT}" WHAT=cmd/kubeadm
+  # unless the user sets KUBEADM_PATH, assume that "make all..." just built it
+  export KUBEADM_PATH="${KUBEADM_PATH:=$(kube::realpath "${KUBE_ROOT}")/_output/local/go/bin/kubeadm}"
+  # invoke the tests
+  make -C "${KUBE_ROOT}" test \
+    WHAT=k8s.io/kubernetes/cmd/kubeadm/test/cmd
+
   # if we ONLY want to run kubeadm, then exit here.
   if [[ ${WHAT} == "kubeadm" ]]; then
     kube::log::status "TESTS PASSED"