Add external k8s tests

Author: boddumanohar

Makefile

@@ -60,7 +60,11 @@ integration-test: blob
 
 .PHONY: e2e-test
 e2e-test:
-	go test -v -timeout=0 ./test/e2e ${GINKGO_FLAGS}
+	if [ ! -z "$(EXTERNAL_E2E_TEST)" ]; then \
+		bash ./test/external-e2e/run.sh;\
+	else \
+		go test -v -timeout=0 ./test/e2e ${GINKGO_FLAGS};\
+	fi
 
 .PHONY: e2e-bootstrap
 e2e-bootstrap: install-helm install-blobfuse-proxy
@@ -176,3 +180,19 @@ install-blobfuse-proxy:
 .PHONY: uninstall-blobfuse-proxy
 uninstall-blobfuse-proxy:
 	kubectl delete -f ./deploy/blobfuse-proxy/blobfuse-proxy.yaml --ignore-not-found
+
+.PHONY: setup-external-e2e
+setup-external-e2e:
+	curl -sL https://storage.googleapis.com/kubernetes-release/release/v1.19.0/kubernetes-test-linux-amd64.tar.gz --output e2e-tests.tar.gz
+	tar -xvf e2e-tests.tar.gz
+	rm e2e-tests.tar.gz
+	mkdir /tmp/csi-blobfuse
+	cp ./kubernetes/test/bin/e2e.test /tmp/csi-blobfuse/e2e.test
+	rm -r kubernetes
+	cp ./deploy/example/storageclass-blobfuse.yaml /tmp/csi-blobfuse/storageclass.yaml
+	cp ./test/e2e-external/testdriver.yaml /tmp/csi-blobfuse/testdriver.yaml
+	./deploy/install-driver.sh
+
+.PHONY: run-external-e2e
+run-external-e2e: setup-external-e2e install-blobfuse-proxy
+	bash ./test/e2e-external/run.sh

test/external-e2e/run.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# Copyright 2021 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -xe
+
+PROJECT_ROOT=$(git rev-parse --show-toplevel)
+
+install_ginkgo () {
+    apt update -y
+    apt install -y golang-ginkgo-dev
+}
+
+setup_e2e_binaries() {
+    # download k8s external e2e binary for kubernetes v1.19
+    curl -sL https://storage.googleapis.com/kubernetes-release/release/v1.19.0/kubernetes-test-linux-amd64.tar.gz --output e2e-tests.tar.gz
+    tar -xvf e2e-tests.tar.gz && rm e2e-tests.tar.gz
+
+    # install the blob csi driver
+    mkdir -p /tmp/csi-blob && cp deploy/example/storageclass-blobfuse.yaml /tmp/csi-blob/storageclass.yaml
+    make e2e-bootstrap
+    make create-metrics-svc
+}
+
+print_logs() {
+    echo "print out driver logs ..."
+    bash ./test/utils/blob_log.sh
+}
+
+install_ginkgo
+setup_e2e_binaries
+trap print_logs EXIT
+
+ginkgo -p --progress --v -focus='External.Storage.*blob.csi.azure.com' \
+       -skip='\[Disruptive\]|\[Slow\]' kubernetes/test/bin/e2e.test  -- \
+       -storage.testdriver=$PROJECT_ROOT/test/external-e2e/testdriver.yaml \
+       --kubeconfig=$KUBECONFIG

test/external-e2e/testdriver.yaml

@@ -0,0 +1,13 @@
+# Manifest for Kubernetes external tests.
+# See https://github.com/kubernetes/kubernetes/tree/master/test/e2e/storage/external
+
+ShortName: blobfuse
+StorageClass:
+  FromFile: /tmp/csi-blob/storageclass.yaml
+DriverInfo:
+  Name: blob.csi.azure.com
+  Capabilities:
+    persistence: true
+    exec: true
+    multipods: true
+    RWX: true