File tree Expand file tree Collapse file tree 2 files changed +11
-7
lines changed Expand file tree Collapse file tree 2 files changed +11
-7
lines changed Original file line number Diff line number Diff line change @@ -22,8 +22,8 @@ Kubernetes master is running at https://xyz
22
22
If you want to use a local [ minikube] ( https://github.com/kubernetes/minikube ) cluster,
23
23
the minimum tested version is 0.23.0, with the kube-dns addon enabled
24
24
and the recommended configuration is 3 CPUs and 4G of memory. There is also a wrapper
25
- script for running on minikube, ` e2e/e2e-minikube.sh ` for testing the apache/spark repo
26
- in specific.
25
+ script for running on minikube, ` e2e/e2e-minikube.sh ` for testing the master branch
26
+ of the apache/spark repository in specific.
27
27
28
28
```
29
29
$ minikube start --memory 4000 --cpus 3
@@ -39,7 +39,7 @@ Example usages of the script:
39
39
$ ./e2e/runner.sh -m https://xyz -i docker.io/foxish -d cloud
40
40
$ ./e2e/runner.sh -m https://xyz -i test -d minikube
41
41
$ ./e2e/runner.sh -m https://xyz -i test -r https://github.com/my-spark/spark -d minikube
42
-
42
+ $ ./e2e/runner.sh -m https://xyz -i test -r https://github.com/my-spark/spark -b my-branch -d minikube
43
43
```
44
44
45
45
# Detailed Documentation
Original file line number Diff line number Diff line change 18
18
usage () {
19
19
echo " Usage:"
20
20
echo " ./e2e/runner.sh -h Display this help message."
21
- echo " ./e2e/runner.sh -m <master-url> -r <spark-repo> -i <image-repo> -d [minikube|cloud]"
21
+ echo " ./e2e/runner.sh -m <master-url> -r <spark-repo> -b <branch> - i <image-repo> -d [minikube|cloud]"
22
22
echo " note that you must have kubectl configured to access the specified"
23
23
echo " <master-url>. Also you must have access to the <image-repo>. "
24
24
echo " The deployment mode can be specified using the 'd' flag."
35
35
REPO=" https://github.com/apache/spark"
36
36
IMAGE_REPO=" docker.io/kubespark"
37
37
DEPLOY_MODE=" minikube"
38
+ BRANCH=" master"
38
39
39
40
# ## Parse options ###
40
- while getopts h:m:r:i:d: option
41
+ while getopts h:m:r:i:d:b: option
41
42
do
42
43
case " ${option} "
43
44
in
47
48
;;
48
49
m) MASTER=${OPTARG} ;;
49
50
r) REPO=${OPTARG} ;;
51
+ b) BRANCH=${OPTARG} ;;
50
52
i) IMAGE_REPO=${OPTARG} ;;
51
53
d) DEPLOY_MODE=${OPTARG} ;;
52
54
\? )
@@ -82,12 +84,14 @@ root=$(pwd)
82
84
# clone spark distribution if needed.
83
85
if [ -d " spark" ];
84
86
then
85
- (cd spark && git pull);
87
+ (cd spark && git pull origin $BRANCH );
86
88
else
87
89
git clone $REPO ;
88
90
fi
89
91
90
- cd spark && ./dev/make-distribution.sh --tgz -Phadoop-2.7 -Pkubernetes -DskipTests
92
+ cd spark
93
+ git checkout -B $BRANCH origin/$BRANCH
94
+ ./dev/make-distribution.sh --tgz -Phadoop-2.7 -Pkubernetes -DskipTests
91
95
tag=$( git rev-parse HEAD | cut -c -6)
92
96
echo " Spark distribution built at SHA $tag "
93
97
You can’t perform that action at this time.
0 commit comments