push binaries to S3 bucket (#441)

Signed-off-by: David Chung <[email protected]>

Author: David Chung

circle.yml

@@ -12,6 +12,11 @@ machine:
     WORKDIR: "$GOPATH/src/github.com/$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME"
     E2E_CLEANUP: "false"
     SKIP_TESTS: "docker,etcd"
+    S3_MINIO: "s3bucket"
+    S3_BUCKET: "s3ucket/infrakit/build/linux-amd64"
+    S3_BUILD_PR: "infrakit-pr-$CIRCLE_PR_NUMBER-tar.gz"
+    S3_BUILD_RELEASE: "infrakit-$CIRCLE_BRANCH.tar.gz"
+    S3_BUILD_MASTER: "infrakit-master-$CIRCLE_BUILD_NUM.tar.gz"
 
 dependencies:
   pre:
@@ -41,19 +46,32 @@ test:
   post:
     # Report to codecov
     - cd $WORKDIR && bash <(curl -s https://codecov.io/bash)
+    # Install minio.io for S3 bucket uploads
+    - wget https://dl.minio.io/client/mc/release/linux-amd64/mc && chmod a+x ./mc && sudo cp ./mc /usr/local/bin
+    - mc config host add $S3_MINIO https://s3.amazonaws.com $S3_KEY_ID $S3_SECRET_KEY S3v4
+    - mc policy public $S3_BUCKET
 
 deployment:
   pr:
     branch: /pull\/.*/
     commands:
       - DOCKER_BUILD_FLAGS="--rm=false" make build-docker
+      - tar cvfz ./$S3_BUILD_PR -C build .
+      - mc cp ./$S3_BUILD_PR $S3_BUCKET/
+
   release:
     branch: /release-.*/
     commands:
       - docker login -e $DOCKER_HUB_EMAIL -u $DOCKER_HUB_USER -p $DOCKER_HUB_PASSWD
       - DOCKER_PUSH=true DOCKER_TAG_LATEST=false DOCKER_TAG=$(echo $CIRCLE_BRANCH | awk -F - '{print $2}') DOCKER_BUILD_FLAGS="--rm=false" make build-docker
+      - tar cvfz ./$S3_BUILD_PR -C build .
+      - mc cp ./$S3_BUILD_PR $S3_BUCKET/
+
   docker:
     branch: master
     commands:
       - docker login -e $DOCKER_HUB_EMAIL -u $DOCKER_HUB_USER -p $DOCKER_HUB_PASSWD
-      - DOCKER_PUSH=true DOCKER_TAG_LATEST=true DOCKER_TAG="master-$CIRCLE_BUILD_NUM" DOCKER_BUILD_FLAGS="--rm=false" make build-docker
+      - DOCKER_PUSH=true DOCKER_TAG_LATEST=true DOCKER_TAG="master-$CIRCLE_BUILD_NUM" DOCKER_BUILD_FLAGS="--rm=false" make build-docker
+      - tar cvfz ./$CIRCLE_BUILD_MASTER -C build .
+      - mc cp ./$CIRCLE_BUILD_MASTER $S3_BUCKET/
+      - mc cp ./$CIRCLE_BUILD_MASTER $S3_BUCKET/infrakit-latest.gz

pkg/store/etcd/v3/start-etcd.sh

@@ -6,19 +6,53 @@ HostIP=$(ipconfig getifaddr en0)
 # uses Docker container
 docker run -d \
        -v /usr/share/ca-certificates/:/etc/ssl/certs \
-       -p 4001:4001 \
-       -p 2380:2380 \
-       -p 2379:2379 \
-       --name etcd \
+       -p 14001:4001 \
+       -p 12380:2380 \
+       -p 12379:2379 \
+       --name etcd0 \
        quay.io/coreos/etcd etcd \
        -name etcd0  \
-       -advertise-client-urls http://${HostIP}:2379,http://${HostIP}:4001  \
+       -listen-peer-urls http://0.0.0.0:2380  \
+       -listen-client-urls http://0.0.0.0:2379,http://0.0.0.0:4001  \
+       -advertise-client-urls http://${HostIP}:12379,http://${HostIP}:14001  \
+       -initial-advertise-peer-urls http://${HostIP}:12380  \
+       -initial-cluster-token etcd-cluster-1  \
+       -initial-cluster etcd0=http://${HostIP}:12380,etcd1=http://${HostIP}:22380,etcd2=http://${HostIP}:32380  \
+       -initial-cluster-state new
+
+docker run -d \
+       -v /usr/share/ca-certificates/:/etc/ssl/certs \
+       -p 24001:4001 \
+       -p 22380:2380 \
+       -p 22379:2379 \
+       --name etcd1 \
+       quay.io/coreos/etcd etcd \
+       -name etcd1  \
+       -listen-peer-urls http://0.0.0.0:2380  \
        -listen-client-urls http://0.0.0.0:2379,http://0.0.0.0:4001  \
-       -initial-advertise-peer-urls http://${HostIP}:2380  \
+       -advertise-client-urls http://${HostIP}:22379,http://${HostIP}:24001  \
+       -initial-advertise-peer-urls http://${HostIP}:22380  \
+       -initial-cluster-token etcd-cluster-1  \
+       -initial-cluster etcd0=http://${HostIP}:12380,etcd1=http://${HostIP}:22380,etcd2=http://${HostIP}:32380  \
+       -initial-cluster-state new
+
+docker run -d \
+       -v /usr/share/ca-certificates/:/etc/ssl/certs \
+       -p 34001:4001 \
+       -p 32380:2380 \
+       -p 32379:2379 \
+       --name etcd2 \
+       quay.io/coreos/etcd etcd \
+       -name etcd2  \
        -listen-peer-urls http://0.0.0.0:2380  \
+       -listen-client-urls http://0.0.0.0:2379,http://0.0.0.0:4001  \
+       -advertise-client-urls http://${HostIP}:32379,http://${HostIP}:34001  \
+       -initial-advertise-peer-urls http://${HostIP}:32380  \
        -initial-cluster-token etcd-cluster-1  \
-       -initial-cluster etcd0=http://${HostIP}:2380  \
+       -initial-cluster etcd0=http://${HostIP}:12380,etcd1=http://${HostIP}:22380,etcd2=http://${HostIP}:32380  \
        -initial-cluster-state new
 
+
+
 # quick test
-docker run -ti -e ETCDCTL_API=3 quay.io/coreos/etcd  etcdctl -C http://${HostIP}:2379 member list
+docker run -ti -e ETCDCTL_API=3 quay.io/coreos/etcd  etcdctl -C http://${HostIP}:12379 member list