feat: upload dtm core to aws s3

Signed-off-by: Bird <[email protected]>

Author: aFlyBird0

.github/workflows/automated-release.yml

@@ -42,7 +42,7 @@ jobs:
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           aws-region: ap-southeast-1
       - name: upload core
-        run: bash -e ./hack/release/upload_assets.sh ${{ secrets.GITHUB_TOKEN }} ${{ env.TAG }} ${{ env.GOOS }} ${{ env.GOARCH }}
+        run: bash -e ./hack/release/upload_dtm_core.sh ${{ secrets.GITHUB_TOKEN }} ${{ env.TAG }} ${{ env.GOOS }} ${{ env.GOARCH }}
       - name: upload plugin
         run: aws s3 cp ~/.devstream/plugins/ s3://download.devstream.io/${{ env.TAG }}/ --recursive --acl public-read
 
@@ -77,8 +77,8 @@ jobs:
           aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           aws-region: ap-southeast-1
-      - name: upload
-        run: bash -e ./hack/release/upload_assets.sh ${{ secrets.GITHUB_TOKEN }} ${{ env.TAG }} ${{ env.GOOS }} ${{ env.GOARCH }}
-      - name: upload plugin
+      - name: upload dtm core to github release and s3
+        run: bash -e ./hack/release/upload_dtm_core.sh ${{ secrets.GITHUB_TOKEN }} ${{ env.TAG }} ${{ env.GOOS }} ${{ env.GOARCH }}
+      - name: upload plugins to s3
         run: aws s3 cp ~/.devstream/plugins/ s3://download.devstream.io/${{ env.TAG }}/ --recursive --acl public-read
 

hack/release/auto-release-darwin-arm64.sh

@@ -32,6 +32,9 @@ plugin_dir=~/.devstream/plugins
 
 GOOS=$(go env GOOS)
 GOARCH=$(go env GOARCH)
+DTM_CORE_BINARY=dtm-${GOOS}-${GOARCH}
+STORAGE_BASE_URL=s3://download.devstream.io
+STORAGE_URL_WITH_TAG=${STORAGE_BASE_URL}/${tag}
 
 if [ ! $tag ] || [ ! $user ] || [ ! $repo ] || [ ! $github_token ] || [ ! $plugin_dir ]; then
   echo "The following variables cannot be empty!"
@@ -56,11 +59,15 @@ make build -j8
 go install github.com/github-release/github-release@latest
 
 # upload dtm
-echo 'Uploading 'dtm-${GOOS}-${GOARCH}' ...'
-github-release upload --security-token $github_token --user $user --repo $repo --tag $tag --file dtm --name dtm-${GOOS}-${GOARCH}
-echo dtm-${GOOS}-${GOARCH}' uploaded.'
+echo "Uploading ${DTM_CORE_BINARY} ..."
+# upload dtm to github release
+github-release upload --security-token $github_token --user $user --repo $repo --tag $tag --file dtm --name ${DTM_CORE_BINARY}
+# upload dtm to aws s3
+aws s3 cp dtm ${STORAGE_URL_WITH_TAG}/${DTM_CORE_BINARY}
+echo "${DTM_CORE_BINARY} uploaded."
 
 # upload plugins and .md5 files
-# In order to upload plug-ins to s3, you need to download awscli. After downloading awscli, you need to configure aws credentials.
+# In order to upload plug-ins to s3, you need to download aws cli.
+# After downloading aws cli, you need to configure aws credentials.
 pip3 install awscli
-aws s3 cp $plugin_dir s3://download.devstream.io/${tag} --recursive --acl public-read
+aws s3 cp $plugin_dir $STORAGE_URL_WITH_TAG --recursive --acl public-read

hack/release/upload_assets.sh

@@ -0,0 +1,23 @@
+#! /bin/bash -e
+
+github_token=$1
+tag=$2
+GOOS=$3
+GOARCH=$4
+
+DTM_CORE_BINARY=dtm-${GOOS}-${GOARCH}
+STORAGE_BASE_URL=s3://download.devstream.io
+STORAGE_URL_WITH_TAG=${STORAGE_BASE_URL}/${tag}
+
+user=devstream-io
+repo=devstream
+plugin_dir=~/.devstream/plugins
+
+# upload dtm core
+echo "Uploading ${DTM_CORE_BINARY} ..."
+# upload dtm to github release
+github-release upload --security-token $github_token --user $user --repo $repo --tag $tag --file dtm --name ${DTM_CORE_BINARY}
+# upload dtm to aws s3
+aws s3 cp dtm ${STORAGE_URL_WITH_TAG}/${DTM_CORE_BINARY}
+echo "${DTM_CORE_BINARY} uploaded."
+