feat: migrate oss to cos

Author: leslie-tsang

.github/workflows/publish.yml

@@ -13,9 +13,9 @@ jobs:
     runs-on: ubuntu-18.04
     timeout-minutes: 60
     env:
-      VAR_OSS_BUCKET_CI: ${{ secrets.VAR_OSS_BUCKET_CI }}
-      VAR_OSS_BUCKET_REPO: ${{ secrets.VAR_OSS_BUCKET_REPO }}
-      VAR_OSS_ENDPOINT: ${{ secrets.VAR_OSS_ENDPOINT }}
+      VAR_COS_BUCKET_CI: ${{ secrets.VAR_COS_BUCKET_CI }}
+      VAR_COS_BUCKET_REPO: ${{ secrets.VAR_COS_BUCKET_REPO }}
+      VAR_COS_ENDPOINT: ${{ secrets.VAR_COS_ENDPOINT }}
       VAR_RPM_WORKBENCH_DIR: /tmp/output
 
     steps:
@@ -106,10 +106,10 @@ jobs:
 
       - name: RPM repo deps init
         env:
-          ACCESS_KEY_ID: ${{ secrets.ACCESS_KEY_ID }}
-          ACCESS_KEY_SECRET: ${{ secrets.ACCESS_KEY_SECRET }}
+          TENCENT_COS_SECRETID: ${{ secrets.TENCENT_COS_SECRETID }}
+          TENCENT_COS_SECRETKEY: ${{ secrets.TENCENT_COS_SECRETKEY }}
         run: |
-          sudo -E ./utils/publish-rpm.sh init_oss_utils
+          sudo -E ./utils/publish-rpm.sh init_cos_utils
 
       - name: RPM repo init
         run: |

utils/publish-rpm.sh

@@ -4,10 +4,12 @@
 set -euo pipefail
 set -x
 
+env
+
 # =======================================
 # Runtime default config
 # =======================================
-VAR_ALIYUN_OSS_UTILS_VERSION=${VAR_ALIYUN_OSS_UTILS_VERSION:-1.7.10}
+VAR_TENCENT_COS_UTILS_VERSION=${VAR_TENCENT_COS_UTILS_VERSION:-v0.11.0-beta}
 VAR_RPM_WORKBENCH_DIR=${VAR_RPM_WORKBENCH_DIR:-/tmp/output}
 VAR_GPG_PRIV_KET=${VAR_GPG_PRIV_KET:-/tmp/rpm-gpg-publish.private}
 VAR_GPG_PASSPHRASE=${VAR_GPG_PASSPHRASE:-/tmp/rpm-gpg-publish.passphrase}
@@ -37,29 +39,30 @@ func_gpg_key_load() {
 }
 
 # =======================================
-# OSS extension
+# COS extension
 # =======================================
-func_oss_utils_install() {
-    # ${1} - OSS util version
-    curl -o /usr/bin/ossutil64 "http://gosspublic.alicdn.com/ossutil/${1}/ossutil64"
-    chmod 755 /usr/bin/ossutil64
+func_cos_utils_install() {
+    # ${1} - COS util version
+    curl -o /usr/bin/coscli -L "https://github.com/tencentyun/coscli/releases/download/${1}/coscli-linux"
+    chmod 755 /usr/bin/coscli
 }
 
-func_oss_utils_credential_init() {
-    # ${1} - OSS endpoint
-    # ${2} - ACCESS_KEY_ID
-    # ${3} - ACCESS_KEY_SECRET
-    cat > "$(eval echo ~${USER})/.ossutilconfig" <<_EOC_
-[Credentials]
-language=EN
-endpoint=${1}
-accessKeyID=${2}
-accessKeySecret=${3}
+func_cos_utils_credential_init() {
+    # ${1} - COS endpoint
+    # ${2} - COS SECRET_ID
+    # ${3} - COS SECRET_KEY
+    cat > "${HOME}/.cos.yaml" <<_EOC_
+cos:
+  base:
+    secretid: ${2}
+    secretkey: ${3}
+    sessiontoken: ""
+    protocol: https
 _EOC_
 }
 
 # =======================================
-# OSS repo extension
+# COS repo extension
 # =======================================
 func_repo_init() {
     # ${1} - repo workbench path
@@ -68,23 +71,23 @@ func_repo_init() {
 
 func_repo_clone() {
     # ${1} - bucket name
-    # ${2} - OSS path
+    # ${2} - COS path
     # ${3} - target path
-    ossutil64 cp -r -f "oss://${1}/packages/${2}" "${3}"
+    coscli -e "${VAR_COS_ENDPOINT}" cp -r "cos://${1}/packages/${2}" "${3}"
 }
 
 func_repo_backup() {
     # ${1} - bucket name
-    # ${2} - OSS path
+    # ${2} - COS path
     # ${3} - backup tag
-    ossutil64 cp -r "oss://${1}/packages/${2}" "oss://${1}/packages/backup/${2}_${3}"
+    coscli -e "${VAR_COS_ENDPOINT}" cp -r "cos://${1}/packages/${2}" "cos://${1}/packages/backup/${2}_${3}"
 }
 
 func_repo_backup_remove() {
     # ${1} - bucket name
-    # ${2} - OSS path
+    # ${2} - COS path
     # ${3} - backup tag
-    ossutil64 rm -r -f "oss://${1}/packages/backup/${2}_${3}"
+    coscli -e "${VAR_COS_ENDPOINT}" rm -r -f "cos://${1}/packages/backup/${2}_${3}"
 }
 
 func_repo_repodata_rebuild() {
@@ -105,17 +108,17 @@ func_repo_repodata_sign() {
 func_repo_upload() {
     # ${1} - local path
     # ${2} - bucket name
-    # ${3} - OSS path
-    ossutil64 rm -r -f "oss://${2}/packages/${3}"
-    ossutil64 cp -r "${1}" "oss://${2}/packages/${3}"
+    # ${3} - COS path
+    coscli -e "${VAR_COS_ENDPOINT}" rm -r -f "cos://${2}/packages/${3}"
+    coscli -e "${VAR_COS_ENDPOINT}" cp -r "${1}" "cos://${2}/packages/${3}"
 }
 
 func_repo_publish() {
     # ${1} - CI bucket
     # ${2} - repo publish bucket
-    # ${3} - OSS path
-    ossutil64 rm -r -f "oss://${2}/packages/${3}"
-    ossutil64 cp -r "oss://${1}/packages/${3}" "oss://${2}/packages"
+    # ${3} - COS path
+    coscli -e "${VAR_COS_ENDPOINT}" rm -r -f "cos://${2}/packages/${3}"
+    coscli -e "${VAR_COS_ENDPOINT}" cp -r "cos://${1}/packages/${3}" "cos://${2}/packages"
 }
 
 # =======================================
@@ -124,20 +127,20 @@ func_repo_publish() {
 case_opt=$1
 
 case ${case_opt} in
-init_oss_utils)
-    func_oss_utils_install "${VAR_ALIYUN_OSS_UTILS_VERSION}"
-    func_oss_utils_credential_init "${VAR_OSS_ENDPOINT}" "${ACCESS_KEY_ID}" "${ACCESS_KEY_SECRET}"
+init_cos_utils)
+    func_cos_utils_install "${VAR_TENCENT_COS_UTILS_VERSION}"
+    func_cos_utils_credential_init "${VAR_COS_ENDPOINT}" "${TENCENT_COS_SECRETID}" "${TENCENT_COS_SECRETKEY}"
     ;;
 repo_init)
     # create basic repo directory structure
     # useful when a new repo added
     func_repo_init /tmp
     ;;
 repo_backup)
-    func_repo_backup "${VAR_OSS_BUCKET_REPO}" "centos" "${TAG_DATE}"
+    func_repo_backup "${VAR_COS_BUCKET_REPO}" "centos" "${TAG_DATE}"
     ;;
 repo_clone)
-    func_repo_clone "${VAR_OSS_BUCKET_REPO}" "centos" /tmp
+    func_repo_clone "${VAR_COS_BUCKET_REPO}" "centos" /tmp/centos
     ;;
 repo_package_sync)
     VAR_REPO_MAJOR_VER=(7 8)
@@ -152,13 +155,13 @@ repo_repodata_rebuild)
     func_repo_repodata_sign /tmp/centos
     ;;
 repo_upload)
-    func_repo_upload /tmp/centos "${VAR_OSS_BUCKET_CI}" "centos"
+    func_repo_upload /tmp/centos "${VAR_COS_BUCKET_CI}" "centos"
     ;;
 repo_publish)
-    func_repo_publish "${VAR_OSS_BUCKET_CI}" "${VAR_OSS_BUCKET_REPO}" "centos"
+    func_repo_publish "${VAR_COS_BUCKET_CI}" "${VAR_COS_BUCKET_REPO}" "centos"
     ;;
 repo_backup_remove)
-    func_repo_backup_remove "${VAR_OSS_BUCKET_REPO}" "centos" "${TAG_DATE}"
+    func_repo_backup_remove "${VAR_COS_BUCKET_REPO}" "centos" "${TAG_DATE}"
     ;;
 rpm_gpg_sign)
     func_rpmsign_macros_init