Merge remote-tracking branch '4paradigm/main'

Author: Leowner

.github/labeler.yml

@@ -41,3 +41,10 @@ build:
 
 workflow:
   - '.github/**/*.yml'
+  - '.github/**/*.yaml'
+
+go-sdk:
+  - 'go/**/*'
+
+extensions:
+  - 'extensions/**/*'

.github/workflows/cicd.yaml

@@ -213,11 +213,17 @@ jobs:
         uses: actions/download-artifact@v2
         with:
           name: release-artifacts
+
+      - name: generate signature
+        run: |
+          sha256sum openmldb-*.tar.gz > SHA256SUM
+
       - name: Release
         if: ${{ startsWith(github.ref, 'refs/tags/v') }}
         uses: softprops/action-gh-release@v1
         with:
           files: |
             openmldb-*.tar.gz
+            SHA256SUM
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/coverage.yml

@@ -37,7 +37,7 @@ jobs:
       TESTING_ENABLE: ON
       SQL_PYSDK_ENABLE: OFF
       SQL_JAVASDK_ENABLE: OFF
-      NPROC: 8
+      NPROC: 2
       BUILD_SHARED_LIBS: ON
     steps:
       - uses: actions/checkout@v3
@@ -72,7 +72,7 @@ jobs:
         uses: codecov/codecov-action@v3
         with:
           files: build/coverage.info
-          name: coverage
+          name: coverage-cpp
           fail_ci_if_error: true
           verbose: true
 

.github/workflows/devops-test.yml

@@ -0,0 +1,196 @@
+name: DEVOPS-TEST
+
+on:
+  workflow_dispatch:
+    inputs:
+      PRE_UPGRADE_VERSION:
+        description: 'version before upgrade'
+        required: false
+        default: ''
+      EXEC_TEST_TYPE:
+        description: 'Which tests need to be executed? The options are all, upgrade, node_failure, node_expansion'
+        required: true
+        default: 'all'
+
+env:
+  GIT_SUBMODULE_STRATEGY: recursive
+  HYBRIDSE_SOURCE: local
+
+jobs:
+  node-failure-test-cluster:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'node_failure' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -c test_cluster.xml -t node_failure
+      - name: TEST Results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "node-failure-test-cluster Report"
+          comment_title: "node-failure-test-cluster Report"
+
+  node-failure-test-single:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'node_failure' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -c test_single.xml -t node_failure
+      - name: TEST Results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "node-failure-test-single Report"
+          comment_title: "node-failure-test-single Report"
+
+  node-expansion-test-cluster:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'node_expansion' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -c test_node_expansion.xml -t node_expansion
+      - name: TEST Results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "node-expansion-test-cluster Report"
+          comment_title: "node-expansion-test-cluster Report"
+
+  upgrade-test-cluster:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'upgrade' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test-memory
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -v ${{ github.event.inputs.PRE_UPGRADE_VERSION }} -c test_upgrade.xml -t upgrade -s "memory"
+      - name: upgrade results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "upgrade-test-cluster Report"
+          comment_title: "upgrade-test-cluster Report"
+      - name: sdk results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-sdk-test/target/surefire-reports/TEST-*.xml
+          check_name: "java-sdk-cluster-memory-0 Report"
+          comment_title: "java-sdk-cluster-memory-0 Report"
+  upgrade-test-single:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'upgrade' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test-memory
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -v ${{ github.event.inputs.PRE_UPGRADE_VERSION }} -c test_upgrade_single.xml -t upgrade -s "memory"
+      - name: upgrade results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "upgrade-test-single Report"
+          comment_title: "upgrade-test-single Report"
+      - name: sdk results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-sdk-test/target/surefire-reports/TEST-*.xml
+          check_name: "single-java-sdk-cluster-memory-0 Report"
+          comment_title: "single-java-sdk-cluster-memory-0 Report"
+  upgrade-test-cluster-SSD:
+    if: ${{ github.event.inputs.EXEC_TEST_TYPE == 'all' || github.event.inputs.EXEC_TEST_TYPE == 'upgrade' }}
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/4paradigm/hybridsql:latest
+    env:
+      OS: linux
+    steps:
+      - uses: actions/checkout@v2
+      - name: build jsdk and package
+        run: |
+          make configure CMAKE_INSTALL_PREFIX=openmldb-linux
+          make SQL_JAVASDK_ENABLE=ON && make SQL_JAVASDK_ENABLE=ON install
+          tar -zcvf openmldb-linux.tar.gz openmldb-linux
+          echo "openmldb-pkg:"
+          ls -al
+      - name: test-memory
+        run: source /root/.bashrc && bash test/steps/openmldb-devops-test.sh -v ${{ github.event.inputs.PRE_UPGRADE_VERSION }} -c test_upgrade.xml -t upgrade -s "ssd"
+      - name: upgrade results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-devops-test/target/surefire-reports/TEST-*.xml
+          check_name: "upgrade-test-cluster ssd Report"
+          comment_title: "upgrade-test-cluster ssd Report"
+      - name: sdk results
+        if: always()
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: test/integration-test/openmldb-test-java/openmldb-sdk-test/target/surefire-reports/TEST-*.xml
+          check_name: "java-sdk-cluster-ssd-0 Report"
+          comment_title: "java-sdk-cluster-ssd-0 Report"
+
+
+

.github/workflows/doc.yml

@@ -0,0 +1,77 @@
+name: documents
+
+# Doc workflow deploy to https://4paradigm.github.io/OpenMLDB/
+#
+# Deployment requires main(default) branch and all vX.Y branches exists.
+# Workflow triggers only on main branch, based on the model that all patches 
+# to vX.Y branches will first goes to main.
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - .github/workflows/doc.yml
+      - 'docs/**'
+  pull_request:
+    paths:
+      - .github/workflows/doc.yml
+      - 'docs/**'
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow one concurrent deployment
+concurrency:
+  group: pages-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+
+      - name: setup poetry
+        run: |
+          pipx install poetry
+
+      - name: doc build (pr)
+        working-directory: docs
+        if: github.event_name == 'pull_request'
+        run: |
+          make all-local
+
+      - name: doc build (branch)
+        working-directory: docs
+        if: github.event_name == 'push'
+        run: |
+          make
+
+      - name: upload artifact
+        if: github.event_name == 'push'
+        uses: actions/upload-pages-artifact@v1
+        with:
+          path: docs/build/
+
+  # Deployment job
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    needs: build
+    if: github.event_name == 'push'
+    steps:
+      # This action expects an artifact named github-pages to have been created prior to execution.
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v1