Merge pull request #119 from cyjseagull/feature-milestone2-gateway

merge code into main

Author: cyjseagull

.gitattributes

@@ -0,0 +1,4 @@
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.otf filter=lfs diff=lfs merge=lfs -text
+*.svg filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text

.github/stale.yml

@@ -0,0 +1,17 @@
+# Number of days of inactivity before an issue becomes stale
+daysUntilStale: 120
+# Number of days of inactivity before a stale issue is closed
+daysUntilClose: 7
+# Issues with these labels will never be considered stale
+exemptLabels:
+  - pinned
+  - security
+# Label to use when marking an issue as stale
+staleLabel: wontfix
+# Comment to post when marking an issue as stale. Set to `false` to disable
+markComment: >
+  This issue has been automatically marked as stale because it has not had
+  recent activity. It will be closed if no further activity occurs. Thank you
+  for your contributions.
+# Comment to post when closing a stale issue. Set to `false` to disable
+closeComment: false

.github/workflows/cpp_full_node_workflow.yml

@@ -0,0 +1,269 @@
+name: WeDPR-Component ci for full node
+on:
+  push:
+    paths-ignore:
+      - "docs/**"
+      - "python/**"
+      - "cpp/wedpr-transport/sdk-wrapper/python/bindings/**"
+      - "Changelog.md"
+      - "README.md"
+  pull_request:
+    paths-ignore:
+      - "docs/**"
+      - "python/**"
+      - "Changelog.md"
+      - "README.md"
+  release:
+    types: [published, push]
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+env:
+  RUST_BACKTRACE: 1
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
+  ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
+  ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
+
+jobs:
+  build:
+    name: build all
+    runs-on: ${{ matrix.os }}
+    continue-on-error: true
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [macos-13, ubuntu-20.04]
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 5
+      - uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly-2022-07-28
+          override: true
+      - name: Prepare vcpkg
+        if: runner.os != 'Windows'
+        uses: friendlyanon/setup-vcpkg@v1
+        with: { committish: 51b14cd4e1230dd51c11ffeff6f7d53c61cc5297 }
+      - uses: actions/cache@v2
+        id: deps_cache
+        with:
+          path: |
+            deps/
+            c:/vcpkg
+            !c:/vcpkg/.git
+            !c:/vcpkg/buildtrees
+            !c:/vcpkg/packages
+            !c:/vcpkg/downloads
+          key: build-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }}
+          restore-keys: |
+            build-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }}
+            build-all-${{ matrix.os }}-${{ github.base_ref }}-
+            build-all-${{ matrix.os }}-
+      - name: Build for linux
+        if: runner.os == 'Linux'
+        run: |
+          sudo apt install -y lcov ccache wget libgmp-dev python3-dev
+          export GCC='gcc-10'
+          export CXX='g++-10'
+          sudo bash -x cpp/tools/install_depends.sh -o ubuntu
+          mkdir -p cpp/build && cd cpp/build && cmake -DBUILD_STATIC=ON -DTESTS=ON -DCOVERAGE=ON -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake ../
+          echo "Disk usage before delete files: "`df -lh`
+          du -sch ${{ env.VCPKG_ROOT }}/buildtrees/*
+          du -sch ${{ env.VCPKG_ROOT }}/buildtrees/grpc/src/*
+          rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/*/src
+          rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/*/*-dbg
+          rm -rf ${{ env.VCPKG_ROOT }}/buildtrees/*/*-rel
+          echo "Disk usage after delete files: "`df -lh`
+          make -j3
+      - name: Build for macOS
+        if: runner.os == 'macOS'
+        run: |
+          bash -x cpp/tools/install_depends.sh -o macos
+          brew install libiconv  
+          brew reinstall m4 autoconf libtool automake
+          echo "## m4:"`which m4`
+          export DYLD_LIBRARY_PATH=/usr/local/opt/libiconv/lib:${DYLD_LIBRARY_PATH}
+          export LDFLAGS="-L/usr/local/opt/libiconv/lib"
+          export CPPFLAGS="-I/usr/local/opt/libiconv/include"
+          export PATH="/usr/bin:${PATH}"
+          mkdir -p cpp/build && cd cpp/build 
+          cmake -DBUILD_STATIC=ON -DTESTS=ON -DCOVERAGE=ON -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake ../
+          make -j3
+      - name: Publish Error
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: gperftools-build-err.log
+          path: /home/runner/work/WeDPR-Component/WeDPR-Component/cpp/deps/src/gperftools-stamp/gperftools-build-err.log
+      - uses: actions/upload-artifact@v4
+        if: runner.os == 'macOS'      
+        with:
+          name: ppc-air-node-macOS
+          path: ./cpp/build/bin/ppc-air-node
+      - uses: actions/upload-artifact@v4
+        if: runner.os == 'macOS'
+        with:
+          name: ppc-pro-node-macOS
+          path: ./cpp/build/bin/ppc-pro-node
+      - uses: actions/upload-artifact@v4
+        if: runner.os == 'macOS'
+        with:
+          name: ppc-gateway-service-macOS
+          path: ./cpp/build/bin/ppc-gateway-service
+      - name: Test
+        if: runner.os != 'Windows'
+        run: |
+          cd cpp/build && CTEST_OUTPUT_ON_FAILURE=TRUE make test ARGS="--output-on-failure"
+      - name: Publish Error
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: build-x64-linux-dbg-err.log
+          path: /home/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/build-x64-linux-dbg-err.log
+      - name: Publish Error macos
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: build-x64-osx-dbg-err.log
+          path: /Users/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/build-x64-osx-dbg-err.log     
+      - name: Publish Error macos
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: autoconf-x64-osx-err.log
+          path: /Users/runner/work/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/autoconf-x64-osx-err.log
+              
+  build_centos:
+    name: build_centos full node
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    strategy:
+      fail-fast: false
+      matrix:
+          container:
+            - centos-7.9
+    container:
+      image: docker.io/centos:7
+      volumes:
+        - /usr/local/share/vcpkg:/usr/local/share/vcpkg
+        - /node20217:/node20217:rw,rshared
+        - ${{ matrix.container == 'centos-7.9' && '/node20217:/__e/node20:ro,rshared' || ' ' }}
+    steps:
+      - name: install nodejs20glibc2.17
+        if: ${{ matrix.container == 'centos-7.9' }}
+        run: |
+          curl -LO https://unofficial-builds.nodejs.org/download/release/v20.9.0/node-v20.9.0-linux-x64-glibc-217.tar.xz
+          tar -xf node-v20.9.0-linux-x64-glibc-217.tar.xz --strip-components 1 -C /node20217
+      - name: Check out the repo
+        uses: actions/checkout@v4
+      - uses: actions/cache@v3
+        id: deps_cache
+        with:
+          path: |
+            deps/
+            /usr/local/share/vcpkg/buildtrees
+            /usr/local/share/vcpkg/packages
+            /home/runner/.ccache
+            /Users/runner/.ccache/
+          key: centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }}
+          restore-keys: |
+            centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}-${{ hashFiles('.github/workflows/cpp_full_node_workflow.yml') }}
+            centos-notest-all-${{ matrix.os }}-${{ github.base_ref }}-
+            centos-notest-all-${{ matrix.os }}-
+      - name: Prepare centos tools
+        run: |
+          rpm -ivh https://cbs.centos.org/kojifiles/packages/centos-release-scl-rh/2/3.el7.centos/noarch/centos-release-scl-rh-2-3.el7.centos.noarch.rpm
+          rpm -ivh https://cbs.centos.org/kojifiles/packages/centos-release-scl/2/3.el7.centos/noarch/centos-release-scl-2-3.el7.centos.noarch.rpm
+          sed -i s/mirror.centos.org/mirrors.aliyun.com/g /etc/yum.repos.d/*.repo
+          sed -i s/^#.*baseurl=http/baseurl=http/g /etc/yum.repos.d/*.repo
+          sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo
+          cat /etc/yum.repos.d/*.repo
+          yum clean all
+          yum makecache
+          yum update -y
+          yum install -y epel-release centos-release-scl centos-release-scl-rh
+          yum install -y https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm
+          yum install -y libtool wget java-11-openjdk-devel git autoconf automake make gcc gcc-c++ glibc-static glibc-devel cmake3 ccache devtoolset-11 libzstd-devel zlib-devel flex bison python-devel python3-devel
+      - uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly-2022-07-28
+          override: true
+      - name: Prepare vcpkg
+        if: runner.os != 'Windows'
+        uses: friendlyanon/setup-vcpkg@v1
+        with: { committish: 51b14cd4e1230dd51c11ffeff6f7d53c61cc5297 }
+      - name: Check disk space
+        run: df . -h
+      - name: Free disk space
+        run: |
+          du -sch /usr/share/*
+          du -sch /opt/*
+      - name: Check disk space
+        run: |
+          df . -h
+          du /usr/ -hx -d 4 --threshold=1G | sort -hr | head
+          df /tmp
+          du /tmp | sort -n
+          ls -lh /tmp
+      - name: upgradeDepends
+        run: |  
+          wget http://ftp.gnu.org/gnu/automake/automake-1.14.1.tar.gz
+          tar -xf automake-1.14.1.tar.gz
+          cd automake-1.14.1
+          ./configure && make -j4 && make install
+          cd ..
+      - name: DependenciesBuild
+        run: |
+          bash -x cpp/tools/install_depends.sh -o centos
+          alias cmake='cmake3'
+          . /opt/rh/devtoolset-11/enable
+          rm -rf python 
+          mkdir -p cpp/build
+          cd cpp/build
+          cmake3  -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake -DBUILD_STATIC=ON -DCMAKE_BUILD_TYPE=Release -DTESTS=ON ../
+      - name: FreeDiskSpace
+        run: |
+          df -lh
+          du -sch /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/*
+          du -sch /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/grpc/src/*
+          rm -rf /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/grpc/src
+          rm -rf /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/grpc/*-dbg
+          rm -rf /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/openssl/src
+          rm -rf /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/openssl/*-dbg
+          rm -rf /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/*/*-dbg
+          df -lh
+      - name: Compile
+        run: |   
+          alias cmake='cmake3'
+          . /opt/rh/devtoolset-11/enable       
+          cd cpp/build && cmake3 --build . --parallel 3
+      #- name: Test
+      #  run: |
+      #    export OMP_NUM_THREADS=1
+      #    cd build && CTEST_OUTPUT_ON_FAILURE=TRUE make test
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ppc-air-node-x64
+          path: ./cpp/build/bin/ppc-air-node
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ppc-pro-node-x64
+          path: ./cpp/build/bin/ppc-pro-node
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ppc-gateway-service-x64
+          path: ./cpp/build/bin/ppc-gateway-service
+      - name: Publish Error macos
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: vcpkg-manifest-install.log
+          path: /__w/WeDPR-Component/WeDPR-Component/cpp/build/vcpkg-manifest-install.log
+      - name: Publish Error macos
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: autoconf-x64-linux-err.log
+          path: /__w/WeDPR-Component/WeDPR-Component/vcpkg/buildtrees/gsasl/autoconf-x64-linux-err.log