mega/.github/workflows/base.yml at main · web3infra-foundation/mega · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
# Based on https://github.com/actions-rs/meta/blob/master/recipes/quickstart.md
#
# History:
#   1. 2023-02-14: Created at 2023-02-14T16:00:00Z by Quanyi Ma <eli@patch.sh>
#   2. 2024-05-07: Update the `fuse` job to install `fuse3` and `libfuse3-dev` at 2024-05-07T16:00:00Z by Xiaoyang Han <lux1an216@gmail.com>
#   3. 2025-02-27: Reconstruct the workflow and add `install-dep` action to support test on multiple platforms by Neon <yyk1249501542@gmail.com>
#

on:
  workflow_dispatch:
  pull_request:
    paths-ignore:
      - "config/**"
      - "docker/**"
      - "docs/**"
      - "moon/**"
      - "scripts/**"
      - "toolchains/**"
      - ".github/workflows/web-**"

name: Base GitHub Action for Check, Test and Lints

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  format:
    if: ${{ !(github.repository == 'web3infra-foundation/mega' && github.event_name == 'push') }}
    name: Rustfmt Check
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          submodules: recursive

      - name: Install nightly toolchain
        run: |
          rustup toolchain install nightly --profile minimal
          rustup component add rustfmt --toolchain nightly

      - run: cargo +nightly fmt --all --check

  #
  clippy:
    if: ${{ !(github.repository == 'web3infra-foundation/mega' && github.event_name == 'push') }}
    name: Clippy Check
    runs-on: ubuntu-latest
    env:
      CARGO_TERM_COLOR: always
      RUSTUP_TOOLCHAIN: stable
      RUSTC_WRAPPER: sccache
      SCCACHE_DIR: ${{ github.workspace }}/.sccache
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          submodules: recursive

      - name: Install system dependencies
        uses: ./.github/install-dep
        with:
          cache-key: sysdeps
          platform: ubuntu
      - name: Install sccache
        run: |
          sudo apt-get update
          sudo apt-get install -y sccache
      - name: Prepare sccache directory
        run: |
          mkdir -p "$SCCACHE_DIR"
      - name: Cache sccache
        uses: actions/cache@v4
        with:
          path: ${{ env.SCCACHE_DIR }}
          key: sccache-${{ runner.os }}-stable-${{ hashFiles('**/Cargo.lock') }}-clippy
          restore-keys: |
            sccache-${{ runner.os }}-stable-${{ hashFiles('**/Cargo.lock') }}-
            sccache-${{ runner.os }}-stable-
      - name: Rust cache
        uses: Swatinem/rust-cache@v2
        with:
          shared-key: base-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
          cache-on-failure: true
      - name: Run cargo clippy
        run: |
          sccache --start-server || true
          cargo +stable clippy --all-targets --all-features -- -D warnings
          sccache --show-stats || true

  test:
    if: ${{ !(github.repository == 'web3infra-foundation/mega' && github.event_name == 'push') }}
    name: Full Test
    runs-on: ${{ fromJson(github.repository == 'web3infra-foundation/mega' && '["self-hosted","Linux","X64"]' || '"ubuntu-latest"') }}
    env:
      CARGO_TERM_COLOR: always
      RUSTUP_TOOLCHAIN: stable
      HOME: ${{ github.repository == 'web3infra-foundation/mega' && '/home/github' || '/home/runner' }}
      RUSTC_WRAPPER: sccache
      SCCACHE_DIR: ${{ github.workspace }}/.sccache
    steps:
      - name: Install Redis
        run: sudo apt-get update && sudo apt-get install -y redis-server

      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          submodules: recursive
          lfs: true

      - name: Install system dependencies
        uses: ./.github/install-dep
        with:
          cache-key: sysdeps
          platform: ubuntu
          self-hosted: ${{ github.repository == 'web3infra-foundation/mega' }}
          use-gtk: false
      - name: Install sccache
        run: |
          sudo apt-get update
          sudo apt-get install -y sccache
      - name: Prepare sccache directory
        run: |
          mkdir -p "$SCCACHE_DIR"
      - name: Cache sccache
        uses: actions/cache@v4
        with:
          path: ${{ env.SCCACHE_DIR }}
          key: sccache-${{ runner.os }}-stable-${{ hashFiles('**/Cargo.lock') }}-test
          restore-keys: |
            sccache-${{ runner.os }}-stable-${{ hashFiles('**/Cargo.lock') }}-
            sccache-${{ runner.os }}-stable-
      - name: Rust cache
        uses: Swatinem/rust-cache@v2
        with:
          shared-key: base-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
          cache-on-failure: true

      - name: Set up git lfs
        run: |
          echo "GPG_TTY=$(tty)" >> $GITHUB_ENV
          git lfs install
          git config --global user.email "mega@github.com"
          git config --global user.name "Mega"
          git config --global lfs.url http://localhost:8000

      - name: Run cargo test
        run: |
          sccache --start-server || true
          cargo test --manifest-path common/Cargo.toml --all-features --no-fail-fast -- --nocapture
          cargo test --manifest-path jupiter/Cargo.toml --all-features --no-fail-fast -- --nocapture
          cargo test --manifest-path ceres/Cargo.toml --all-features --no-fail-fast -- --nocapture
          cargo test --manifest-path vault/Cargo.toml --all-features --no-fail-fast -- --nocapture
          cargo test --manifest-path saturn/Cargo.toml --all-features --no-fail-fast -- --nocapture
          cargo test --manifest-path orion-server/Cargo.toml --all-features --no-fail-fast -- --nocapture
          sccache --show-stats || true

  # Note: The fuse/scorpio job has been removed as scorpio has been moved
  # to its own repository: https://github.com/web3infra-foundation/scorpiofs