graphql-gateways-benchmark/.github/workflows/federation-v1.workflow.yaml at dd86ef410cf25cc5820a814520bcce7e7664a450 · graphql-hive/graphql-gateways-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
name: federation-v1
on:
  pull_request: {}
  workflow_dispatch: {}

concurrency:
  # we group by event name because we dont want to cancel workflow dispatch runs on pr commits
  group: federation-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true

jobs:
  decide-runner:
    uses: ./.github/workflows/decide-runner.template.yaml

  constant-vus-over-time:
    needs:
      - decide-runner
    strategy:
      fail-fast: false
      matrix:
        directory:
          - apollo-gateway
          - apollo-router
          - hive-gateway
          - hive-gateway-router-runtime
          - hive-router
          - cosmo
          - grafbase
    uses: ./.github/workflows/benchmark.template.yaml
    with:
      gateway: ${{ matrix.directory }}
      vu: 50
      time: ${{ github.event_name == 'pull_request' && '30s' || '60s' }}
      scenarioName: constant-vus-over-time
      runner: ${{ needs.decide-runner.outputs.runner }}
      cpuLimit: 3
      fork: 2
      memoryLimit: 6gb
      mode: constant
      waitForUrl: ${{ startsWith(matrix.directory, 'hive-gateway') && 'http://localhost:4000/healthcheck' || '' }}

  constant-vus-over-time-report:
    needs: constant-vus-over-time
    uses: ./.github/workflows/report.template.yaml
    secrets: inherit
    with:
      scenarioName: constant-vus-over-time

  # TODO: do we need the delay scenarios?
  # constant-vus-subgraphs-delay:
  #   needs:
  #     - decide-runner
  #   strategy:
  #     fail-fast: false
  #     matrix:
  #       directory:
  #         - apollo-gateway
  #         - apollo-router
  #         - hive-gateway
  #         - hive-gateway-router-runtime
  #         - hive-router
  #         - cosmo
  #         - grafbase
  #   uses: ./.github/workflows/benchmark.template.yaml
  #   with:
  #     gateway: ${{ matrix.directory }}
  #     vu: 50
  #     time: ${{ github.event_name == 'pull_request' && '30s' || '60s' }}
  #     scenarioName: constant-vus-subgraphs-delay
  #     runner: ${{ needs.decide-runner.outputs.runner }}
  #     cpuLimit: 3
  #     fork: 2
  #     memoryLimit: 6gb
  #     subgraphDelay: 50
  #     mode: constant
  #     waitForUrl: ${{ startsWith(matrix.directory, 'hive-gateway') && 'http://localhost:4000/healthcheck' || '' }}
  # constant-vus-subgraphs-delay-report:
  #   needs: constant-vus-subgraphs-delay
  #   uses: ./.github/workflows/report.template.yaml
  #   secrets: inherit
  #   with:
  #     scenarioName: constant-vus-subgraphs-delay
  # constant-vus-subgraphs-delay-resources:
  #   needs:
  #     - decide-runner
  #   strategy:
  #     fail-fast: false
  #     matrix:
  #       directory:
  #         - apollo-gateway
  #         - apollo-router
  #         - hive-gateway
  #         - hive-gateway-router-runtime
  #         - hive-router
  #         - cosmo
  #         - grafbase
  #   uses: ./.github/workflows/benchmark.template.yaml
  #   with:
  #     gateway: ${{ matrix.directory }}
  #     vu: 50
  #     time: ${{ github.event_name == 'pull_request' && '30s' || '60s' }}
  #     scenarioName: constant-vus-subgraphs-delay-resources
  #     runner: ${{ needs.decide-runner.outputs.runner }}
  #     cpuLimit: 4
  #     fork: 3
  #     memoryLimit: 8gb
  #     subgraphDelay: 50
  #     mode: constant
  #     waitForUrl: ${{ startsWith(matrix.directory, 'hive-gateway') && 'http://localhost:4000/healthcheck' || '' }}
  # constant-vus-subgraphs-delay-resources-report:
  #   needs: constant-vus-subgraphs-delay-resources
  #   uses: ./.github/workflows/report.template.yaml
  #   secrets: inherit
  #   with:
  #     scenarioName: constant-vus-subgraphs-delay-resources

  ramping-vus:
    needs:
      - decide-runner
    strategy:
      fail-fast: false
      matrix:
        directory:
          - apollo-gateway
          - apollo-router
          - hive-gateway
          - hive-gateway-router-runtime
          - hive-router
          - cosmo
          - grafbase
    uses: ./.github/workflows/benchmark.template.yaml
    with:
      gateway: ${{ matrix.directory }}
      vu: 500
      time: 60s
      scenarioName: ramping-vus
      runner: ${{ needs.decide-runner.outputs.runner }}
      cpuLimit: 4
      fork: 3
      memoryLimit: 8gb
      mode: stress
      waitForUrl: ${{ startsWith(matrix.directory, 'hive-gateway') && 'http://localhost:4000/healthcheck' || '' }}

  ramping-vus-report:
    needs: ramping-vus
    uses: ./.github/workflows/report.template.yaml
    secrets: inherit
    with:
      scenarioName: ramping-vus