fedn-cpp-client/.github/workflows/integration-test-studio.yaml at e100245d499473da9765761b1bd31aee1fdaa0fb · scaleoutsystems/fedn-cpp-client · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
name: CI Test Against Studio

on:
  schedule:
    - cron: '0 2 * * 1-5' # Run every weekday at 2:00 AM
  workflow_dispatch:
    inputs:
      FEDN_EXAMPLE:
        description: 'FEDN Example'
        required: false
        default: 'my-client'
      FEDN_NR_CLIENTS:
        description: 'Number of Clients'
        required: false
        default: '2'
      FEDN_NR_ROUNDS:
        description: 'Number of Rounds'
        required: false
        default: '5'
      FEDN_ROUND_TIMEOUT:
        description: 'Round Timeout'
        required: false
        default: '180'
      FEDN_BUFFER_SIZE:
        description: 'Buffer Size'
        required: false
        default: '-1'
      FEDN_FL_ALG:
        description: 'FL Algorithm'
        required: false
        default: 'fedavg'
      FEDN_NR_EXPECTED_AGG:
        description: 'Number of Expected Aggregations Per Round'
        required: false
        default: '2'
      FEDN_SESSION_TIMEOUT:
        description: 'Session Timeout'
        required: false
        default: '420'
      FEDN_SESSION_NAME:
        description: 'Session Name'
        required: false
        default: 'test'
      FEDN_CLIENT_TIMEOUT:
        description: 'Client Connection Timeout (OBS - not related to round timeout)'
        required: false
        default: '420'

jobs:
  ci-test:
    runs-on: [self-hosted, cpp]

    steps:
    - name: Checkout code
      uses: actions/checkout@v2

    - name: Generate .env file
      run: |
        echo "STUDIO_HOST=api.studio.scaleoutplatform.com" > .ci/studio/.env
        echo "STUDIO_USER=github@scaleoutsystems.com" >> .ci/studio/.env
        echo "FEDN_EXAMPLE=${{ github.event.inputs.FEDN_EXAMPLE || 'my-client' }}" >> .ci/studio/.env
        echo "FEDN_NR_CLIENTS=${{ github.event.inputs.FEDN_NR_CLIENTS || '2' }}" >> .ci/studio/.env
        echo "FEDN_NR_ROUNDS=${{ github.event.inputs.FEDN_NR_ROUNDS || '5' }}" >> .ci/studio/.env
        echo "FEDN_ROUND_TIMEOUT=${{ github.event.inputs.FEDN_ROUND_TIMEOUT || '180' }}" >> .ci/studio/.env
        echo "FEDN_BUFFER_SIZE=${{ github.event.inputs.FEDN_BUFFER_SIZE || '-1' }}" >> .ci/studio/.env
        echo "FEDN_FL_ALG=${{ github.event.inputs.FEDN_FL_ALG || 'fedavg' }}" >> .ci/studio/.env
        echo "FEDN_NR_EXPECTED_AGG=${{ github.event.inputs.FEDN_NR_EXPECTED_AGG || '2' }}" >> .ci/studio/.env
        echo "FEDN_SESSION_TIMEOUT=${{ github.event.inputs.FEDN_SESSION_TIMEOUT || '420' }}" >> .ci/studio/.env
        echo "FEDN_SESSION_NAME=${{ github.event.inputs.FEDN_SESSION_NAME || 'test' }}" >> .ci/studio/.env
        echo "FEDN_CLIENT_TIMEOUT=${{ github.event.inputs.FEDN_CLIENT_TIMEOUT || '420' }}" >> .ci/studio/.env

    - name: Set GRPC_INSTALL_DIR
      run: export PATH="$HOME/.local/bin:$PATH"

    - name: Make build_example.sh executable
      run: chmod +x .ci/studio/build_example.sh

    - name: Build example
      env:
        FEDN_EXAMPLE: ${{ github.event.inputs.FEDN_EXAMPLE || 'my-client' }}
      run: .ci/studio/build_example.sh

    - name: Set up Python
      uses: actions/setup-python@v2
      with:
        python-version: '3.12'

    - name: Install dependencies
      run: |
        python -m venv venv
        source venv/bin/activate
        pip install -r .ci/studio/requirements.txt

    - name: Make studio.sh executable
      run: chmod +x .ci/studio/studio.sh

    - name: Run studio.sh
      env:
        STUDIO_PASSWORD: ${{ secrets.STUDIO_GITHUB_PASSWORD }}
      run: |
        source venv/bin/activate
        .ci/studio/studio.sh

    - name: Cleanup
      run: |
        rm -rf build
        rm -rf examples/$FEDN_EXAMPLE/build
        rm -rf venv
        rm -f .ci/studio/.env

    - name: Print test logs
      if: failure()
      run: |
        for log in test_*.log; do
              echo "Printing $log"
              cat $log
            done