SurfSense/.github/workflows/backend-tests.yml at d8a05ae4d58e298d5dd958d88692e5412d8e97b9 · MODSetter/SurfSense · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
name: Backend Tests

on:
  pull_request:
    branches: [main, dev]
    types: [opened, synchronize, reopened, ready_for_review]

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  unit-tests:
    name: Unit Tests
    runs-on: ubuntu-latest
    if: github.event.pull_request.draft == false
    env:
      EMBEDDING_MODEL: sentence-transformers/all-MiniLM-L6-v2

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Check if backend files changed
        id: backend-changes
        uses: dorny/paths-filter@v3
        with:
          filters: |
            backend:
              - 'surfsense_backend/**'

      - name: Set up Python
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Install UV
        if: steps.backend-changes.outputs.backend == 'true'
        uses: astral-sh/setup-uv@v7

      - name: Cache dependencies
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/cache@v5
        with:
          path: |
            ~/.cache/uv
            surfsense_backend/.venv
          key: python-deps-${{ hashFiles('surfsense_backend/uv.lock') }}
          restore-keys: |
            python-deps-

      - name: Cache HuggingFace models
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/cache@v5
        with:
          path: ~/.cache/huggingface
          key: hf-models-${{ env.EMBEDDING_MODEL }}

      - name: Install dependencies
        if: steps.backend-changes.outputs.backend == 'true'
        working-directory: surfsense_backend
        run: uv sync

      - name: Run unit tests
        if: steps.backend-changes.outputs.backend == 'true'
        working-directory: surfsense_backend
        run: uv run pytest -m unit

  integration-tests:
    name: Integration Tests
    runs-on: ubuntu-latest
    if: github.event.pull_request.draft == false
    env:
      EMBEDDING_MODEL: sentence-transformers/all-MiniLM-L6-v2

    services:
      postgres:
        image: pgvector/pgvector:pg17
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: surfsense_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd "pg_isready -U postgres -d surfsense_test"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Check if backend files changed
        id: backend-changes
        uses: dorny/paths-filter@v3
        with:
          filters: |
            backend:
              - 'surfsense_backend/**'

      - name: Set up Python
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Install UV
        if: steps.backend-changes.outputs.backend == 'true'
        uses: astral-sh/setup-uv@v7

      - name: Cache dependencies
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/cache@v5
        with:
          path: |
            ~/.cache/uv
            surfsense_backend/.venv
          key: python-deps-${{ hashFiles('surfsense_backend/uv.lock') }}
          restore-keys: |
            python-deps-

      - name: Cache HuggingFace models
        if: steps.backend-changes.outputs.backend == 'true'
        uses: actions/cache@v5
        with:
          path: ~/.cache/huggingface
          key: hf-models-${{ env.EMBEDDING_MODEL }}

      - name: Install dependencies
        if: steps.backend-changes.outputs.backend == 'true'
        working-directory: surfsense_backend
        run: uv sync

      - name: Run integration tests
        if: steps.backend-changes.outputs.backend == 'true'
        working-directory: surfsense_backend
        env:
          TEST_DATABASE_URL: postgresql+asyncpg://postgres:postgres@localhost:5432/surfsense_test
          SECRET_KEY: ci-test-secret-key-not-for-production
          ETL_SERVICE: DOCLING
        run: uv run pytest -m integration

  test-gate:
    name: Test Gate
    runs-on: ubuntu-latest
    needs: [unit-tests, integration-tests]
    if: always()

    steps:
      - name: Check all test jobs
        run: |
          if [[ "${{ needs.unit-tests.result }}" == "failure" ||
                "${{ needs.integration-tests.result }}" == "failure" ]]; then
            echo "Backend tests failed"
            exit 1
          else
            echo "All backend tests passed"
          fi