Skip to content

Commit 6ac0f49

Browse files
tellet-qtellet-q
committed
Revert debug
1 parent b889ca3 commit 6ac0f49

File tree

1 file changed

+172
-172
lines changed

1 file changed

+172
-172
lines changed

‎.github/workflows/continuous-benchmark.yaml

Lines changed: 172 additions & 172 deletions
Original file line numberDiff line numberDiff line change
@@ -102,175 +102,175 @@ jobs:
102102
env:
103103
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
104104
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
105-
# runTenantsBenchmark:
106-
# runs-on: ubuntu-latest
107-
# needs: runBenchmark
108-
# if: ${{ always() }}
109-
# steps:
110-
# - uses: actions/checkout@v3
111-
# - uses: webfactory/[email protected]
112-
# with:
113-
# ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
114-
# - name: Benches
115-
# id: benches
116-
# run: |
117-
# export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
118-
# export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
119-
# export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
120-
# bash -x tools/setup_ci.sh
121-
#
122-
# set +e
123-
#
124-
# # Benchmark filtered search by tenants with mem limitation
125-
#
126-
# export ENGINE_NAME="qdrant-all-on-disk-scalar-q"
127-
# export DATASETS="random-768-100-tenants"
128-
# export BENCHMARK_STRATEGY="tenants"
129-
# export CONTAINER_MEM_LIMIT=160mb
130-
#
131-
# # Benchmark the dev branch:
132-
# export QDRANT_VERSION=ghcr/dev
133-
# timeout 30m bash -x tools/run_ci.sh
134-
#
135-
# # Benchmark the master branch:
136-
# export QDRANT_VERSION=docker/master
137-
# timeout 30m bash -x tools/run_ci.sh
138-
#
139-
# set -e
140-
# - name: Fail job if any of the benches failed
141-
# if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
142-
# run: exit 1
143-
# - name: Send Notification
144-
# if: failure() || cancelled()
145-
# uses: slackapi/[email protected]
146-
# with:
147-
# payload: |
148-
# {
149-
# "text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
150-
# "blocks": [
151-
# {
152-
# "type": "section",
153-
# "text": {
154-
# "type": "mrkdwn",
155-
# "text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
156-
# }
157-
# },
158-
# {
159-
# "type": "section",
160-
# "text": {
161-
# "type": "mrkdwn",
162-
# "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
163-
# }
164-
# },
165-
# {
166-
# "type": "section",
167-
# "text": {
168-
# "type": "mrkdwn",
169-
# "text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
170-
# }
171-
# },
172-
# {
173-
# "type": "section",
174-
# "text": {
175-
# "type": "mrkdwn",
176-
# "text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
177-
# }
178-
# },
179-
# {
180-
# "type": "section",
181-
# "text": {
182-
# "type": "mrkdwn",
183-
# "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
184-
# }
185-
# }
186-
# ]
187-
# }
188-
# env:
189-
# SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
190-
# SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
191-
# runParallelBenchmark:
192-
# runs-on: ubuntu-latest
193-
# needs: runTenantsBenchmark
194-
# if: ${{ always() }}
195-
# steps:
196-
# - uses: actions/checkout@v3
197-
# - uses: webfactory/[email protected]
198-
# with:
199-
# ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
200-
# - name: Benches
201-
# id: benches
202-
# run: |
203-
# export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
204-
# export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
205-
# export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
206-
# bash -x tools/setup_ci.sh
207-
#
208-
# set +e
209-
#
210-
# # Benchmark parallel search&upload
211-
#
212-
# export ENGINE_NAME="qdrant-continuous-benchmark"
213-
# export DATASETS="laion-small-clip"
214-
# export BENCHMARK_STRATEGY="parallel"
215-
# export POSTGRES_TABLE="benchmark_parallel_search_upload"
216-
#
217-
# # Benchmark the dev branch:
218-
# export QDRANT_VERSION=ghcr/dev
219-
# timeout 30m bash -x tools/run_ci.sh
220-
#
221-
# # Benchmark the master branch:
222-
# export QDRANT_VERSION=docker/master
223-
# timeout 30m bash -x tools/run_ci.sh
224-
#
225-
# set -e
226-
# - name: Fail job if any of the benches failed
227-
# if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
228-
# run: exit 1
229-
# - name: Send Notification
230-
# if: failure() || cancelled()
231-
# uses: slackapi/[email protected]
232-
# with:
233-
# payload: |
234-
# {
235-
# "text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
236-
# "blocks": [
237-
# {
238-
# "type": "section",
239-
# "text": {
240-
# "type": "mrkdwn",
241-
# "text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
242-
# }
243-
# },
244-
# {
245-
# "type": "section",
246-
# "text": {
247-
# "type": "mrkdwn",
248-
# "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
249-
# }
250-
# },
251-
# {
252-
# "type": "section",
253-
# "text": {
254-
# "type": "mrkdwn",
255-
# "text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
256-
# }
257-
# },
258-
# {
259-
# "type": "section",
260-
# "text": {
261-
# "type": "mrkdwn",
262-
# "text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
263-
# }
264-
# },
265-
# {
266-
# "type": "section",
267-
# "text": {
268-
# "type": "mrkdwn",
269-
# "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
270-
# }
271-
# }
272-
# ]
273-
# }
274-
# env:
275-
# SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
276-
# SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
105+
runTenantsBenchmark:
106+
runs-on: ubuntu-latest
107+
needs: runBenchmark
108+
if: ${{ always() }}
109+
steps:
110+
- uses: actions/checkout@v3
111+
- uses: webfactory/[email protected]
112+
with:
113+
ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
114+
- name: Benches
115+
id: benches
116+
run: |
117+
export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
118+
export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
119+
export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
120+
bash -x tools/setup_ci.sh
121+
122+
set +e
123+
124+
# Benchmark filtered search by tenants with mem limitation
125+
126+
export ENGINE_NAME="qdrant-all-on-disk-scalar-q"
127+
export DATASETS="random-768-100-tenants"
128+
export BENCHMARK_STRATEGY="tenants"
129+
export CONTAINER_MEM_LIMIT=160mb
130+
131+
# Benchmark the dev branch:
132+
export QDRANT_VERSION=ghcr/dev
133+
timeout 30m bash -x tools/run_ci.sh
134+
135+
# Benchmark the master branch:
136+
export QDRANT_VERSION=docker/master
137+
timeout 30m bash -x tools/run_ci.sh
138+
139+
set -e
140+
- name: Fail job if any of the benches failed
141+
if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
142+
run: exit 1
143+
- name: Send Notification
144+
if: failure() || cancelled()
145+
uses: slackapi/[email protected]
146+
with:
147+
payload: |
148+
{
149+
"text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
150+
"blocks": [
151+
{
152+
"type": "section",
153+
"text": {
154+
"type": "mrkdwn",
155+
"text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
156+
}
157+
},
158+
{
159+
"type": "section",
160+
"text": {
161+
"type": "mrkdwn",
162+
"text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
163+
}
164+
},
165+
{
166+
"type": "section",
167+
"text": {
168+
"type": "mrkdwn",
169+
"text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
170+
}
171+
},
172+
{
173+
"type": "section",
174+
"text": {
175+
"type": "mrkdwn",
176+
"text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
177+
}
178+
},
179+
{
180+
"type": "section",
181+
"text": {
182+
"type": "mrkdwn",
183+
"text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
184+
}
185+
}
186+
]
187+
}
188+
env:
189+
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
190+
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
191+
runParallelBenchmark:
192+
runs-on: ubuntu-latest
193+
needs: runTenantsBenchmark
194+
if: ${{ always() }}
195+
steps:
196+
- uses: actions/checkout@v3
197+
- uses: webfactory/[email protected]
198+
with:
199+
ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
200+
- name: Benches
201+
id: benches
202+
run: |
203+
export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
204+
export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
205+
export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
206+
bash -x tools/setup_ci.sh
207+
208+
set +e
209+
210+
# Benchmark parallel search&upload
211+
212+
export ENGINE_NAME="qdrant-continuous-benchmark"
213+
export DATASETS="laion-small-clip"
214+
export BENCHMARK_STRATEGY="parallel"
215+
export POSTGRES_TABLE="benchmark_parallel_search_upload"
216+
217+
# Benchmark the dev branch:
218+
export QDRANT_VERSION=ghcr/dev
219+
timeout 30m bash -x tools/run_ci.sh
220+
221+
# Benchmark the master branch:
222+
export QDRANT_VERSION=docker/master
223+
timeout 30m bash -x tools/run_ci.sh
224+
225+
set -e
226+
- name: Fail job if any of the benches failed
227+
if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
228+
run: exit 1
229+
- name: Send Notification
230+
if: failure() || cancelled()
231+
uses: slackapi/[email protected]
232+
with:
233+
payload: |
234+
{
235+
"text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
236+
"blocks": [
237+
{
238+
"type": "section",
239+
"text": {
240+
"type": "mrkdwn",
241+
"text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
242+
}
243+
},
244+
{
245+
"type": "section",
246+
"text": {
247+
"type": "mrkdwn",
248+
"text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
249+
}
250+
},
251+
{
252+
"type": "section",
253+
"text": {
254+
"type": "mrkdwn",
255+
"text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
256+
}
257+
},
258+
{
259+
"type": "section",
260+
"text": {
261+
"type": "mrkdwn",
262+
"text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
263+
}
264+
},
265+
{
266+
"type": "section",
267+
"text": {
268+
"type": "mrkdwn",
269+
"text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
270+
}
271+
}
272+
]
273+
}
274+
env:
275+
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
276+
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK

0 commit comments

Comments
 (0)