Skip to content

Commit 740f178

Browse files
tellet-qtellet-q
committed
Debug
1 parent f562af5 commit 740f178

File tree

1 file changed

+172
-172
lines changed

1 file changed

+172
-172
lines changed

‎.github/workflows/continuous-benchmark.yaml

Lines changed: 172 additions & 172 deletions
Original file line numberDiff line numberDiff line change
@@ -102,175 +102,175 @@ jobs:
102102
env:
103103
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
104104
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
105-
runTenantsBenchmark:
106-
runs-on: ubuntu-latest
107-
needs: runBenchmark
108-
if: ${{ always() }}
109-
steps:
110-
- uses: actions/checkout@v3
111-
- uses: webfactory/[email protected]
112-
with:
113-
ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
114-
- name: Benches
115-
id: benches
116-
run: |
117-
export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
118-
export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
119-
export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
120-
bash -x tools/setup_ci.sh
121-
122-
set +e
123-
124-
# Benchmark filtered search by tenants with mem limitation
125-
126-
export ENGINE_NAME="qdrant-all-on-disk-scalar-q"
127-
export DATASETS="random-768-100-tenants"
128-
export BENCHMARK_STRATEGY="tenants"
129-
export CONTAINER_MEM_LIMIT=160mb
130-
131-
# Benchmark the dev branch:
132-
export QDRANT_VERSION=ghcr/dev
133-
timeout 30m bash -x tools/run_ci.sh
134-
135-
# Benchmark the master branch:
136-
export QDRANT_VERSION=docker/master
137-
timeout 30m bash -x tools/run_ci.sh
138-
139-
set -e
140-
- name: Fail job if any of the benches failed
141-
if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
142-
run: exit 1
143-
- name: Send Notification
144-
if: failure() || cancelled()
145-
uses: slackapi/[email protected]
146-
with:
147-
payload: |
148-
{
149-
"text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
150-
"blocks": [
151-
{
152-
"type": "section",
153-
"text": {
154-
"type": "mrkdwn",
155-
"text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
156-
}
157-
},
158-
{
159-
"type": "section",
160-
"text": {
161-
"type": "mrkdwn",
162-
"text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
163-
}
164-
},
165-
{
166-
"type": "section",
167-
"text": {
168-
"type": "mrkdwn",
169-
"text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
170-
}
171-
},
172-
{
173-
"type": "section",
174-
"text": {
175-
"type": "mrkdwn",
176-
"text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
177-
}
178-
},
179-
{
180-
"type": "section",
181-
"text": {
182-
"type": "mrkdwn",
183-
"text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
184-
}
185-
}
186-
]
187-
}
188-
env:
189-
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
190-
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
191-
runParallelBenchmark:
192-
runs-on: ubuntu-latest
193-
needs: runTenantsBenchmark
194-
if: ${{ always() }}
195-
steps:
196-
- uses: actions/checkout@v3
197-
- uses: webfactory/[email protected]
198-
with:
199-
ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
200-
- name: Benches
201-
id: benches
202-
run: |
203-
export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
204-
export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
205-
export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
206-
bash -x tools/setup_ci.sh
207-
208-
set +e
209-
210-
# Benchmark parallel search&upload
211-
212-
export ENGINE_NAME="qdrant-continuous-benchmark"
213-
export DATASETS="laion-small-clip"
214-
export BENCHMARK_STRATEGY="parallel"
215-
export POSTGRES_TABLE="benchmark_parallel_search_upload"
216-
217-
# Benchmark the dev branch:
218-
export QDRANT_VERSION=ghcr/dev
219-
timeout 30m bash -x tools/run_ci.sh
220-
221-
# Benchmark the master branch:
222-
export QDRANT_VERSION=docker/master
223-
timeout 30m bash -x tools/run_ci.sh
224-
225-
set -e
226-
- name: Fail job if any of the benches failed
227-
if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
228-
run: exit 1
229-
- name: Send Notification
230-
if: failure() || cancelled()
231-
uses: slackapi/[email protected]
232-
with:
233-
payload: |
234-
{
235-
"text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
236-
"blocks": [
237-
{
238-
"type": "section",
239-
"text": {
240-
"type": "mrkdwn",
241-
"text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
242-
}
243-
},
244-
{
245-
"type": "section",
246-
"text": {
247-
"type": "mrkdwn",
248-
"text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
249-
}
250-
},
251-
{
252-
"type": "section",
253-
"text": {
254-
"type": "mrkdwn",
255-
"text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
256-
}
257-
},
258-
{
259-
"type": "section",
260-
"text": {
261-
"type": "mrkdwn",
262-
"text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
263-
}
264-
},
265-
{
266-
"type": "section",
267-
"text": {
268-
"type": "mrkdwn",
269-
"text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
270-
}
271-
}
272-
]
273-
}
274-
env:
275-
SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
276-
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
105+
# runTenantsBenchmark:
106+
# runs-on: ubuntu-latest
107+
# needs: runBenchmark
108+
# if: ${{ always() }}
109+
# steps:
110+
# - uses: actions/checkout@v3
111+
# - uses: webfactory/[email protected]
112+
# with:
113+
# ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
114+
# - name: Benches
115+
# id: benches
116+
# run: |
117+
# export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
118+
# export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
119+
# export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
120+
# bash -x tools/setup_ci.sh
121+
#
122+
# set +e
123+
#
124+
# # Benchmark filtered search by tenants with mem limitation
125+
#
126+
# export ENGINE_NAME="qdrant-all-on-disk-scalar-q"
127+
# export DATASETS="random-768-100-tenants"
128+
# export BENCHMARK_STRATEGY="tenants"
129+
# export CONTAINER_MEM_LIMIT=160mb
130+
#
131+
# # Benchmark the dev branch:
132+
# export QDRANT_VERSION=ghcr/dev
133+
# timeout 30m bash -x tools/run_ci.sh
134+
#
135+
# # Benchmark the master branch:
136+
# export QDRANT_VERSION=docker/master
137+
# timeout 30m bash -x tools/run_ci.sh
138+
#
139+
# set -e
140+
# - name: Fail job if any of the benches failed
141+
# if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
142+
# run: exit 1
143+
# - name: Send Notification
144+
# if: failure() || cancelled()
145+
# uses: slackapi/[email protected]
146+
# with:
147+
# payload: |
148+
# {
149+
# "text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
150+
# "blocks": [
151+
# {
152+
# "type": "section",
153+
# "text": {
154+
# "type": "mrkdwn",
155+
# "text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
156+
# }
157+
# },
158+
# {
159+
# "type": "section",
160+
# "text": {
161+
# "type": "mrkdwn",
162+
# "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
163+
# }
164+
# },
165+
# {
166+
# "type": "section",
167+
# "text": {
168+
# "type": "mrkdwn",
169+
# "text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
170+
# }
171+
# },
172+
# {
173+
# "type": "section",
174+
# "text": {
175+
# "type": "mrkdwn",
176+
# "text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
177+
# }
178+
# },
179+
# {
180+
# "type": "section",
181+
# "text": {
182+
# "type": "mrkdwn",
183+
# "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
184+
# }
185+
# }
186+
# ]
187+
# }
188+
# env:
189+
# SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
190+
# SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
191+
# runParallelBenchmark:
192+
# runs-on: ubuntu-latest
193+
# needs: runTenantsBenchmark
194+
# if: ${{ always() }}
195+
# steps:
196+
# - uses: actions/checkout@v3
197+
# - uses: webfactory/[email protected]
198+
# with:
199+
# ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
200+
# - name: Benches
201+
# id: benches
202+
# run: |
203+
# export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}
204+
# export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
205+
# export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
206+
# bash -x tools/setup_ci.sh
207+
#
208+
# set +e
209+
#
210+
# # Benchmark parallel search&upload
211+
#
212+
# export ENGINE_NAME="qdrant-continuous-benchmark"
213+
# export DATASETS="laion-small-clip"
214+
# export BENCHMARK_STRATEGY="parallel"
215+
# export POSTGRES_TABLE="benchmark_parallel_search_upload"
216+
#
217+
# # Benchmark the dev branch:
218+
# export QDRANT_VERSION=ghcr/dev
219+
# timeout 30m bash -x tools/run_ci.sh
220+
#
221+
# # Benchmark the master branch:
222+
# export QDRANT_VERSION=docker/master
223+
# timeout 30m bash -x tools/run_ci.sh
224+
#
225+
# set -e
226+
# - name: Fail job if any of the benches failed
227+
# if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout'
228+
# run: exit 1
229+
# - name: Send Notification
230+
# if: failure() || cancelled()
231+
# uses: slackapi/[email protected]
232+
# with:
233+
# payload: |
234+
# {
235+
# "text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}",
236+
# "blocks": [
237+
# {
238+
# "type": "section",
239+
# "text": {
240+
# "type": "mrkdwn",
241+
# "text": "CI benchmarks (runTenantsBenchmark) failed because of *${{ steps.benches.outputs.failed }}*."
242+
# }
243+
# },
244+
# {
245+
# "type": "section",
246+
# "text": {
247+
# "type": "mrkdwn",
248+
# "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*."
249+
# }
250+
# },
251+
# {
252+
# "type": "section",
253+
# "text": {
254+
# "type": "mrkdwn",
255+
# "text": "Engine: *${{ steps.benches.outputs.engine_name }}*."
256+
# }
257+
# },
258+
# {
259+
# "type": "section",
260+
# "text": {
261+
# "type": "mrkdwn",
262+
# "text": "Dataset: *${{ steps.benches.outputs.dataset }}*."
263+
# }
264+
# },
265+
# {
266+
# "type": "section",
267+
# "text": {
268+
# "type": "mrkdwn",
269+
# "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>"
270+
# }
271+
# }
272+
# ]
273+
# }
274+
# env:
275+
# SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }}
276+
# SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK

0 commit comments

Comments
 (0)