Skip to content

Commit 59d95a1

Browse files
kk-minkk-min
committed
fix: Add zero'ed data insertion to DB upon experiment failure
1 parent cb2de69 commit 59d95a1

File tree

3 files changed

+121
-1
lines changed

3 files changed

+121
-1
lines changed

‎.github/workflows/continuous-benchmarking-baseline.yml‎

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -123,6 +123,13 @@ jobs:
123123
name: warm-baseline-aws
124124
path: ${{ env.working-directory }}/latency-samples
125125

126+
- name: Add zero'ed data (Failed experiment)
127+
if: ${{ failure() }}
128+
env:
129+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
130+
run: |
131+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"warm-baseline-aws","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"aws"}' $DATA_INSERT_URL
132+
126133
- name: Send Slack message using Incoming Webhooks
127134
if: ${{ failure() }}
128135
uses: slackapi/[email protected]
@@ -217,6 +224,13 @@ jobs:
217224
name: warm-baseline-gcr
218225
path: ${{ env.working-directory }}/latency-samples
219226

227+
- name: Add zero'ed data (Failed experiment)
228+
if: ${{ failure() }}
229+
env:
230+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
231+
run: |
232+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"warm-baseline-gcr","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"gcr"}' $DATA_INSERT_URL
233+
220234
- name: Send Slack message using Incoming Webhooks
221235
if: ${{ failure() }}
222236
uses: slackapi/[email protected]
@@ -299,6 +313,13 @@ jobs:
299313
name: warm-baseline-cloudflare
300314
path: ${{ env.working-directory }}/latency-samples
301315

316+
- name: Add zero'ed data (Failed experiment)
317+
if: ${{ failure() }}
318+
env:
319+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
320+
run: |
321+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"warm-baseline-cloudflare","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"cloudflare"}' $DATA_INSERT_URL
322+
302323
- name: Send Slack message using Incoming Webhooks
303324
if: ${{ failure() }}
304325
uses: slackapi/[email protected]
@@ -390,6 +411,13 @@ jobs:
390411
name: warm-baseline-azure
391412
path: ${{ env.working-directory }}/latency-samples
392413

414+
- name: Add zero'ed data (Failed experiment)
415+
if: ${{ failure() }}
416+
env:
417+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
418+
run: |
419+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"warm-baseline-azure","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"azure"}' $DATA_INSERT_URL
420+
393421
- name: Send Slack message using Incoming Webhooks
394422
if: ${{ failure() }}
395423
uses: slackapi/[email protected]
@@ -485,6 +513,13 @@ jobs:
485513
name: cold-baseline-aws
486514
path: ${{ env.working-directory }}/latency-samples
487515

516+
- name: Add zero'ed data (Failed experiment)
517+
if: ${{ failure() }}
518+
env:
519+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
520+
run: |
521+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-baseline-aws","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"aws"}' $DATA_INSERT_URL
522+
488523
- name: Send Slack message using Incoming Webhooks
489524
if: ${{ failure() }}
490525
uses: slackapi/[email protected]
@@ -579,6 +614,13 @@ jobs:
579614
name: cold-baseline-gcr
580615
path: ${{ env.working-directory }}/latency-samples
581616

617+
- name: Add zero'ed data (Failed experiment)
618+
if: ${{ failure() }}
619+
env:
620+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
621+
run: |
622+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-baseline-gcr","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"gcr"}' $DATA_INSERT_URL
623+
582624
- name: Send Slack message using Incoming Webhooks
583625
if: ${{ failure() }}
584626
uses: slackapi/[email protected]
@@ -661,6 +703,13 @@ jobs:
661703
name: cold-baseline-cloudflare
662704
path: ${{ env.working-directory }}/latency-samples
663705

706+
- name: Add zero'ed data (Failed experiment)
707+
if: ${{ failure() }}
708+
env:
709+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
710+
run: |
711+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-baseline-cloudflare","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"cloudflare"}' $DATA_INSERT_URL
712+
664713
- name: Send Slack message using Incoming Webhooks
665714
if: ${{ failure() }}
666715
uses: slackapi/[email protected]
@@ -752,6 +801,13 @@ jobs:
752801
name: cold-baseline-azure
753802
path: ${{ env.working-directory }}/latency-samples
754803

804+
- name: Add zero'ed data (Failed experiment)
805+
if: ${{ failure() }}
806+
env:
807+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
808+
run: |
809+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-baseline-azure","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"azure"}' $DATA_INSERT_URL
810+
755811
- name: Send Slack message using Incoming Webhooks
756812
if: ${{ failure() }}
757813
uses: slackapi/[email protected]

‎.github/workflows/continuous-benchmarking-image-size.yml‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,13 @@ jobs:
101101
name: cold-image-size-50-aws
102102
path: ${{ env.working-directory }}/latency-samples
103103

104+
- name: Add zero'ed data (Failed experiment)
105+
if: ${{ failure() }}
106+
env:
107+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
108+
run: |
109+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-50-aws","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"aws"}' $DATA_INSERT_URL
110+
104111
- name: Send Slack message using Incoming Webhooks
105112
if: ${{ failure() }}
106113
uses: slackapi/[email protected]
@@ -196,6 +203,13 @@ jobs:
196203
name: cold-image-size-100-aws
197204
path: ${{ env.working-directory }}/latency-samples
198205

206+
- name: Add zero'ed data (Failed experiment)
207+
if: ${{ failure() }}
208+
env:
209+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
210+
run: |
211+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-100-aws","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"aws"}' $DATA_INSERT_URL
212+
199213
- name: Send Slack message using Incoming Webhooks
200214
if: ${{ failure() }}
201215
uses: slackapi/[email protected]
@@ -287,6 +301,13 @@ jobs:
287301
name: cold-image-size-50-azure
288302
path: ${{ env.working-directory }}/latency-samples
289303

304+
- name: Add zero'ed data (Failed experiment)
305+
if: ${{ failure() }}
306+
env:
307+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
308+
run: |
309+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-50-azure","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"azure"}' $DATA_INSERT_URL
310+
290311
- name: Send Slack message using Incoming Webhooks
291312
if: ${{ failure() }}
292313
uses: slackapi/[email protected]
@@ -378,6 +399,13 @@ jobs:
378399
name: cold-image-size-100-azure
379400
path: ${{ env.working-directory }}/latency-samples
380401

402+
- name: Add zero'ed data (Failed experiment)
403+
if: ${{ failure() }}
404+
env:
405+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
406+
run: |
407+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-100-azure","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"azure"}' $DATA_INSERT_URL
408+
381409
- name: Send Slack message using Incoming Webhooks
382410
if: ${{ failure() }}
383411
uses: slackapi/[email protected]
@@ -473,6 +501,13 @@ jobs:
473501
name: cold-image-size-50-gcr
474502
path: ${{ env.working-directory }}/latency-samples
475503

504+
- name: Add zero'ed data (Failed experiment)
505+
if: ${{ failure() }}
506+
env:
507+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
508+
run: |
509+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-50-gcr","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"gcr"}' $DATA_INSERT_URL
510+
476511
- name: Send Slack message using Incoming Webhooks
477512
if: ${{ failure() }}
478513
uses: slackapi/[email protected]
@@ -568,6 +603,13 @@ jobs:
568603
name: cold-image-size-100-gcr
569604
path: ${{ env.working-directory }}/latency-samples
570605

606+
- name: Add zero'ed data (Failed experiment)
607+
if: ${{ failure() }}
608+
env:
609+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
610+
run: |
611+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"cold-image-size-100-gcr","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"gcr"}' $DATA_INSERT_URL
612+
571613
- name: Send Slack message using Incoming Webhooks
572614
if: ${{ failure() }}
573615
uses: slackapi/[email protected]

‎.github/workflows/continuous-benchmarking-runtimes.yml‎

Lines changed: 23 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -124,9 +124,17 @@ jobs:
124124

125125
- uses: actions/upload-artifact@v3
126126
with:
127-
name: cold-hello${{ matrix.runtime }}-aws-zip
127+
name: cold-hello${{ matrix.runtime }}-zip-aws
128128
path: ${{ env.working-directory }}/latency-samples-aws
129129

130+
- name: Add zero'ed data (Failed experiment)
131+
env:
132+
name: cold-hello${{ matrix.runtime }}-zip-aws
133+
DATA_INSERT_URL: ${{ secrets.DATA_INSERT_URL}}
134+
if: ${{ failure() }}
135+
run: |
136+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"'$name'","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"aws"}' $DATA_INSERT_URL
137+
130138
- name: Send Slack message using Incoming Webhooks
131139
if: ${{ failure() }}
132140
uses: slackapi/[email protected]
@@ -247,6 +255,13 @@ jobs:
247255
name: cold-hello${{ matrix.runtime }}-img-gcr
248256
path: ${{ env.working-directory }}/latency-samples-gcr
249257

258+
- name: Add zero'ed data (Failed experiment)
259+
env:
260+
name: cold-hello${{ matrix.runtime }}-img-gcr
261+
if: ${{ failure() }}
262+
run: |
263+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"'$name'","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"gcr"}' $DATA_INSERT_URL
264+
250265
- name: Send Slack message using Incoming Webhooks
251266
if: ${{ failure() }}
252267
uses: slackapi/[email protected]
@@ -339,6 +354,13 @@ jobs:
339354
name: cold-hello${{ matrix.runtime }}-zip-azure
340355
path: ${{env.working-directory}}/latency-samples-azure
341356

357+
- name: Add zero'ed data (Failed experiment)
358+
env:
359+
name: cold-hello${{ matrix.runtime }}-zip-azure
360+
if: ${{ failure() }}
361+
run: |
362+
curl -XPOST -H "Content-type: application/json" -d '{"experiment_type":"'$name'","date":"'$(date +%F)'","min":"0","max":"0","median":"0","tail_latency":"0","first_quartile":"0","third_quartile":"0","standard_deviation":"0","payload_size":"0","burst_size":"0","IATType":"0","count":"0","provider":"azure"}' $DATA_INSERT_URL
363+
342364
- name: Send Slack message using Incoming Webhooks
343365
if: ${{ failure() }}
344366
uses: slackapi/[email protected]

0 commit comments

Comments
 (0)