Skip to content

Commit e3a544e

Browse files
committed
fix(abtests) remove significance from abtest
1 parent c8c5ce3 commit e3a544e

File tree

1 file changed

+14
-75
lines changed

1 file changed

+14
-75
lines changed

specs/abtesting-v3/common/schemas/ABTest.yml

Lines changed: 14 additions & 75 deletions
Original file line numberDiff line numberDiff line change
@@ -3,91 +3,30 @@ ABTests:
33
- type: array
44
description: A/B tests.
55
items:
6-
$ref: '#/ABTest'
7-
- type: 'null'
6+
$ref: "#/ABTest"
7+
- type: "null"
88
description: No A/B tests are configured for this application.
99

1010
ABTest:
1111
type: object
1212
additionalProperties: false
1313
properties:
1414
abTestID:
15-
$ref: '../parameters.yml#/abTestID'
16-
clickSignificance:
17-
description: |
18-
A/B test significance calculated from click events.
19-
20-
Values of 0.95 or higher can be considered significant,
21-
that is, the difference between A and B variants is _not_ due to random variations.
22-
Lower values have a.
23-
oneOf:
24-
- type: number
25-
format: double
26-
example: 1
27-
- type: 'null'
28-
conversionSignificance:
29-
description: |
30-
A/B test significance calculated from conversion events.
31-
32-
Values of 0.95 or higher can be considered significant,
33-
that is, the difference between A and B variants is _not_ due to random variations.
34-
oneOf:
35-
- type: number
36-
format: double
37-
example: 1
38-
- type: 'null'
39-
addToCartSignificance:
40-
description: |
41-
A/B test significance calculated from add-to-cart events.
42-
43-
Values of 0.95 or higher can be considered significant,
44-
that is, the difference between A and B variants is _not_ due to random variations.
45-
oneOf:
46-
- type: number
47-
format: double
48-
example: 1
49-
- type: 'null'
50-
purchaseSignificance:
51-
description: |
52-
A/B test significance calculated from purchase events.
53-
54-
Values of 0.95 or higher can be considered significant,
55-
that is, the difference between A and B variants is _not_ due to random variations.
56-
oneOf:
57-
- type: number
58-
format: double
59-
example: 1
60-
- type: 'null'
61-
revenueSignificance:
62-
description: |
63-
A/B test significance calculated from revenue data.
64-
65-
Values of 0.95 or higher can be considered significant,
66-
that is, the difference between A and B variants is _not_ due to random variations.
67-
oneOf:
68-
- type: object
69-
additionalProperties:
70-
type: number
71-
format: double
72-
x-additionalPropertiesName: currency code
73-
example:
74-
USD: 1
75-
EUR: 0.87
76-
- type: 'null'
15+
$ref: "../parameters.yml#/abTestID"
7716
updatedAt:
78-
$ref: '../parameters.yml#/updatedAt'
17+
$ref: "../parameters.yml#/updatedAt"
7918
createdAt:
80-
$ref: '../parameters.yml#/createdAt'
19+
$ref: "../parameters.yml#/createdAt"
8120
endAt:
82-
$ref: '../parameters.yml#/endAt'
21+
$ref: "../parameters.yml#/endAt"
8322
name:
84-
$ref: '../parameters.yml#/name'
23+
$ref: "../parameters.yml#/name"
8524
status:
86-
$ref: '#/Status'
25+
$ref: "#/Status"
8726
variants:
88-
$ref: 'Variant.yml#/variants'
27+
$ref: "Variant.yml#/variants"
8928
configuration:
90-
$ref: '#/ABTestConfiguration'
29+
$ref: "#/ABTestConfiguration"
9130
required:
9231
- status
9332
- name
@@ -119,11 +58,11 @@ ABTestConfiguration:
11958
description: A/B test configuration.
12059
properties:
12160
outliers:
122-
$ref: '#/Outliers'
61+
$ref: "#/Outliers"
12362
emptySearch:
124-
$ref: '#/EmptySearch'
63+
$ref: "#/EmptySearch"
12564
minimumDetectableEffect:
126-
$ref: '#/MinimumDetectableEffect'
65+
$ref: "#/MinimumDetectableEffect"
12766

12867
Outliers:
12968
type: object
@@ -155,7 +94,7 @@ MinimumDetectableEffect:
15594
Smallest difference in an observable metric between variants.
15695
For example, to detect a 10% difference between variants, set this value to 0.1.
15796
metric:
158-
$ref: '#/EffectMetric'
97+
$ref: "#/EffectMetric"
15998
required:
16099
- size
161100
- metric

0 commit comments

Comments
 (0)