tests: add more tests (#1002)

* test: move tests to dedicated directory

* test: (wip) add apiserver tests

* feat: add test group name

* test: update apiserver availability tests to include new metrics and calculations

* refactor(tests): update labels format in apiserver availability tests

Author: lorenzofelletti

Makefile

@@ -90,7 +90,7 @@ clean:
 
 .PHONY: test
 test: $(PROMTOOL_BIN) prometheus_alerts.yaml prometheus_rules.yaml
-	@$(PROMTOOL_BIN) test rules tests.yaml
+	@$(PROMTOOL_BIN) test rules tests/*.yaml
 
 $(BIN_DIR):
 	mkdir -p $(BIN_DIR)

tests/apiserver-availability-test.yaml

@@ -0,0 +1,41 @@
+rule_files:
+- ../prometheus_alerts.yaml
+- ../prometheus_rules.yaml
+
+evaluation_interval: 1m
+
+tests:
+- name: calculate apiserver request total increase 1h rate
+  interval: 1m
+  input_series:
+  # 100 requests in the overall interval, 99 successful and 1 error
+  - series: 'apiserver_request_total{job="kube-apiserver",verb="GET",code="200"}'
+    values: '0 10 20 50 90 99'
+  - series: 'apiserver_request_total{job="kube-apiserver",verb="GET",code="500"}'
+    values: '0x2 1x2'
+
+  promql_expr_test:
+  - eval_time: 5m
+    expr: code_verb:apiserver_request_total:increase1h{verb="GET"}
+    exp_samples:
+    - labels: 'code_verb:apiserver_request_total:increase1h{code="200", verb="GET"}'
+      value: 99.0
+    - labels: 'code_verb:apiserver_request_total:increase1h{code="500", verb="GET"}'
+      value: 1.0
+
+- name: calculate apiserver request total increase 30d rate
+  interval: 1m
+  input_series:
+  - series: code_verb:apiserver_request_total:increase1h{verb="GET",code="200"}
+    values: '10+10x9'
+  - series: code_verb:apiserver_request_total:increase1h{verb="GET",code="500"}
+    values: '0+1x9'
+
+  promql_expr_test:
+  - eval_time: 10m
+    expr: code_verb:apiserver_request_total:increase30d{verb="GET"}
+    exp_samples:
+    - labels: 'code_verb:apiserver_request_total:increase30d{code="200", verb="GET"}'
+      value: 3.96e+4 # average of the input series values times 24 (hours) times 30 (days)
+    - labels: 'code_verb:apiserver_request_total:increase30d{code="500", verb="GET"}'
+      value: 3.24e+3

tests.yaml renamed to tests/tests.yaml

@@ -1,6 +1,6 @@
 rule_files:
-  - prometheus_alerts.yaml
-  - prometheus_rules.yaml
+- ../prometheus_alerts.yaml
+- ../prometheus_rules.yaml
 
 evaluation_interval: 1m