feat: concurrent backfill (#29)

Author: fmorency

docker-compose.yml

@@ -1,6 +1,6 @@
 services:
   vmalert:
-    image: victoriametrics/vmalert:latest
+    image: victoriametrics/vmalert:v1.120.0
     container_name: vmalert
     depends_on:
       - telegraf
@@ -20,7 +20,7 @@ services:
     restart: unless-stopped
 #
   vmalert_backfill_1Y:
-    image: victoriametrics/vmalert:latest
+    image: victoriametrics/vmalert:v1.120.0
     container_name: vmalert_backfill_1Y
     depends_on:
       - telegraf
@@ -38,7 +38,7 @@ services:
     restart: no
 #
   vmalert_backfill_1W:
-    image: victoriametrics/vmalert:latest
+    image: victoriametrics/vmalert:v1.120.0
     container_name: vmalert_backfill_1W
     depends_on:
       - telegraf
@@ -55,7 +55,7 @@ services:
     restart: no
 
   vmalert_backfill_forever:
-    image: victoriametrics/vmalert:latest
+    image: victoriametrics/vmalert:v1.120.0
     container_name: vmalert_backfill_forever
     depends_on:
       - telegraf

scripts/vmalert-entrypoint.sh

@@ -66,5 +66,6 @@ for i in $(seq 0 $((BINS - 1))); do
     --replay.disableProgressBar \
     --replay.timeFrom="$TIME_FROM" \
     --replay.timeTo="$TIME_TO" \
+    --replay.rulesDelay=0 \
     $VMALERT_ARGS
 done

vmalert/backfill_1W.yml

@@ -1,6 +1,7 @@
 groups:
   - name: backfill_1w
     interval: 1h
+    concurrency: 4
     rules:
       - record: minio_used
         expr: sum(avg_over_time(minio_bucket_usage_total_bytes{job="minio-stats"}[1h])) by (instance,server)

vmalert/backfill_1Y.yml

@@ -1,6 +1,7 @@
 groups:
   - name: backfill_1y
     interval: 1d
+    concurrency: 4
     rules:
       - record: minio_used
         expr: sum(avg_over_time(minio_bucket_usage_total_bytes{job="minio-stats"}[1d])) by (instance,server)

vmalert/backfill_forever.yml

@@ -1,6 +1,7 @@
 groups:
   - name: backfill_forever
     interval: 1d
+    concurrency: 4
     rules:
       - record: web_requests
         expr: sum(avg_over_time(netdata_prometheus_nginx_exporter_local_nginx_http_requests_total_requests_persec_average{manifest_network="true"}[1d])) * 86400