feat(cbt): add external model bounds and interval types config

Add support for xatu-cbt external model bounds configuration:
- EXTERNAL_MODEL_MIN_TIMESTAMP: set to 1 hour ago by default
- EXTERNAL_MODEL_MIN_BLOCK: defaults to 0, mainnet uses 23800000
- GenesisTimestamp from network constants
- interval_types configuration for slot/datetime/timestamp

Related to ethpandaops/xatu-cbt#135

Author: Savid

pkg/configgen/generator.go

@@ -10,6 +10,7 @@ import (
 	"path/filepath"
 	"strings"
 	"text/template"
+	"time"
 
 	"github.com/ethpandaops/xcli/pkg/config"
 	"github.com/ethpandaops/xcli/pkg/constants"
@@ -66,18 +67,33 @@ func (g *Generator) GenerateCBTConfig(network string, overridesPath string) (str
 	}
 
 	frontendPort := g.cfg.GetCBTFrontendPort(network)
+	externalModelMinTimestamp := time.Now().Add(-1 * time.Hour).Unix()
+
+	// Set sane default for mainnet
+	externalModelMinBlock := 0
+	if network == "mainnet" {
+		externalModelMinBlock = 23800000
+	}
+
+	var genesisTimestamp uint64
+	if timestamp, ok := constants.NetworkGenesisTimestamps[network]; ok {
+		genesisTimestamp = timestamp
+	}
 
 	data := map[string]interface{}{
 		"Network":                    network,
 		"MetricsPort":                metricsPort,
 		"RedisDB":                    redisDB,
 		"FrontendPort":               frontendPort,
+		"GenesisTimestamp":           genesisTimestamp,
 		"IsHybrid":                   g.cfg.Mode == constants.ModeHybrid,
 		"XatuMode":                   g.cfg.Infrastructure.ClickHouse.Xatu.Mode,
 		"ExternalClickHouseURL":      g.cfg.Infrastructure.ClickHouse.Xatu.ExternalURL,
 		"ExternalClickHouseDatabase": externalDatabase,
 		"ExternalClickHouseUsername": g.cfg.Infrastructure.ClickHouse.Xatu.ExternalUsername,
 		"ExternalClickHousePassword": g.cfg.Infrastructure.ClickHouse.Xatu.ExternalPassword,
+		"ExternalModelMinBlock":      externalModelMinBlock,
+		"ExternalModelMinTimestamp":  externalModelMinTimestamp,
 		"OverridesPath":              overridesPath,
 		"HasOverrides":               overridesPath != "",
 	}

pkg/configgen/templates/cbt.yaml.tmpl

@@ -16,6 +16,14 @@ clickhouse:
     scheduled:
       database: "{{ .Network }}"
       table: "admin_cbt_scheduled"
+interval_types:
+  slot:
+    - name: Slot
+      expression: "math.floor((value - {{ .GenesisTimestamp }}) / 12)"
+    - name: Datetime
+      format: datetime
+      expression: "value * 1000"
+    - name: Timestamp
 
 redis:
   url: "redis://localhost:6380/{{ .RedisDB }}"
@@ -35,6 +43,8 @@ models:
 {{- end }}
   env:
     NETWORK: "{{ .Network }}"
+    EXTERNAL_MODEL_MIN_TIMESTAMP: "{{ .ExternalModelMinTimestamp }}"
+    EXTERNAL_MODEL_MIN_BLOCK: "{{ .ExternalModelMinBlock }}"
 
 frontend:
   enabled: true