auto disable indexer + deploy committer

Author: nischitpra

configs/config.go

@@ -305,6 +305,8 @@ type Config struct {
 	RPCBatchSize                     uint64 `env:"RPC_BATCH_SIZE" envDefault:"10"`
 	RPCBatchMaxMemoryUsageMB         uint64 `env:"RPC_BATCH_MAX_MEMORY_USAGE_MB" envDefault:"32"`
 	ParquetMaxFileSizeMB             int64  `env:"PARQUET_MAX_FILE_SIZE_MB" envDefault:"512"`
+	InsightServiceUrl                string `env:"INSIGHT_SERVICE_URL" envDefault:"https://insight.thirdweb.com"`
+	InsightServiceApiKey             string `env:"INSIGHT_SERVICE_API_KEY"`
 }
 
 var Cfg Config

internal/backfill/disableIndexerMaybeStartCommitter.go

@@ -0,0 +1,75 @@
+package backfill
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"time"
+
+	"github.com/rs/zerolog/log"
+	config "github.com/thirdweb-dev/indexer/configs"
+	"github.com/thirdweb-dev/indexer/internal/libs"
+)
+
+type DeployS3CommitterRequest struct {
+	ZeetDeploymentId string `json:"zeetDeploymentId"`
+}
+
+func DisableIndexerMaybeStartCommitter() {
+	serviceURL := config.Cfg.InsightServiceUrl
+	apiKey := config.Cfg.InsightServiceApiKey
+	zeetDeploymentId := config.Cfg.ZeetDeploymentId
+
+	// Prepare request payload
+	requestBody := DeployS3CommitterRequest{
+		ZeetDeploymentId: zeetDeploymentId,
+	}
+
+	jsonData, err := json.Marshal(requestBody)
+	if err != nil {
+		log.Error().Err(err).Msg("Failed to marshal request body")
+		return
+	}
+
+	// Create HTTP request
+	url := fmt.Sprintf("%s/service/chains/%s/deploy-s3-committer", serviceURL, libs.ChainIdStr)
+	req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonData))
+	if err != nil {
+		log.Error().Err(err).Msg("Failed to create HTTP request")
+		return
+	}
+
+	// Set headers
+	req.Header.Set("Content-Type", "application/json")
+	req.Header.Set("x-service-api-key", apiKey)
+
+	// Create HTTP client with timeout
+	client := &http.Client{
+		Timeout: 30 * time.Second,
+	}
+
+	// Send request
+	log.Info().
+		Str("url", url).
+		Str("zeetDeploymentId", zeetDeploymentId).
+		Msg("Sending deploy-s3-committer request to disable indexer")
+
+	resp, err := client.Do(req)
+	if err != nil {
+		log.Error().Err(err).Msg("Failed to send HTTP request")
+		return
+	}
+	defer resp.Body.Close()
+
+	// Check response status
+	if resp.StatusCode >= 200 && resp.StatusCode < 300 {
+		log.Info().
+			Int("statusCode", resp.StatusCode).
+			Msg("Successfully sent deploy-s3-committer request. Indexer disabled")
+	} else {
+		log.Error().
+			Int("statusCode", resp.StatusCode).
+			Msg("Deploy-s3-committer request failed. Could not disable indexer")
+	}
+}

internal/backfill/getbackfillboundaries.go

@@ -21,6 +21,9 @@ func GetBackfillBoundaries() (uint64, uint64) {
 	}
 
 	if startBlock > endBlock {
+		// since indexing is done, we call insight service to disable the indexer
+		DisableIndexerMaybeStartCommitter()
+		// most likely this will not be called as this service will be paused. but a panic just incase
 		log.Panic().
 			Uint64("start_block", startBlock).
 			Uint64("end_block", endBlock).