[ES-1161506] compaction failures cause corrupt index for query, disable it (#50)

jnyi · web-flow · commit c3bcf4ae9630 · 2024-06-24T13:59:16.000-07:00
diff --git a/pkg/receive/multitsdb.go b/pkg/receive/multitsdb.go
@@ -647,6 +647,8 @@ func (t *MultiTSDB) startTSDB(logger log.Logger, tenantID string, tenant *tenant
 		t.mtx.Unlock()
 		return err
 	}
+	level.Info(logger).Log("msg", "disable auto compactions to avoid failures", "tenant", tenantID)
+	s.DisableCompactions()
 	var ship *shipper.Shipper
 	if t.bucket != nil {
 		ship = shipper.New(

Original file line number	Diff line number	Diff line change
`@@ -647,6 +647,8 @@ func (t MultiTSDB) startTSDB(logger log.Logger, tenantID string, tenant tenant`
`647`	`647`	`t.mtx.Unlock()`
`648`	`648`	`return err`
`649`	`649`	`}`
	`650`	`+ level.Info(logger).Log("msg", "disable auto compactions to avoid failures", "tenant", tenantID)`
	`651`	`+ s.DisableCompactions()`
`650`	`652`	`var ship *shipper.Shipper`
`651`	`653`	`if t.bucket != nil {`
`652`	`654`	`ship = shipper.New(`