feat: update deps and remove static vbucket count which is 1024

Author: erayarslan

couchbase/client.go

@@ -481,9 +481,11 @@ func (s *client) GetVBucketSeqNos(awareCollection bool) (*wrapper.ConcurrentSwis
 		return nil, err
 	}
 
+	vBuckets := s.GetNumVBuckets()
+
 	eg := errgroup.Group{}
 
-	seqNos := wrapper.CreateConcurrentSwissMap[uint16, uint64](1024)
+	seqNos := wrapper.CreateConcurrentSwissMap[uint16, uint64](uint64(vBuckets))
 
 	hasCollectionSupport := awareCollection && s.dcpAgent.HasCollectionsSupport()
 

couchbase/metadata.go

@@ -69,7 +69,9 @@ func (s *cbMetadata) Load(
 	vbIds []uint16,
 	bucketUUID string,
 ) (*wrapper.ConcurrentSwissMap[uint16, *models.CheckpointDocument], bool, error) {
-	state := wrapper.CreateConcurrentSwissMap[uint16, *models.CheckpointDocument](1024)
+	vBuckets := s.client.GetNumVBuckets()
+
+	state := wrapper.CreateConcurrentSwissMap[uint16, *models.CheckpointDocument](uint64(vBuckets))
 
 	wg := &sync.WaitGroup{}
 	wg.Add(len(vbIds))

couchbase/rollback_mitigation.go

@@ -197,7 +197,9 @@ func (r *rollbackMitigation) markAbsentInstances() error { //nolint:unused
 }
 
 func (r *rollbackMitigation) startObserve(groupID int) {
-	r.vbUUIDMap = wrapper.CreateConcurrentSwissMap[uint16, gocbcore.VbUUID](1024)
+	vBuckets := r.client.GetNumVBuckets()
+
+	r.vbUUIDMap = wrapper.CreateConcurrentSwissMap[uint16, gocbcore.VbUUID](uint64(vBuckets))
 
 	r.loadVbUUIDMap()
 
@@ -353,13 +355,14 @@ func (r *rollbackMitigation) observe(vbID uint16, replica int, groupID int, vbUU
 }
 
 func (r *rollbackMitigation) reset() {
+	vBuckets := r.client.GetNumVBuckets()
 	replicas, err := r.configSnapshot.NumReplicas()
 	if err != nil {
 		logger.Log.Error("error while reset rollback mitigation, err: %v", err)
 		panic(err)
 	}
 
-	r.persistedSeqNos = wrapper.CreateConcurrentSwissMap[uint16, []*vbUUIDAndSeqNo](1024)
+	r.persistedSeqNos = wrapper.CreateConcurrentSwissMap[uint16, []*vbUUIDAndSeqNo](uint64(vBuckets))
 
 	var observeCount int
 	for _, vbID := range r.vbIds {

dcp.go

@@ -92,14 +92,16 @@ func (s *dcp) membershipChangedListener(_ *membership.Model) {
 
 //nolint:funlen
 func (s *dcp) Start() {
+	vBuckets := s.client.GetNumVBuckets()
+
 	if s.metadata == nil {
 		switch {
 		case s.config.IsCouchbaseMetadata():
 			s.metadata = couchbase.NewCBMetadata(s.client, s.config)
 		case s.config.IsFileMetadata():
-			s.metadata = metadata.NewFSMetadata(s.config)
+			s.metadata = metadata.NewFSMetadata(s.config, vBuckets)
 		case s.config.IsNoopMetadata():
-			s.metadata = metadata.NewNoopMetadata(s.config)
+			s.metadata = metadata.NewNoopMetadata(s.config, vBuckets)
 		default:
 			err := errors.New("invalid metadata type")
 			logger.Log.Error("error while dcp start, err: %v", err)
@@ -113,8 +115,6 @@ func (s *dcp) Start() {
 
 	logger.Log.Info("using %v metadata", reflect.TypeOf(s.metadata))
 
-	vBuckets := s.client.GetNumVBuckets()
-
 	s.vBucketDiscovery = stream.NewVBucketDiscovery(s.client, s.config, vBuckets, s.bus)
 
 	tc := tracing.NewTracerComponent()

example/config.yml

@@ -1,10 +1,10 @@
 hosts:
-  - localhost:8091
-username: user
-password: 123456
+  - localhost:6379
 bucketName: dcp-test
 logging:
   level: info
 dcp:
   group:
     name: groupName
+    membership:
+      rebalanceDelay: 1s

example/go.mod

@@ -1,71 +1,80 @@
 module example
 
-go 1.24.0
-
-toolchain go1.24.5
+go 1.25.0
 
 replace github.com/Trendyol/go-dcp => ../.
 
+replace github.com/couchbase/gocbcore/v10 => ../../../CLionProjects/redis-hyrat/packages/gohyratcore
+
 require github.com/Trendyol/go-dcp v0.0.0
 
 require (
 	github.com/andybalholm/brotli v1.2.0 // indirect
-	github.com/ansrivas/fiberprometheus/v2 v2.13.0 // indirect
+	github.com/ansrivas/fiberprometheus/v2 v2.17.0 // indirect
 	github.com/asaskevich/EventBus v0.0.0-20200907212545-49d423059eef // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
-	github.com/bytedance/sonic v1.14.0 // indirect
-	github.com/bytedance/sonic/loader v0.3.0 // indirect
+	github.com/bytedance/gopkg v0.1.3 // indirect
+	github.com/bytedance/sonic v1.15.0 // indirect
+	github.com/bytedance/sonic/loader v0.5.0 // indirect
 	github.com/cespare/xxhash/v2 v2.3.0 // indirect
-	github.com/cloudwego/base64x v0.1.5 // indirect
-	github.com/couchbase/gocbcore/v10 v10.7.1 // indirect
+	github.com/cloudwego/base64x v0.1.6 // indirect
+	github.com/couchbase/gocbcore/v10 v10.9.0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/emicklei/go-restful/v3 v3.11.0 // indirect
-	github.com/fxamacker/cbor/v2 v2.7.0 // indirect
+	github.com/fxamacker/cbor/v2 v2.9.0 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-openapi/jsonpointer v0.21.0 // indirect
 	github.com/go-openapi/jsonreference v0.20.2 // indirect
 	github.com/go-openapi/swag v0.23.0 // indirect
-	github.com/gofiber/fiber/v2 v2.52.9 // indirect
+	github.com/gofiber/fiber/v2 v2.52.12 // indirect
+	github.com/gofiber/fiber/v3 v3.1.0 // indirect
+	github.com/gofiber/schema v1.7.0 // indirect
+	github.com/gofiber/utils/v2 v2.0.2 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
-	github.com/golang/snappy v0.0.4 // indirect
 	github.com/google/gnostic-models v0.6.9 // indirect
 	github.com/google/go-cmp v0.7.0 // indirect
 	github.com/google/uuid v1.6.0 // indirect
-	github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
-	github.com/klauspost/compress v1.18.0 // indirect
-	github.com/klauspost/cpuid/v2 v2.0.9 // indirect
+	github.com/klauspost/compress v1.18.4 // indirect
+	github.com/klauspost/cpuid/v2 v2.2.9 // indirect
 	github.com/mailru/easyjson v0.7.7 // indirect
-	github.com/mattn/go-colorable v0.1.13 // indirect
+	github.com/mattn/go-colorable v0.1.14 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/mattn/go-runewidth v0.0.16 // indirect
-	github.com/mhmtszr/concurrent-swiss-map v1.0.8 // indirect
+	github.com/mhmtszr/concurrent-swiss-map v1.0.9 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/philhofer/fwd v1.2.0 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
-	github.com/prometheus/client_golang v1.22.0 // indirect
-	github.com/prometheus/client_model v0.6.1 // indirect
-	github.com/prometheus/common v0.62.0 // indirect
-	github.com/prometheus/procfs v0.15.1 // indirect
+	github.com/prometheus/client_golang v1.23.2 // indirect
+	github.com/prometheus/client_model v0.6.2 // indirect
+	github.com/prometheus/common v0.66.1 // indirect
+	github.com/prometheus/procfs v0.16.1 // indirect
+	github.com/redis/go-redis/v9 v9.18.0 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
-	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/sirupsen/logrus v1.9.4 // indirect
+	github.com/tinylib/msgp v1.6.3 // indirect
 	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
 	github.com/valyala/bytebufferpool v1.0.0 // indirect
-	github.com/valyala/fasthttp v1.64.0 // indirect
+	github.com/valyala/fasthttp v1.69.0 // indirect
 	github.com/x448/float16 v0.8.4 // indirect
-	go.opentelemetry.io/otel v1.37.0 // indirect
-	go.opentelemetry.io/otel/trace v1.37.0 // indirect
+	go.opentelemetry.io/otel v1.40.0 // indirect
+	go.opentelemetry.io/otel/trace v1.40.0 // indirect
+	go.uber.org/atomic v1.11.0 // indirect
+	go.yaml.in/yaml/v2 v2.4.2 // indirect
 	golang.org/x/arch v0.0.0-20210923205945-b76863e36670 // indirect
-	golang.org/x/net v0.42.0 // indirect
-	golang.org/x/oauth2 v0.27.0 // indirect
-	golang.org/x/sync v0.16.0 // indirect
-	golang.org/x/sys v0.34.0 // indirect
-	golang.org/x/term v0.33.0 // indirect
-	golang.org/x/text v0.27.0 // indirect
+	golang.org/x/crypto v0.48.0 // indirect
+	golang.org/x/net v0.50.0 // indirect
+	golang.org/x/oauth2 v0.30.0 // indirect
+	golang.org/x/sync v0.19.0 // indirect
+	golang.org/x/sys v0.41.0 // indirect
+	golang.org/x/term v0.40.0 // indirect
+	golang.org/x/text v0.34.0 // indirect
 	golang.org/x/time v0.9.0 // indirect
-	google.golang.org/protobuf v1.36.5 // indirect
+	google.golang.org/protobuf v1.36.8 // indirect
 	gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect