@@ -87,7 +87,7 @@ type persisterOptions struct {
8787
8888 // MaxSizeInMemoryMerge is the maximum size of data that a single persister
8989 // worker is allowed to work on
90- MaxSizeInMemoryMerge int
90+ MaxSizeInMemoryMergePerWorker int
9191}
9292
9393type notificationChan chan struct {}
@@ -330,11 +330,11 @@ OUTER:
330330
331331func (s * Scorch ) parsePersisterOptions () (* persisterOptions , error ) {
332332 po := persisterOptions {
333- PersisterNapTimeMSec : DefaultPersisterNapTimeMSec ,
334- PersisterNapUnderNumFiles : DefaultPersisterNapUnderNumFiles ,
335- MemoryPressurePauseThreshold : DefaultMemoryPressurePauseThreshold ,
336- NumPersisterWorkers : DefaultNumPersisterWorkers ,
337- MaxSizeInMemoryMerge : DefaultMaxSizeInMemoryMerge ,
333+ PersisterNapTimeMSec : DefaultPersisterNapTimeMSec ,
334+ PersisterNapUnderNumFiles : DefaultPersisterNapUnderNumFiles ,
335+ MemoryPressurePauseThreshold : DefaultMemoryPressurePauseThreshold ,
336+ NumPersisterWorkers : DefaultNumPersisterWorkers ,
337+ MaxSizeInMemoryMergePerWorker : DefaultMaxSizeInMemoryMergePerWorker ,
338338 }
339339 if v , ok := s .config ["scorchPersisterOptions" ]; ok {
340340 b , err := util .MarshalJSON (v )
@@ -388,12 +388,12 @@ var DefaultNumPersisterWorkers = 1
388388
389389// maximum size of data that a single worker is allowed to perform the in-memory
390390// merge operation.
391- var DefaultMaxSizeInMemoryMerge = 0
391+ var DefaultMaxSizeInMemoryMergePerWorker = 0
392392
393- func legacyFlushBehaviour (maxSizeInMemoryMerge , numPersisterWorkers int ) bool {
394- // DefaultMaxSizeInMemoryMerge = 0 is a special value to preserve the leagcy
393+ func legacyFlushBehaviour (maxSizeInMemoryMergePerWorker , numPersisterWorkers int ) bool {
394+ // DefaultMaxSizeInMemoryMergePerWorker = 0 is a special value to preserve the leagcy
395395 // one-shot in-memory merge + flush behaviour.
396- return maxSizeInMemoryMerge == 0 && numPersisterWorkers == 1
396+ return maxSizeInMemoryMergePerWorker == 0 && numPersisterWorkers == 1
397397}
398398
399399// persistSnapshotMaybeMerge examines the snapshot and might merge and
@@ -412,7 +412,7 @@ func (s *Scorch) persistSnapshotMaybeMerge(snapshot *IndexSnapshot, po *persiste
412412 var totDocs uint64
413413
414414 // legacy behaviour of merge + flush of all in-memory segments in one-shot
415- if legacyFlushBehaviour (po .MaxSizeInMemoryMerge , po .NumPersisterWorkers ) {
415+ if legacyFlushBehaviour (po .MaxSizeInMemoryMergePerWorker , po .NumPersisterWorkers ) {
416416 val := & flushable {
417417 segments : make ([]segment.Segment , 0 ),
418418 drops : make ([]* roaring.Bitmap , 0 ),
@@ -435,7 +435,7 @@ func (s *Scorch) persistSnapshotMaybeMerge(snapshot *IndexSnapshot, po *persiste
435435 // constructs a flushSet where each flushable object contains a set of segments
436436 // to be merged and flushed out to disk.
437437 for i , snapshot := range snapshot .segment {
438- if totSize >= po .MaxSizeInMemoryMerge &&
438+ if totSize >= po .MaxSizeInMemoryMergePerWorker &&
439439 len (sbs ) >= DefaultMinSegmentsForInMemoryMerge {
440440 numSegsToFlushOut += len (sbs )
441441 val := & flushable {
0 commit comments