Add support for accelerating eviction in integration tests (#5716)

Author: tamirms

ingest/ledgerbackend/toml.go

@@ -113,6 +113,9 @@ type captiveCoreTomlValues struct {
 	BucketListDBMemoryForCaching          *uint                `toml:"BUCKETLIST_DB_MEMORY_FOR_CACHING,omitempty"`
 	EnableEmitClassicEvents               *bool                `toml:"EMIT_CLASSIC_EVENTS,omitempty"`
 	EnableBackfillStellarAssetEvents      *bool                `toml:"BACKFILL_STELLAR_ASSET_EVENTS,omitempty"`
+	OverrideEvictionParamsForTesting      *bool                `toml:"OVERRIDE_EVICTION_PARAMS_FOR_TESTING,omitempty"`
+	TestingStartingEvictionScanLevel      *uint                `toml:"TESTING_STARTING_EVICTION_SCAN_LEVEL,omitempty"`
+	TestingMaxEntriesToArchive            *uint                `toml:"TESTING_MAX_ENTRIES_TO_ARCHIVE,omitempty"`
 }
 
 // QuorumSetIsConfigured returns true if there is a quorum set defined in the configuration.

services/horizon/internal/test/integration/core_config.go

@@ -5,6 +5,9 @@ type validatorCoreConfigTemplatePrams struct {
 	NetworkPassphrase                     string
 	TestingMinimumPersistentEntryLifetime int
 	TestingSorobanHighLimitOverride       bool
+	OverrideEvictionParamsForTesting      bool
+	TestingStartingEvictionScanLevel      uint
+	TestingMaxEntriesToArchive            uint
 }
 
 type captiveCoreConfigTemplatePrams struct {
@@ -20,6 +23,12 @@ NETWORK_PASSPHRASE="{{ .NetworkPassphrase }}"
 TESTING_MINIMUM_PERSISTENT_ENTRY_LIFETIME={{ .TestingMinimumPersistentEntryLifetime }}
 TESTING_SOROBAN_HIGH_LIMIT_OVERRIDE={{ .TestingSorobanHighLimitOverride }}
 
+{{if .OverrideEvictionParamsForTesting}}
+OVERRIDE_EVICTION_PARAMS_FOR_TESTING=true
+TESTING_MAX_ENTRIES_TO_ARCHIVE={{ .TestingMaxEntriesToArchive }}
+TESTING_STARTING_EVICTION_SCAN_LEVEL={{ .TestingStartingEvictionScanLevel }}
+{{end}}
+
 PEER_PORT=11625
 HTTP_PORT=11626
 PUBLIC_HTTP_PORT=true
@@ -52,6 +61,12 @@ TESTING_MINIMUM_PERSISTENT_ENTRY_LIFETIME={{ .TestingMinimumPersistentEntryLifet
 TESTING_SOROBAN_HIGH_LIMIT_OVERRIDE={{ .TestingSorobanHighLimitOverride }}
 ENABLE_SOROBAN_DIAGNOSTIC_EVENTS=true
 
+{{if .OverrideEvictionParamsForTesting}}
+OVERRIDE_EVICTION_PARAMS_FOR_TESTING=true
+TESTING_MAX_ENTRIES_TO_ARCHIVE={{ .TestingMaxEntriesToArchive }}
+TESTING_STARTING_EVICTION_SCAN_LEVEL={{ .TestingStartingEvictionScanLevel }}
+{{end}}
+
 PEER_PORT=11725
 
 UNSAFE_QUORUM=true

services/horizon/internal/test/integration/integration.go

@@ -68,6 +68,7 @@ type Config struct {
 	StellarRPCDockerImage     string
 	SkipProtocolUpgrade       bool
 	QuickExpiration           bool
+	QuickEviction             bool
 	NetworkPassphrase         string
 
 	// Weird naming here because bools default to false, but we want to start
@@ -166,11 +167,17 @@ func NewTest(t *testing.T, config Config) *Test {
 		NetworkPassphrase:                     config.NetworkPassphrase,
 		TestingMinimumPersistentEntryLifetime: 65536,
 		TestingSorobanHighLimitOverride:       false,
+		OverrideEvictionParamsForTesting:      false,
 	}
 	if config.QuickExpiration {
 		validatorParams.TestingSorobanHighLimitOverride = true
 		validatorParams.TestingMinimumPersistentEntryLifetime = 10
 	}
+	if config.QuickEviction {
+		validatorParams.OverrideEvictionParamsForTesting = true
+		validatorParams.TestingStartingEvictionScanLevel = 2
+		validatorParams.TestingMaxEntriesToArchive = 100
+	}
 	var i *Test
 	if !config.SkipCoreContainerCreation {
 		composePath := findDockerComposePath()