firedancer-dev, backtest-ci: clean up

Author: kbhargava-jump

contrib/offline-replay/offline_replay_network_parameters.sh

@@ -14,32 +14,29 @@ case $network in
     export BUCKET_ENDPOINT="gs://mainnet-beta-ledger-us-ny5"
     export GENESIS_FILE="https://api.mainnet-beta.solana.com/genesis.tar.bz2"
     export HEAP_SIZE=200
-    export FUNK_PAGES=900
     export BACKTEST_FUNK_PAGES=900
     export INDEX_MAX=1000000000
-    export PAGES=250
+    export PAGES=50
     export AGAVE_TAG=v2.3.6
     export FD_CLUSTER_VERSION=2.3.6
     ;;
   "testnet")
     export BUCKET_ENDPOINT="gs://testnet-ledger-us-sv15"
     export GENESIS_FILE="https://api.testnet.solana.com/genesis.tar.bz2"
     export HEAP_SIZE=200
-    export FUNK_PAGES=500
     export BACKTEST_FUNK_PAGES=200
     export INDEX_MAX=200000000
-    export PAGES=250
+    export PAGES=50
     export AGAVE_TAG=v2.3.6
     export FD_CLUSTER_VERSION=2.3.6
     ;;
   "devnet")
     export BUCKET_ENDPOINT="gs://solana-devnet-ledger-us-ny5"
     export GENESIS_FILE="https://api.devnet.solana.com/genesis.tar.bz2"
     export HEAP_SIZE=100
-    export FUNK_PAGES=500
     export BACKTEST_FUNK_PAGES=500
     export INDEX_MAX=200000000
-    export PAGES=250
+    export PAGES=50
     export AGAVE_TAG=v2.3.6
     export FD_CLUSTER_VERSION=2.3.6
     ;;
@@ -48,6 +45,3 @@ case $network in
     return 1
     ;;
 esac
-
-export ALLOC_HUGE_PAGES=300
-export ALLOC_GIGANTIC_PAGES=250

src/app/firedancer/config/default.toml

@@ -365,7 +365,7 @@ user = ""
 [funk]
     # The size of the funk heap in gigabytes.  This value must be large
     # enough to store all Solana accounts uncompressed.
-    heap_size_gib = 140
+    heap_size_gib = 40
 
     # The max amount of records that the funk instance can store.
     # Each Solana account uses at least one record.  Additional records
@@ -656,7 +656,7 @@ user = ""
     bank_tile_count = 1
 
     # TODO: add docs on exec_tile_cnt / exec tile
-    exec_tile_count = 4
+    exec_tile_count = 2
 
     # How many writer tiles to run.  Writer tiles are responsible for
     # writing account changes made by the exec tiles back to the
@@ -672,7 +672,7 @@ user = ""
     # for this to exceed the number of exec tiles, because the number
     # of in-flight transactions between exec tiles and writer tiles is
     # bounded by the number of exec tiles.
-    writer_tile_count = 4
+    writer_tile_count = 1
 
     # How many shred tiles to run.  Should be set to 1.  This is
     # configurable and designed to scale out for future network

src/app/firedancer/config/mainnet.toml

@@ -1,3 +1,5 @@
+[snapshots]
+    cluster = "mainnet"
 [gossip]
     entrypoints = [
         "entrypoint.mainnet-beta.solana.com:8001",
@@ -6,3 +8,8 @@
         "entrypoint4.mainnet-beta.solana.com:8001",
         "entrypoint5.mainnet-beta.solana.com:8001",
     ]
+[funk]
+    heap_size_gib = 600
+    max_account_records = 1_000_000_000
+[consensus]
+    expected_shred_version = 50093

src/app/firedancer/config/testnet.toml

@@ -1,6 +1,13 @@
+[snapshots]
+    cluster = "testnet"
 [gossip]
     entrypoints = [
         "entrypoint.testnet.solana.com:8001",
         "entrypoint2.testnet.solana.com:8001",
         "entrypoint3.testnet.solana.com:8001",
     ]
+[funk]
+    heap_size_gib = 40
+    max_account_records = 200_000_000
+[consensus]
+    expected_shred_version = 9065

src/flamenco/runtime/fd_runtime.c

@@ -2312,10 +2312,6 @@ fd_runtime_init_bank_from_genesis( fd_exec_slot_ctx_t *        slot_ctx,
 
   fd_acc_lamports_t capitalization = 0UL;
 
-  fd_features_t * features = fd_bank_features_modify( slot_ctx->bank );
-  FD_FEATURE_SET_ACTIVE(features, accounts_lt_hash, 0);
-  FD_FEATURE_SET_ACTIVE(features, remove_accounts_delta_hash, 0);
-
   for( ulong i=0UL; i<genesis_block->accounts_len; i++ ) {
     fd_pubkey_account_pair_t const * acc = &genesis_block->accounts[i];
     capitalization = fd_ulong_sat_add( capitalization, acc->account.lamports );

src/flamenco/runtime/tests/run_backtest_tests_all.sh

@@ -80,8 +80,8 @@ src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-336218682-v2.3.0 -y
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-340269866-v2.3.0 -y 5 -m 2000000 -e 340269872 -c 2.3.0
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-340272018-v2.3.0 -y 5 -m 2000000 -e 340272024 -c 2.3.0
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-390056400-v2.3.0 -y 10 -m 2000000 -e 390056406 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l localnet-1678201-v2.3.0 -y 1 -m 2000000 -e 1679200 -c 2.3.0 -i shredcap
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-346796573-v2.3.0 -y 30 -m 90000000 -e 346796800 -c 2.3.0 -i shredcap -v true
+# src/flamenco/runtime/tests/run_ledger_backtest.sh -l localnet-1678201-v2.3.0 -y 1 -m 2000000 -e 1679200 -c 2.3.0 -i shredcap
+# src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-346796573-v2.3.0 -y 30 -m 90000000 -e 346796800 -c 2.3.0 -i shredcap -v true
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-346556000 -y 3 -m 2000000 -e 346556337 -c 2.3.0
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-346179946 -y 30 -m 90000000 -e 346179950 -c 2.3.0
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l multi-bpf-loader-v2.3.0 -y 1 -m 1000 -e 108 -c 2.3.0

src/flamenco/runtime/tests/run_ledger_backtest.sh

@@ -23,7 +23,7 @@ THREAD_MEM_BOUND="--thread-mem-bound 0"
 INGEST_MDOE="rocksdb"
 CLUSTER_VERSION=""
 DUMP_DIR=${DUMP_DIR:="./dump"}
-ONE_OFFS="2B2SBNbUcr438LtGXNcJNBP2GBSxjx81F945SdSkUSfC,LTHasHQX6661DaDD4S6A2TFi6QBuiwXKv66fB1obfHq,LTdLt9Ycbyoipz5fLysCi1NnDnASsZfmJLJXts5ZxZz,LTsNAP8h1voEVVToMNBNqoiNQex4aqfUrbFhRH3mSQ2"
+ONE_OFFS=""
 HUGE_TLBFS_MOUNT_PATH=${HUGE_TLBFS_MOUNT_PATH:="/mnt/.fd"}
 HUGE_TLBFS_ALLOW_HUGEPAGE_INCREASE=${HUGE_TLBFS_ALLOW_HUGEPAGE_INCREASE:="true"}
 HAS_INCREMENTAL="false"