Skip to content

Commit 4b8b84d

Browse files
sui319xgreenxbvrooman
committed
Basic Transfer TPS Benchmarking (#1437)
fixes: #1410 Adds some basic benchmarks for a single node involving transfer scripts with 2 inputs & 2 outputs. This includes: - signed coin transfers - noop predicate transfers - eck1 verifying predicate transfers On a Ryzen 5950X I got the following results: ``` signed transfers/100 time: [3.8326 ms 3.8560 ms 3.8862 ms] thrpt: [25.732 Kelem/s 25.933 Kelem/s 26.092 Kelem/s] signed transfers/500 time: [19.983 ms 20.106 ms 20.245 ms] thrpt: [24.698 Kelem/s 24.869 Kelem/s 25.021 Kelem/s] signed transfers/1000 time: [40.451 ms 40.885 ms 41.354 ms] thrpt: [24.182 Kelem/s 24.459 Kelem/s 24.721 Kelem/s] signed transfers/1500 time: [62.526 ms 62.943 ms 63.368 ms] thrpt: [23.671 Kelem/s 23.831 Kelem/s 23.990 Kelem/s] predicate transfers/100 time: [3.6510 ms 3.6999 ms 3.7461 ms] thrpt: [26.695 Kelem/s 27.028 Kelem/s 27.390 Kelem/s] predicate transfers/500 time: [19.011 ms 19.109 ms 19.222 ms] thrpt: [26.011 Kelem/s 26.166 Kelem/s 26.301 Kelem/s] predicate transfers/1000 time: [38.979 ms 39.273 ms 39.627 ms] thrpt: [25.236 Kelem/s 25.463 Kelem/s 25.655 Kelem/s] predicate transfers/1500 time: [60.765 ms 62.232 ms 64.057 ms] thrpt: [23.417 Kelem/s 24.103 Kelem/s 24.685 Kelem/s] predicate transfers eck1/100 time: [3.8533 ms 3.8765 ms 3.8980 ms] thrpt: [25.654 Kelem/s 25.796 Kelem/s 25.952 Kelem/s] predicate transfers eck1/500 time: [19.910 ms 20.061 ms 20.207 ms] thrpt: [24.744 Kelem/s 24.923 Kelem/s 25.113 Kelem/s] predicate transfers eck1/1000 time: [41.045 ms 41.489 ms 41.976 ms] thrpt: [23.823 Kelem/s 24.103 Kelem/s 24.363 Kelem/s] predicate transfers eck1/1500 time: [63.361 ms 63.941 ms 64.802 ms] thrpt: [23.147 Kelem/s 23.459 Kelem/s 23.674 Kelem/s] ``` Interestingly the throughput difference between noop predicates and eck1 verification is fairly minimal, indicating the bottlenecks are in other areas besides tx validity checking (i.e. db performance). However the results show that a fuel-core node can easily process roughly 20k tps at full throttle without any p2p or block timing restrictions. --------- Co-authored-by: xgreenx <[email protected]> Co-authored-by: Brandon Vrooman <[email protected]>
1 parent 6c59fa4 commit 4b8b84d

File tree

10 files changed

+587
-228
lines changed

10 files changed

+587
-228
lines changed

‎CHANGELOG.md‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ Description of the upcoming release here.
1212

1313
- [#1436](https://github.com/FuelLabs/fuel-core/pull/1436): Add a github action to continuously test beta-4.
1414
- [#1430](https://github.com/FuelLabs/fuel-core/pull/1430): Add "sanity" benchmarks for crypto opcodes.
15+
- [#1437](https://github.com/FuelLabs/fuel-core/pull/1437): Add some transaction throughput tests for basic transfers.
1516
- [#1432](https://github.com/FuelLabs/fuel-core/pull/1432): Add a new `--api-request-timeout` argument to control TTL for GraphQL requests.
1617
- [#1426](https://github.com/FuelLabs/fuel-core/pull/1426) Split keygen into a create and a binary
1718
- [#1419](https://github.com/FuelLabs/fuel-core/pull/1419): Add additional "sanity" benchmarks for arithmetic op code instructions.

‎Cargo.lock‎

Lines changed: 20 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎benches/Cargo.toml‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,11 +19,13 @@ fuel-core-services = { path = "./../crates/services" }
1919
fuel-core-storage = { path = "./../crates/storage" }
2020
fuel-core-sync = { path = "./../crates/services/sync", features = ["benchmarking"] }
2121
fuel-core-types = { path = "./../crates/types", features = ["test-helpers"] }
22+
futures = "0.3"
2223
p256 = { version = "0.13", default-features = false, features = ["digest", "ecdsa"] }
2324
rand = { workspace = true }
2425
serde = { workspace = true, features = ["derive"] }
2526
serde_json = { workspace = true }
2627
serde_yaml = "0.9.13"
28+
test-helpers = { path = "../tests/test-helpers" }
2729
tikv-jemallocator = { workspace = true }
2830
tokio = { workspace = true, features = ["full"] }
2931

@@ -45,3 +47,7 @@ default = ["fuel-core/rocksdb"]
4547
[[bench]]
4648
harness = false
4749
name = "block_target_gas"
50+
51+
[[bench]]
52+
harness = false
53+
name = "transaction_throughput"

‎benches/benches/transaction_throughput.rs‎

Lines changed: 299 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,299 @@
1+
//! Tests throughput of various transaction types
2+
3+
use criterion::{
4+
criterion_group,
5+
criterion_main,
6+
measurement::WallTime,
7+
BenchmarkGroup,
8+
Criterion,
9+
SamplingMode,
10+
};
11+
use fuel_core::service::config::Trigger;
12+
use fuel_core_benches::*;
13+
use fuel_core_types::{
14+
fuel_asm::{
15+
op,
16+
GMArgs,
17+
GTFArgs,
18+
RegId,
19+
},
20+
fuel_crypto::*,
21+
fuel_tx::{
22+
Finalizable,
23+
Input,
24+
Output,
25+
Script,
26+
Transaction,
27+
TransactionBuilder,
28+
},
29+
fuel_types::{
30+
AssetId,
31+
Immediate12,
32+
Immediate18,
33+
},
34+
fuel_vm::checked_transaction::{
35+
CheckPredicateParams,
36+
EstimatePredicates,
37+
},
38+
};
39+
use rand::{
40+
rngs::StdRng,
41+
SeedableRng,
42+
};
43+
use std::{
44+
sync::Arc,
45+
time::Duration,
46+
};
47+
use test_helpers::builder::{
48+
TestContext,
49+
TestSetupBuilder,
50+
};
51+
52+
// Use Jemalloc during benchmarks
53+
#[global_allocator]
54+
static GLOBAL: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
55+
56+
fn bench_txs<F>(group_id: &str, c: &mut Criterion, f: F)
57+
where
58+
F: Fn(&mut StdRng) -> Script,
59+
{
60+
let inner_bench = |c: &mut BenchmarkGroup<WallTime>, n: u64| {
61+
let id = format!("{}", n);
62+
c.bench_function(id.as_str(), |b| {
63+
let rt = tokio::runtime::Builder::new_current_thread()
64+
.enable_all()
65+
.build()
66+
.unwrap();
67+
let _drop = rt.enter();
68+
69+
let mut rng = rand::rngs::StdRng::seed_from_u64(2322u64);
70+
71+
let mut transactions = vec![];
72+
for _ in 0..n {
73+
transactions.push(f(&mut rng));
74+
}
75+
76+
let mut test_builder = TestSetupBuilder::new(2322);
77+
// setup genesis block with coins that transactions can spend
78+
test_builder.config_coin_inputs_from_transactions(
79+
&transactions.iter().collect::<Vec<_>>(),
80+
);
81+
// disable automated block production
82+
test_builder.trigger = Trigger::Never;
83+
test_builder.utxo_validation = true;
84+
85+
// spin up node
86+
let transactions: Vec<Transaction> =
87+
transactions.into_iter().map(|tx| tx.into()).collect();
88+
let transactions = Arc::new(transactions);
89+
90+
b.to_async(&rt).iter_custom(|iters| {
91+
let mut elapsed_time = Duration::default();
92+
let test_builder = test_builder.clone();
93+
let transactions = transactions.clone();
94+
95+
async move {
96+
for _ in 0..iters {
97+
let mut test_builder = test_builder.clone();
98+
let sealed_block = {
99+
let transactions = transactions
100+
.iter()
101+
.map(|tx| Arc::new(tx.clone()))
102+
.collect();
103+
// start the producer node
104+
let TestContext { srv, client, .. } =
105+
test_builder.finalize().await;
106+
107+
// insert all transactions
108+
srv.shared.txpool.insert(transactions).await;
109+
let _ = client.produce_blocks(1, None).await;
110+
111+
// sanity check block to ensure the transactions were actually processed
112+
let block = srv
113+
.shared
114+
.database
115+
.get_sealed_block_by_height(&1.into())
116+
.unwrap()
117+
.unwrap();
118+
assert_eq!(
119+
block.entity.transactions().len(),
120+
(n + 1) as usize
121+
);
122+
block
123+
};
124+
125+
// start the validator node
126+
let TestContext { srv, .. } = test_builder.finalize().await;
127+
128+
let start = std::time::Instant::now();
129+
130+
srv.shared
131+
.block_importer
132+
.execute_and_commit(sealed_block)
133+
.await
134+
.expect("Should validate the block");
135+
136+
elapsed_time += start.elapsed();
137+
}
138+
elapsed_time
139+
}
140+
});
141+
});
142+
};
143+
144+
let mut group = c.benchmark_group(group_id);
145+
146+
for i in [100, 500, 1000, 1500] {
147+
group.throughput(criterion::Throughput::Elements(i));
148+
group.sampling_mode(SamplingMode::Flat);
149+
group.sample_size(10);
150+
inner_bench(&mut group, i);
151+
}
152+
153+
group.finish();
154+
}
155+
156+
fn signed_transfers(c: &mut Criterion) {
157+
let generator = |rng: &mut StdRng| {
158+
TransactionBuilder::script(vec![], vec![])
159+
.gas_limit(10000)
160+
.gas_price(1)
161+
.add_unsigned_coin_input(
162+
SecretKey::random(rng),
163+
rng.gen(),
164+
1000,
165+
Default::default(),
166+
Default::default(),
167+
Default::default(),
168+
)
169+
.add_unsigned_coin_input(
170+
SecretKey::random(rng),
171+
rng.gen(),
172+
1000,
173+
Default::default(),
174+
Default::default(),
175+
Default::default(),
176+
)
177+
.add_output(Output::coin(rng.gen(), 50, AssetId::default()))
178+
.add_output(Output::change(rng.gen(), 0, AssetId::default()))
179+
.finalize()
180+
};
181+
bench_txs("signed transfers", c, generator);
182+
}
183+
184+
fn predicate_transfers(c: &mut Criterion) {
185+
let generator = |rng: &mut StdRng| {
186+
let predicate = op::ret(RegId::ONE).to_bytes().to_vec();
187+
let owner = Input::predicate_owner(&predicate);
188+
189+
let mut tx = TransactionBuilder::script(vec![], vec![])
190+
.gas_limit(10000)
191+
.gas_price(1)
192+
.add_input(Input::coin_predicate(
193+
rng.gen(),
194+
owner,
195+
1000,
196+
Default::default(),
197+
Default::default(),
198+
Default::default(),
199+
Default::default(),
200+
predicate.clone(),
201+
vec![],
202+
))
203+
.add_input(Input::coin_predicate(
204+
rng.gen(),
205+
owner,
206+
1000,
207+
Default::default(),
208+
Default::default(),
209+
Default::default(),
210+
Default::default(),
211+
predicate,
212+
vec![],
213+
))
214+
.add_output(Output::coin(rng.gen(), 50, AssetId::default()))
215+
.add_output(Output::change(rng.gen(), 0, AssetId::default()))
216+
.finalize();
217+
tx.estimate_predicates(&CheckPredicateParams::default())
218+
.expect("Predicate check failed");
219+
tx
220+
};
221+
bench_txs("predicate transfers", c, generator);
222+
}
223+
224+
fn predicate_transfers_eck1(c: &mut Criterion) {
225+
let generator = |rng: &mut StdRng| {
226+
let secret = SecretKey::random(rng);
227+
let public = secret.public_key();
228+
229+
let message = b"The gift of words is the gift of deception and illusion.";
230+
let message = Message::new(message);
231+
232+
let signature = Signature::sign(&secret, &message);
233+
234+
let predicate = vec![
235+
op::gm_args(0x20, GMArgs::GetVerifyingPredicate),
236+
op::gtf_args(0x20, 0x20, GTFArgs::InputCoinPredicateData),
237+
op::addi(0x21, 0x20, signature.as_ref().len() as Immediate12),
238+
op::addi(0x22, 0x21, message.as_ref().len() as Immediate12),
239+
op::movi(0x10, PublicKey::LEN as Immediate18),
240+
op::aloc(0x10),
241+
op::move_(0x11, RegId::HP),
242+
op::eck1(0x11, 0x20, 0x21),
243+
op::meq(0x12, 0x22, 0x11, 0x10),
244+
op::ret(0x12),
245+
]
246+
.into_iter()
247+
.collect::<Vec<u8>>();
248+
let owner = Input::predicate_owner(&predicate);
249+
250+
let predicate_data: Vec<u8> = signature
251+
.as_ref()
252+
.iter()
253+
.copied()
254+
.chain(message.as_ref().iter().copied())
255+
.chain(public.as_ref().iter().copied())
256+
.collect();
257+
258+
let mut tx = TransactionBuilder::script(vec![], vec![])
259+
.gas_limit(10000)
260+
.gas_price(1)
261+
.add_input(Input::coin_predicate(
262+
rng.gen(),
263+
owner,
264+
1000,
265+
Default::default(),
266+
Default::default(),
267+
Default::default(),
268+
Default::default(),
269+
predicate.clone(),
270+
predicate_data.clone(),
271+
))
272+
.add_input(Input::coin_predicate(
273+
rng.gen(),
274+
owner,
275+
1000,
276+
Default::default(),
277+
Default::default(),
278+
Default::default(),
279+
Default::default(),
280+
predicate,
281+
predicate_data,
282+
))
283+
.add_output(Output::coin(rng.gen(), 50, AssetId::default()))
284+
.add_output(Output::change(rng.gen(), 0, AssetId::default()))
285+
.finalize();
286+
tx.estimate_predicates(&CheckPredicateParams::default())
287+
.expect("Predicate check failed");
288+
tx
289+
};
290+
bench_txs("predicate transfers eck1", c, generator);
291+
}
292+
293+
criterion_group!(
294+
benches,
295+
signed_transfers,
296+
predicate_transfers,
297+
predicate_transfers_eck1
298+
);
299+
criterion_main!(benches);

‎tests/Cargo.toml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@ rstest = "0.15"
4242
serde_json = { workspace = true }
4343
tempfile = "3.3"
4444
test-case = { workspace = true }
45+
test-helpers = { path = "./test-helpers" }
4546
tokio = { workspace = true, features = [
4647
"macros",
4748
"rt-multi-thread",

0 commit comments

Comments
 (0)