From b57a7387b46b2a40e8bc0f053964a5aca23c53db Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Wed, 21 Feb 2024 21:27:14 +0800 Subject: [PATCH 1/6] ci: split write/query bench --- crates/rooch-benchmarks/Cargo.toml | 10 +- crates/rooch-benchmarks/README.md | 13 ++- crates/rooch-benchmarks/benches/bench_tx.rs | 15 +++ .../benches/bench_tx_query.rs | 52 +++++++++++ .../benches/bench_tx_write.rs | 41 +++++++++ crates/rooch-benchmarks/src/lib.rs | 1 + .../bench_transaction.rs => src/tx.rs} | 92 ++----------------- 7 files changed, 134 insertions(+), 90 deletions(-) create mode 100644 crates/rooch-benchmarks/benches/bench_tx.rs create mode 100644 crates/rooch-benchmarks/benches/bench_tx_query.rs create mode 100644 crates/rooch-benchmarks/benches/bench_tx_write.rs rename crates/rooch-benchmarks/{benches/bench_transaction.rs => src/tx.rs} (70%) diff --git a/crates/rooch-benchmarks/Cargo.toml b/crates/rooch-benchmarks/Cargo.toml index 49ce06953a..c4ace31846 100644 --- a/crates/rooch-benchmarks/Cargo.toml +++ b/crates/rooch-benchmarks/Cargo.toml @@ -75,4 +75,12 @@ bench = false [[bench]] harness = false -name = "bench_transaction" \ No newline at end of file +name = "bench_tx_write" + +[[bench]] +harness = false +name = "bench_tx_query" + +[[bench]] +harness = false +name = "bench_tx" diff --git a/crates/rooch-benchmarks/README.md b/crates/rooch-benchmarks/README.md index e3378c65fa..988e3cb22f 100644 --- a/crates/rooch-benchmarks/README.md +++ b/crates/rooch-benchmarks/README.md @@ -9,13 +9,14 @@ cargo bench 2. run a special benchmark ```shell -cargo bench --bench bench_transaction -cargo bench --bench bench_transaction -- --verbose +cargo bench --bench bench_tx +cargo bench --bench bench_tx -- --verbose ``` 3. run a special benchmark with pprof (on linux) + ```shell -cargo bench --bench bench_transaction -- --profile-time=10 +cargo bench --bench bench_tx -- --profile-time=10 ``` ## On OSX @@ -23,21 +24,25 @@ cargo bench --bench bench_transaction -- --profile-time=10 1. install xcode and command line tools 2. install cargo instruments + ```shell brew install cargo-instruments ``` 3. install cargo flamegraph + ```shell cargo install flamegraph ``` 4. install gnuplot + ```shell brew install gnuplot ``` 5. run with profile + ```shell -cargo instruments -t time --bench bench_transaction -- --bench +cargo instruments -t time --bench bench_tx -- --bench ``` \ No newline at end of file diff --git a/crates/rooch-benchmarks/benches/bench_tx.rs b/crates/rooch-benchmarks/benches/bench_tx.rs new file mode 100644 index 0000000000..9ac20825c5 --- /dev/null +++ b/crates/rooch-benchmarks/benches/bench_tx.rs @@ -0,0 +1,15 @@ +mod bench_tx_query; +mod bench_tx_write; + +use bench_tx_query::transaction_query_benchmark; +use bench_tx_write::transaction_write_benchmark; +use criterion::{criterion_group, criterion_main, Criterion}; +use std::time::Duration; + +criterion_group! { + name = rooch_tx_bench; + config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)); + targets = transaction_write_benchmark, transaction_query_benchmark +} + +criterion_main!(rooch_tx_bench); diff --git a/crates/rooch-benchmarks/benches/bench_tx_query.rs b/crates/rooch-benchmarks/benches/bench_tx_query.rs new file mode 100644 index 0000000000..19f7f234a5 --- /dev/null +++ b/crates/rooch-benchmarks/benches/bench_tx_query.rs @@ -0,0 +1,52 @@ +// Copyright (c) RoochNetwork +// SPDX-License-Identifier: Apache-2.0 + +use criterion::{criterion_group, criterion_main, Criterion}; +use moveos_config::temp_dir; +use rooch_benchmarks::tx::{create_publish_transaction, create_transaction, setup_service}; +use rooch_key::keystore::account_keystore::AccountKeystore; +use rooch_key::keystore::memory_keystore::InMemKeystore; +use rooch_rpc_api::api::rooch_api::RoochAPIServer; +use rooch_rpc_api::jsonrpc_types::StrView; +use rooch_rpc_server::server::rooch_server::RoochServer; +use rooch_test_transaction_builder::TestTransactionBuilder; +use std::time::Duration; +use tokio::runtime::Runtime; + +pub fn transaction_query_benchmark(c: &mut Criterion) { + let tempdir = temp_dir(); + let keystore = InMemKeystore::new_insecure_for_tests(10); + + let rt: Runtime = Runtime::new().unwrap(); + let (rpc_service, aggregate_service) = + rt.block_on(async { setup_service(&tempdir, &keystore).await.unwrap() }); + let rooch_server = RoochServer::new(rpc_service.clone(), aggregate_service); + + let default_account = keystore.addresses()[0]; + let mut test_transaction_builder = TestTransactionBuilder::new(default_account.into()); + let tx = create_publish_transaction(&test_transaction_builder, &keystore).unwrap(); + let _publish_result = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); + // + for n in 1..500 { + let tx = create_transaction(&mut test_transaction_builder, &keystore, n).unwrap(); + let _ = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); + } + + let mut tx_orders = (1..500).cycle().map(|v| v); + c.bench_function("get_transactions_by_order", |b| { + b.to_async(Runtime::new().unwrap()).iter(|| { + rooch_server.get_transactions_by_order( + Some(StrView(tx_orders.next().unwrap())), + None, + None, + ) + }) + }); +} + +criterion_group! { + name = rooch_tx_query_bench; + config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)); + targets = transaction_query_benchmark +} +criterion_main!(rooch_tx_query_bench); diff --git a/crates/rooch-benchmarks/benches/bench_tx_write.rs b/crates/rooch-benchmarks/benches/bench_tx_write.rs new file mode 100644 index 0000000000..0e864cdfb5 --- /dev/null +++ b/crates/rooch-benchmarks/benches/bench_tx_write.rs @@ -0,0 +1,41 @@ +// Copyright (c) RoochNetwork +// SPDX-License-Identifier: Apache-2.0 + +use criterion::{criterion_group, criterion_main, Criterion}; +use moveos_config::temp_dir; +use rooch_benchmarks::tx::{create_publish_transaction, create_transaction, setup_service}; +use rooch_key::keystore::account_keystore::AccountKeystore; +use rooch_key::keystore::memory_keystore::InMemKeystore; +use rooch_test_transaction_builder::TestTransactionBuilder; +use std::time::Duration; +use tokio::runtime::Runtime; + +pub fn transaction_write_benchmark(c: &mut Criterion) { + let tempdir = temp_dir(); + let keystore = InMemKeystore::new_insecure_for_tests(10); + + let rt: Runtime = Runtime::new().unwrap(); + let (rpc_service, _aggregate_service) = + rt.block_on(async { setup_service(&tempdir, &keystore).await.unwrap() }); + + let default_account = keystore.addresses()[0]; + let mut test_transaction_builder = TestTransactionBuilder::new(default_account.into()); + let tx = create_publish_transaction(&test_transaction_builder, &keystore).unwrap(); + let _publish_result = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); + + let mut transactions = (1..500) + .cycle() + .map(|n| create_transaction(&mut test_transaction_builder, &keystore, n).unwrap()); + c.bench_function("execute_tx", |b| { + b.to_async(Runtime::new().unwrap()) + .iter(|| rpc_service.execute_tx(transactions.next().unwrap())) + }); +} + +criterion_group! { + name = rooch_tx_write_bench; + config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)); + targets = transaction_write_benchmark +} + +criterion_main!(rooch_tx_write_bench); diff --git a/crates/rooch-benchmarks/src/lib.rs b/crates/rooch-benchmarks/src/lib.rs index 55db0f313b..8e4b8f9af1 100644 --- a/crates/rooch-benchmarks/src/lib.rs +++ b/crates/rooch-benchmarks/src/lib.rs @@ -2,3 +2,4 @@ // SPDX-License-Identifier: Apache-2.0 pub mod helper; +pub mod tx; diff --git a/crates/rooch-benchmarks/benches/bench_transaction.rs b/crates/rooch-benchmarks/src/tx.rs similarity index 70% rename from crates/rooch-benchmarks/benches/bench_transaction.rs rename to crates/rooch-benchmarks/src/tx.rs index abd33eb7e2..95affb0dfe 100644 --- a/crates/rooch-benchmarks/benches/bench_transaction.rs +++ b/crates/rooch-benchmarks/src/tx.rs @@ -1,16 +1,10 @@ -// Copyright (c) RoochNetwork -// SPDX-License-Identifier: Apache-2.0 - use anyhow::Result; use coerce::actor::scheduler::timer::Timer; use coerce::actor::system::ActorSystem; use coerce::actor::IntoActor; -use criterion::{criterion_group, criterion_main, Criterion}; use moveos_config::store_config::RocksdbConfig; -use moveos_config::{temp_dir, DataDirPath}; +use moveos_config::DataDirPath; use moveos_store::{MoveOSDB, MoveOSStore}; -use rooch_framework::natives::default_gas_schedule; -// use pprof::criterion::{Output, PProfProfiler}; use raw_store::rocks::RocksDB; use raw_store::StoreInstance; use rooch_config::da_config::DAConfig; @@ -21,6 +15,7 @@ use rooch_da::proxy::DAProxy; use rooch_executor::actor::executor::ExecutorActor; use rooch_executor::actor::reader_executor::ReaderExecutorActor; use rooch_executor::proxy::ExecutorProxy; +use rooch_framework::natives::default_gas_schedule; use rooch_indexer::actor::indexer::IndexerActor; use rooch_indexer::actor::reader_indexer::IndexerReaderActor; use rooch_indexer::indexer_reader::IndexerReader; @@ -31,9 +26,6 @@ use rooch_key::keystore::memory_keystore::InMemKeystore; use rooch_proposer::actor::messages::ProposeBlock; use rooch_proposer::actor::proposer::ProposerActor; use rooch_proposer::proxy::ProposerProxy; -use rooch_rpc_api::api::rooch_api::RoochAPIServer; -use rooch_rpc_api::jsonrpc_types::StrView; -use rooch_rpc_server::server::rooch_server::RoochServer; use rooch_rpc_server::service::aggregate_service::AggregateService; use rooch_rpc_server::service::rpc_service::RpcService; use rooch_sequencer::actor::sequencer::SequencerActor; @@ -46,73 +38,12 @@ use rooch_types::bitcoin::network::Network; use rooch_types::chain_id::RoochChainID; use rooch_types::transaction::TypedTransaction; use std::time::Duration; -use tokio::runtime::Runtime; use tracing::info; pub const EXAMPLE_SIMPLE_BLOG_PACKAGE_NAME: &'static str = "simple_blog"; pub const EXAMPLE_SIMPLE_BLOG_NAMED_ADDRESS: &str = "simple_blog"; -pub struct StoreHolder { - _moveos_store: MoveOSStore, - _rooch_store: RoochStore, - _indexer_store: IndexerStore, -} -fn transaction_write_benchmark(c: &mut Criterion) { - std::env::set_var("RUST_LOG", "error"); - - let tempdir = temp_dir(); - let keystore = InMemKeystore::new_insecure_for_tests(10); - - let rt: Runtime = Runtime::new().unwrap(); - let (rpc_service, _aggregate_service) = - rt.block_on(async { setup_service(&tempdir, &keystore).await.unwrap() }); - - let default_account = keystore.addresses()[0]; - let mut test_transaction_builder = TestTransactionBuilder::new(default_account.into()); - let tx = create_publish_transaction(&test_transaction_builder, &keystore).unwrap(); - let _publish_result = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); - - let mut transactions = (1..500) - .cycle() - .map(|n| create_transaction(&mut test_transaction_builder, &keystore, n).unwrap()); - c.bench_function("execute_tx", |b| { - b.to_async(Runtime::new().unwrap()) - .iter(|| rpc_service.execute_tx(transactions.next().unwrap())) - }); -} - -fn transaction_query_benchmark(c: &mut Criterion) { - let tempdir = temp_dir(); - let keystore = InMemKeystore::new_insecure_for_tests(10); - - let rt: Runtime = Runtime::new().unwrap(); - let (rpc_service, aggregate_service) = - rt.block_on(async { setup_service(&tempdir, &keystore).await.unwrap() }); - let rooch_server = RoochServer::new(rpc_service.clone(), aggregate_service); - - let default_account = keystore.addresses()[0]; - let mut test_transaction_builder = TestTransactionBuilder::new(default_account.into()); - let tx = create_publish_transaction(&test_transaction_builder, &keystore).unwrap(); - let _publish_result = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); - // - for n in 1..500 { - let tx = create_transaction(&mut test_transaction_builder, &keystore, n).unwrap(); - let _ = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); - } - - let mut tx_orders = (1..500).cycle().map(|v| v); - c.bench_function("get_transactions_by_order", |b| { - b.to_async(Runtime::new().unwrap()).iter(|| { - rooch_server.get_transactions_by_order( - Some(StrView(tx_orders.next().unwrap())), - None, - None, - ) - }) - }); -} - -async fn setup_service( +pub async fn setup_service( datadir: &DataDirPath, keystore: &InMemKeystore, ) -> Result<(RpcService, AggregateService)> { @@ -218,7 +149,7 @@ async fn setup_service( Ok((rpc_service, aggregate_service)) } -fn init_storage(datadir: &DataDirPath) -> Result<(MoveOSStore, RoochStore)> { +pub fn init_storage(datadir: &DataDirPath) -> Result<(MoveOSStore, RoochStore)> { let (rooch_db_path, moveos_db_path) = ( StoreConfig::get_mock_rooch_store_dir(datadir), StoreConfig::get_mock_moveos_store_dir(datadir), @@ -248,7 +179,7 @@ fn init_storage(datadir: &DataDirPath) -> Result<(MoveOSStore, RoochStore)> { Ok((moveos_store, rooch_store)) } -fn init_indexer(datadir: &DataDirPath) -> Result<(IndexerStore, IndexerReader)> { +pub fn init_indexer(datadir: &DataDirPath) -> Result<(IndexerStore, IndexerReader)> { let indexer_db_path = IndexerConfig::get_mock_indexer_db(datadir); let indexer_db_parent_dir = indexer_db_path .parent() @@ -269,7 +200,7 @@ fn init_indexer(datadir: &DataDirPath) -> Result<(IndexerStore, IndexerReader)> Ok((indexer_store, indexer_reader)) } -fn create_publish_transaction( +pub fn create_publish_transaction( test_transaction_builder: &TestTransactionBuilder, keystore: &InMemKeystore, ) -> Result { @@ -283,7 +214,7 @@ fn create_publish_transaction( Ok(TypedTransaction::Rooch(rooch_tx)) } -fn create_transaction( +pub fn create_transaction( test_transaction_builder: &mut TestTransactionBuilder, keystore: &InMemKeystore, sequence_number: u64, @@ -296,12 +227,3 @@ fn create_transaction( keystore.sign_transaction(&test_transaction_builder.sender.into(), tx_data, None)?; Ok(TypedTransaction::Rooch(rooch_tx)) } - -criterion_group! { - name = rooch_transaction_benches; - config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)); - // config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)) - // .with_profiler(PProfProfiler::new(100, Output::Flamegraph(None))); - targets = transaction_write_benchmark, transaction_query_benchmark -} -criterion_main!(rooch_transaction_benches); From b9f610cccb252323880251b343f87fdc0f1056f3 Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Wed, 21 Feb 2024 23:37:01 +0800 Subject: [PATCH 2/6] ci: propose block every 60s when bench_tx --- crates/rooch-benchmarks/benches/bench_tx_write.rs | 2 +- crates/rooch-benchmarks/src/tx.rs | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/crates/rooch-benchmarks/benches/bench_tx_write.rs b/crates/rooch-benchmarks/benches/bench_tx_write.rs index 0e864cdfb5..245f74d588 100644 --- a/crates/rooch-benchmarks/benches/bench_tx_write.rs +++ b/crates/rooch-benchmarks/benches/bench_tx_write.rs @@ -34,7 +34,7 @@ pub fn transaction_write_benchmark(c: &mut Criterion) { criterion_group! { name = rooch_tx_write_bench; - config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(10)); + config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(100)); targets = transaction_write_benchmark } diff --git a/crates/rooch-benchmarks/src/tx.rs b/crates/rooch-benchmarks/src/tx.rs index 95affb0dfe..053371d923 100644 --- a/crates/rooch-benchmarks/src/tx.rs +++ b/crates/rooch-benchmarks/src/tx.rs @@ -88,8 +88,8 @@ pub async fn setup_service( moveos_store.clone(), rooch_store.clone(), )? - .into_actor(Some("ReaderExecutor"), &actor_system) - .await?; + .into_actor(Some("ReaderExecutor"), &actor_system) + .await?; let executor = executor_actor .into_actor(Some("Executor"), &actor_system) .await?; @@ -119,7 +119,7 @@ pub async fn setup_service( .await?; let proposer_proxy = ProposerProxy::new(proposer.clone().into()); //TODO load from config - let block_propose_duration_in_seconds: u64 = 5; + let block_propose_duration_in_seconds: u64 = 60; let mut timers = vec![]; let proposer_timer = Timer::start( proposer, From e2958a0a71ed15d85095ab9ea22593ab853fcc06 Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Thu, 22 Feb 2024 00:01:45 +0800 Subject: [PATCH 3/6] ci: update bench readme --- crates/rooch-benchmarks/README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/crates/rooch-benchmarks/README.md b/crates/rooch-benchmarks/README.md index 988e3cb22f..bead50547c 100644 --- a/crates/rooch-benchmarks/README.md +++ b/crates/rooch-benchmarks/README.md @@ -11,6 +11,8 @@ cargo bench ```shell cargo bench --bench bench_tx cargo bench --bench bench_tx -- --verbose +cargo bench --bench bench_tx_query +cargo bench --bench bench_tx_write ``` 3. run a special benchmark with pprof (on linux) From 2b468a6d2a6206e5f84c84b1db000fd8db815fe6 Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Thu, 22 Feb 2024 00:03:54 +0800 Subject: [PATCH 4/6] ci: change propose duration back to 5s if too long hard to trace da in bench --- crates/rooch-benchmarks/src/tx.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/rooch-benchmarks/src/tx.rs b/crates/rooch-benchmarks/src/tx.rs index 053371d923..7d93773296 100644 --- a/crates/rooch-benchmarks/src/tx.rs +++ b/crates/rooch-benchmarks/src/tx.rs @@ -119,7 +119,7 @@ pub async fn setup_service( .await?; let proposer_proxy = ProposerProxy::new(proposer.clone().into()); //TODO load from config - let block_propose_duration_in_seconds: u64 = 60; + let block_propose_duration_in_seconds: u64 = 5; let mut timers = vec![]; let proposer_timer = Timer::start( proposer, From c43acf4490f7ca3f1520c92053ea9b2ed3464251 Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Thu, 22 Feb 2024 00:04:36 +0800 Subject: [PATCH 5/6] rust fmt --- crates/rooch-benchmarks/src/tx.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crates/rooch-benchmarks/src/tx.rs b/crates/rooch-benchmarks/src/tx.rs index 7d93773296..95affb0dfe 100644 --- a/crates/rooch-benchmarks/src/tx.rs +++ b/crates/rooch-benchmarks/src/tx.rs @@ -88,8 +88,8 @@ pub async fn setup_service( moveos_store.clone(), rooch_store.clone(), )? - .into_actor(Some("ReaderExecutor"), &actor_system) - .await?; + .into_actor(Some("ReaderExecutor"), &actor_system) + .await?; let executor = executor_actor .into_actor(Some("Executor"), &actor_system) .await?; From ac1a826a5b7dbd69173c3273e79eb1e405027c1b Mon Sep 17 00:00:00 2001 From: popcnt-subodhi Date: Thu, 22 Feb 2024 17:05:23 +0800 Subject: [PATCH 6/6] ci: move build tx out of execution in bench MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit huge improvement(It's actually closer to the real server-side execution overhead） , the major cost is from tokio wake ``` RUST_LOG=error cargo bench --bench bench_tx_write Compiling rooch-benchmarks v0.1.0 (/Users/templex/rooch/bodhi/rooch/crates/rooch-benchmarks) Finished bench [optimized + debuginfo] target(s) in 12.05s Running benches/bench_tx_write.rs (/Users/templex/rooch/bodhi/rooch/target/release/deps/bench_tx_write-624c3ac78421ba7f) execute_tx time: [388.70 µs 389.91 µs 391.12 µs] change: [-97.069% -97.059% -97.049%] (p = 0.00 < 0.05) Performance has improved. ``` --- Cargo.toml | 1 + crates/rooch-benchmarks/benches/bench_tx.rs | 3 ++ .../benches/bench_tx_write.rs | 32 +++++++++++++------ crates/rooch-benchmarks/src/tx.rs | 3 ++ 4 files changed, 30 insertions(+), 9 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index 56b9a40796..f039e3b834 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -249,6 +249,7 @@ base64 = "0.21.3" pprof = { version = "0.13.0", features = ["flamegraph", "criterion", "cpp", "frame-pointer"] } + celestia-rpc = { git = "https://github.com/eigerco/celestia-node-rs.git", rev = "129272e8d926b4c7badf27a26dea915323dd6489" } celestia-types = { git = "https://github.com/eigerco/celestia-node-rs.git", rev = "129272e8d926b4c7badf27a26dea915323dd6489" } diff --git a/crates/rooch-benchmarks/benches/bench_tx.rs b/crates/rooch-benchmarks/benches/bench_tx.rs index 9ac20825c5..b490c5cb9e 100644 --- a/crates/rooch-benchmarks/benches/bench_tx.rs +++ b/crates/rooch-benchmarks/benches/bench_tx.rs @@ -1,3 +1,6 @@ +// Copyright (c) RoochNetwork +// SPDX-License-Identifier: Apache-2.0 + mod bench_tx_query; mod bench_tx_write; diff --git a/crates/rooch-benchmarks/benches/bench_tx_write.rs b/crates/rooch-benchmarks/benches/bench_tx_write.rs index 245f74d588..7eb605f1d0 100644 --- a/crates/rooch-benchmarks/benches/bench_tx_write.rs +++ b/crates/rooch-benchmarks/benches/bench_tx_write.rs @@ -3,10 +3,11 @@ use criterion::{criterion_group, criterion_main, Criterion}; use moveos_config::temp_dir; -use rooch_benchmarks::tx::{create_publish_transaction, create_transaction, setup_service}; +use rooch_benchmarks::tx::{create_transaction, setup_service}; use rooch_key::keystore::account_keystore::AccountKeystore; use rooch_key::keystore::memory_keystore::InMemKeystore; use rooch_test_transaction_builder::TestTransactionBuilder; +use std::fs::File; use std::time::Duration; use tokio::runtime::Runtime; @@ -20,21 +21,34 @@ pub fn transaction_write_benchmark(c: &mut Criterion) { let default_account = keystore.addresses()[0]; let mut test_transaction_builder = TestTransactionBuilder::new(default_account.into()); - let tx = create_publish_transaction(&test_transaction_builder, &keystore).unwrap(); - let _publish_result = rt.block_on(async { rpc_service.execute_tx(tx).await.unwrap() }); - let mut transactions = (1..500) - .cycle() - .map(|n| create_transaction(&mut test_transaction_builder, &keystore, n).unwrap()); + let transactions: Vec<_> = (0..10000) + .map(|n| create_transaction(&mut test_transaction_builder, &keystore, n).unwrap()) + .collect(); + let mut transactions_iter = transactions.into_iter().cycle(); + + let guard = pprof::ProfilerGuardBuilder::default() + .frequency(1000) + .blocklist(&["libc", "libgcc", "pthread", "vdso"]) + .build() + .unwrap(); + c.bench_function("execute_tx", |b| { - b.to_async(Runtime::new().unwrap()) - .iter(|| rpc_service.execute_tx(transactions.next().unwrap())) + b.to_async(Runtime::new().unwrap()).iter(|| { + let tx = transactions_iter.next().unwrap(); + rpc_service.execute_tx(tx) + }); }); + + if let Ok(report) = guard.report().build() { + let file = File::create("flamegraph.svg").unwrap(); + report.flamegraph(file).unwrap(); + }; } criterion_group! { name = rooch_tx_write_bench; - config = Criterion::default().sample_size(200).measurement_time(Duration::from_secs(100)); + config = Criterion::default().warm_up_time(Duration::from_millis(100)).sample_size(10).measurement_time(Duration::from_secs(3)); targets = transaction_write_benchmark } diff --git a/crates/rooch-benchmarks/src/tx.rs b/crates/rooch-benchmarks/src/tx.rs index 95affb0dfe..b51b5a4292 100644 --- a/crates/rooch-benchmarks/src/tx.rs +++ b/crates/rooch-benchmarks/src/tx.rs @@ -1,3 +1,6 @@ +// Copyright (c) RoochNetwork +// SPDX-License-Identifier: Apache-2.0 + use anyhow::Result; use coerce::actor::scheduler::timer::Timer; use coerce::actor::system::ActorSystem;