Merge pull request #3590 from autonomys/auto-benchmark-script-pallets

Automatically benchmark new pallets in runtime-benchmark.sh

Author: teor2345

crates/subspace-runtime-primitives/src/extension.rs

@@ -1,9 +1,8 @@
 #[cfg(feature = "runtime-benchmarks")]
 pub mod benchmarking;
-pub mod weights;
 
-use crate::extension::weights::WeightInfo as SubstrateWeightInfo;
 use crate::utility::{MaybeNestedCall, nested_call_iter};
+use crate::weights::balance_transfer_check_extension::WeightInfo as SubstrateWeightInfo;
 use core::marker::PhantomData;
 use frame_support::RuntimeDebugNoBound;
 use frame_support::pallet_prelude::Weight;

crates/subspace-runtime-primitives/src/lib.rs

@@ -4,6 +4,7 @@
 
 pub mod extension;
 pub mod utility;
+pub mod weights;
 
 #[cfg(not(feature = "std"))]
 extern crate alloc;

crates/subspace-runtime-primitives/src/weights.rs

@@ -0,0 +1,3 @@
+//! Shared weights for Subspace production and test runtimes.
+
+pub mod balance_transfer_check_extension;

crates/subspace-runtime-primitives/src/extension/weights.rs renamed to crates/subspace-runtime-primitives/src/weights/balance_transfer_check_extension.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=balance_transfer_check_extension
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime-primitives/src/extension/weights.rs
+// --pallet=balance_transfer_check_extension
+// --output=./crates/subspace-runtime-primitives/src/weights/balance_transfer_check_extension.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]

crates/subspace-runtime/src/lib.rs

@@ -1285,27 +1285,27 @@ mod benches {
     frame_benchmarking::define_benchmarks!(
         [frame_benchmarking, BaselineBench::<Runtime>]
         [frame_system, SystemBench::<Runtime>]
+        [pallet_timestamp, Timestamp]
+        [pallet_subspace, Subspace]
+        [pallet_subspace_extension, SubspaceExtensionBench::<Runtime>]
+        [pallet_rewards, Rewards]
         [pallet_balances, Balances]
+        [balance_transfer_check_extension, BalanceTransferCheckBench::<Runtime>]
+        // pallet_transaction_fees has no calls to benchmark
+        [pallet_transaction_payment, TransactionPayment]
+        [pallet_utility, Utility]
         [pallet_domains, Domains]
-        [pallet_mmr, Mmr]
-        [pallet_rewards, Rewards]
         [pallet_runtime_configs, RuntimeConfigs]
-        [pallet_subspace, Subspace]
-        [pallet_timestamp, Timestamp]
+        // pallet_mmr and pallet_subspace_mmr have no calls to benchmark
         [pallet_messenger, Messenger]
-        [pallet_transporter, Transporter]
-        [pallet_subspace_extension, SubspaceExtensionBench::<Runtime>]
         [pallet_messenger_from_domains_extension, MessengerFromDomainsExtensionBench::<Runtime>]
-        [pallet_transaction_payment, TransactionPayment]
-        [pallet_utility, Utility]
-        [pallet_sudo, Sudo]
-        [pallet_collective, Council]
-        [pallet_preimage, Preimage]
+        [pallet_transporter, Transporter]
         [pallet_scheduler, Scheduler]
+        [pallet_collective, Council]
         [pallet_democracy, Democracy]
+        [pallet_preimage, Preimage]
         [pallet_multisig, Multisig]
-        // TODO: benchmark this extension
-        [balance_transfer_check_extension, BalanceTransferCheckBench::<Runtime>]
+        [pallet_sudo, Sudo]
     );
 }
 

crates/subspace-runtime/src/weights/frame_system.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=frame_system
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime/src/weights-tmp/frame_system.rs
+// --pallet=frame_system
+// --output=./crates/subspace-runtime/src/weights/frame_system.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]

crates/subspace-runtime/src/weights/pallet_balances.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=pallet_balances
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime/src/weights-tmp/pallet_balances.rs
+// --pallet=pallet_balances
+// --output=./crates/subspace-runtime/src/weights/pallet_balances.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]

crates/subspace-runtime/src/weights/pallet_collective.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=pallet_collective
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime/src/weights-tmp/pallet_collective.rs
+// --pallet=pallet_collective
+// --output=./crates/subspace-runtime/src/weights/pallet_collective.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]

crates/subspace-runtime/src/weights/pallet_domains.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=pallet_domains
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime/src/weights-tmp/pallet_domains.rs
+// --pallet=pallet_domains
+// --output=./crates/subspace-runtime/src/weights/pallet_domains.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]

crates/subspace-runtime/src/weights/pallet_messenger.rs

@@ -8,18 +8,18 @@
 //! WASM-EXECUTION: `Compiled`, CHAIN: `None`, DB CACHE: 1024
 
 // Executed Command:
-// ./target/release/subspace-node
+// ./target/production/subspace-node
 // benchmark
 // pallet
-// --runtime=./target/release/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --runtime=./target/production/wbuild/subspace-runtime/subspace_runtime.compact.compressed.wasm
+// --extrinsic=*
+// --wasm-execution=compiled
 // --genesis-builder=none
 // --steps=50
 // --repeat=20
-// --pallet=pallet_messenger
-// --extrinsic=*
-// --wasm-execution=compiled
 // --heap-pages=4096
-// --output=./crates/subspace-runtime/src/weights-tmp/pallet_messenger.rs
+// --pallet=pallet_messenger
+// --output=./crates/subspace-runtime/src/weights/pallet_messenger.rs
 
 #![cfg_attr(rustfmt, rustfmt_skip)]
 #![allow(unused_parens)]