Skip to content
Snippets Groups Projects
Unverified Commit 0c0d8929 authored by Ludovic_Domingues's avatar Ludovic_Domingues Committed by GitHub
Browse files

Migrating polkadot-runtime-parachains paras_inherent benchmarking to V2 (#6606)


# Description

Migrating polkadot-runtime-parachains paras_inherent benchmarking to the
new benchmarking syntax v2.
This is part of #6202

---------

Co-authored-by: default avatarGiuseppe Re <giuseppe.re@parity.io>
parent 959f1045
Branches
No related merge requests found
Pipeline #517123 waiting for manual action with stages
in 15 minutes and 4 seconds
...@@ -13,42 +13,50 @@ ...@@ -13,42 +13,50 @@
// You should have received a copy of the GNU General Public License // You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>. // along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
#![cfg(feature = "runtime-benchmarks")]
use super::*; use super::*;
use crate::{inclusion, ParaId}; use crate::{inclusion, ParaId};
use alloc::collections::btree_map::BTreeMap; use alloc::collections::btree_map::BTreeMap;
use core::cmp::{max, min}; use core::cmp::{max, min};
use frame_benchmarking::{benchmarks, impl_benchmark_test_suite}; use frame_benchmarking::v2::*;
use frame_system::RawOrigin; use frame_system::RawOrigin;
use polkadot_primitives::v8::GroupIndex; use polkadot_primitives::v8::GroupIndex;
use crate::builder::BenchBuilder; use crate::builder::BenchBuilder;
benchmarks! { #[benchmarks]
enter_empty { mod benchmarks {
let scenario = BenchBuilder::<T>::new() use super::*;
.build();
#[benchmark]
fn enter_empty() -> Result<(), BenchmarkError> {
let scenario = BenchBuilder::<T>::new().build();
let mut benchmark = scenario.data.clone(); let mut benchmark = scenario.data.clone();
benchmark.bitfields.clear(); benchmark.bitfields.clear();
benchmark.backed_candidates.clear(); benchmark.backed_candidates.clear();
benchmark.disputes.clear(); benchmark.disputes.clear();
}: enter(RawOrigin::None, benchmark)
verify { #[extrinsic_call]
enter(RawOrigin::None, benchmark);
// Assert that the block was not discarded // Assert that the block was not discarded
assert!(Included::<T>::get().is_some()); assert!(Included::<T>::get().is_some());
Ok(())
} }
// Variant over `v`, the number of dispute statements in a dispute statement set. This gives the // Variant over `v`, the number of dispute statements in a dispute statement set. This gives the
// weight of a single dispute statement set. // weight of a single dispute statement set.
enter_variable_disputes { // The number of statements needs to be at least a third of the validator set size.
// The number of statements needs to be at least a third of the validator set size. #[benchmark]
let v in 400..BenchBuilder::<T>::fallback_max_validators(); fn enter_variable_disputes(
v: Linear<400, { BenchBuilder::<T>::fallback_max_validators() }>,
let scenario = BenchBuilder::<T>::new() ) -> Result<(), BenchmarkError> {
.set_dispute_sessions(&[2]) let scenario = BenchBuilder::<T>::new().set_dispute_sessions(&[2]).build();
.build();
let mut benchmark = scenario.data.clone(); let mut benchmark = scenario.data.clone();
let dispute = benchmark.disputes.pop().unwrap(); let dispute = benchmark.disputes.pop().unwrap();
...@@ -59,8 +67,10 @@ benchmarks! { ...@@ -59,8 +67,10 @@ benchmarks! {
benchmark.disputes.push(dispute); benchmark.disputes.push(dispute);
benchmark.disputes.get_mut(0).unwrap().statements.drain(v as usize..); benchmark.disputes.get_mut(0).unwrap().statements.drain(v as usize..);
}: enter(RawOrigin::None, benchmark)
verify { #[extrinsic_call]
enter(RawOrigin::None, benchmark);
// Assert that the block was not discarded // Assert that the block was not discarded
assert!(Included::<T>::get().is_some()); assert!(Included::<T>::get().is_some());
...@@ -71,14 +81,15 @@ benchmarks! { ...@@ -71,14 +81,15 @@ benchmarks! {
// Ensure that the votes are for the correct session // Ensure that the votes are for the correct session
assert_eq!(vote.session, scenario._session); assert_eq!(vote.session, scenario._session);
Ok(())
} }
// The weight of one bitfield. // The weight of one bitfield.
enter_bitfields { #[benchmark]
let cores_with_backed: BTreeMap<_, _> fn enter_bitfields() -> Result<(), BenchmarkError> {
= vec![(0, BenchBuilder::<T>::fallback_max_validators())] let cores_with_backed: BTreeMap<_, _> =
.into_iter() vec![(0, BenchBuilder::<T>::fallback_max_validators())].into_iter().collect();
.collect();
let scenario = BenchBuilder::<T>::new() let scenario = BenchBuilder::<T>::new()
.set_backed_and_concluding_paras(cores_with_backed) .set_backed_and_concluding_paras(cores_with_backed)
...@@ -92,8 +103,10 @@ benchmarks! { ...@@ -92,8 +103,10 @@ benchmarks! {
benchmark.disputes.clear(); benchmark.disputes.clear();
benchmark.bitfields.push(bitfield); benchmark.bitfields.push(bitfield);
}: enter(RawOrigin::None, benchmark)
verify { #[extrinsic_call]
enter(RawOrigin::None, benchmark);
// Assert that the block was not discarded // Assert that the block was not discarded
assert!(Included::<T>::get().is_some()); assert!(Included::<T>::get().is_some());
// Assert that there are on-chain votes that got scraped // Assert that there are on-chain votes that got scraped
...@@ -102,18 +115,27 @@ benchmarks! { ...@@ -102,18 +115,27 @@ benchmarks! {
let vote = onchain_votes.unwrap(); let vote = onchain_votes.unwrap();
// Ensure that the votes are for the correct session // Ensure that the votes are for the correct session
assert_eq!(vote.session, scenario._session); assert_eq!(vote.session, scenario._session);
Ok(())
} }
// Variant over `v`, the amount of validity votes for a backed candidate. This gives the weight // Variant over `v`, the amount of validity votes for a backed candidate. This gives the weight
// of a single backed candidate. // of a single backed candidate.
enter_backed_candidates_variable { #[benchmark]
let v in (BenchBuilder::<T>::fallback_min_backing_votes()) fn enter_backed_candidates_variable(
.. max(BenchBuilder::<T>::fallback_min_backing_votes() + 1, BenchBuilder::<T>::fallback_max_validators_per_core()); v: Linear<
{ BenchBuilder::<T>::fallback_min_backing_votes() },
let cores_with_backed: BTreeMap<_, _> {
= vec![(0, v)] // The backed candidate will have `v` validity votes. max(
.into_iter() BenchBuilder::<T>::fallback_min_backing_votes() + 1,
.collect(); BenchBuilder::<T>::fallback_max_validators_per_core(),
)
},
>,
) -> Result<(), BenchmarkError> {
let cores_with_backed: BTreeMap<_, _> = vec![(0, v)] // The backed candidate will have `v` validity votes.
.into_iter()
.collect();
let scenario = BenchBuilder::<T>::new() let scenario = BenchBuilder::<T>::new()
.set_backed_in_inherent_paras(cores_with_backed.clone()) .set_backed_in_inherent_paras(cores_with_backed.clone())
...@@ -124,14 +146,18 @@ benchmarks! { ...@@ -124,14 +146,18 @@ benchmarks! {
// There is 1 backed, // There is 1 backed,
assert_eq!(benchmark.backed_candidates.len(), 1); assert_eq!(benchmark.backed_candidates.len(), 1);
// with `v` validity votes. // with `v` validity votes.
let votes = min(scheduler::Pallet::<T>::group_validators(GroupIndex::from(0)).unwrap().len(), v as usize); let votes = min(
scheduler::Pallet::<T>::group_validators(GroupIndex::from(0)).unwrap().len(),
v as usize,
);
assert_eq!(benchmark.backed_candidates.get(0).unwrap().validity_votes().len(), votes); assert_eq!(benchmark.backed_candidates.get(0).unwrap().validity_votes().len(), votes);
benchmark.bitfields.clear(); benchmark.bitfields.clear();
benchmark.disputes.clear(); benchmark.disputes.clear();
}: enter(RawOrigin::None, benchmark)
verify { #[extrinsic_call]
let max_validators_per_core = BenchBuilder::<T>::fallback_max_validators_per_core(); enter(RawOrigin::None, benchmark);
// Assert that the block was not discarded // Assert that the block was not discarded
assert!(Included::<T>::get().is_some()); assert!(Included::<T>::get().is_some());
// Assert that there are on-chain votes that got scraped // Assert that there are on-chain votes that got scraped
...@@ -143,27 +169,27 @@ benchmarks! { ...@@ -143,27 +169,27 @@ benchmarks! {
// Ensure that there are an expected number of candidates // Ensure that there are an expected number of candidates
let header = BenchBuilder::<T>::header(scenario._block_number); let header = BenchBuilder::<T>::header(scenario._block_number);
// Traverse candidates and assert descriptors are as expected // Traverse candidates and assert descriptors are as expected
for (para_id, backing_validators) in vote.backing_validators_per_candidate.iter().enumerate() { for (para_id, backing_validators) in
vote.backing_validators_per_candidate.iter().enumerate()
{
let descriptor = backing_validators.0.descriptor(); let descriptor = backing_validators.0.descriptor();
assert_eq!(ParaId::from(para_id), descriptor.para_id()); assert_eq!(ParaId::from(para_id), descriptor.para_id());
assert_eq!(header.hash(), descriptor.relay_parent()); assert_eq!(header.hash(), descriptor.relay_parent());
assert_eq!(backing_validators.1.len(), votes); assert_eq!(backing_validators.1.len(), votes);
} }
assert_eq!( assert_eq!(inclusion::PendingAvailability::<T>::iter().count(), cores_with_backed.len());
inclusion::PendingAvailability::<T>::iter().count(),
cores_with_backed.len() Ok(())
);
} }
enter_backed_candidate_code_upgrade { #[benchmark]
fn enter_backed_candidate_code_upgrade() -> Result<(), BenchmarkError> {
// For now we always assume worst case code size. In the future we could vary over this. // For now we always assume worst case code size. In the future we could vary over this.
let v = crate::configuration::ActiveConfig::<T>::get().max_code_size; let v = crate::configuration::ActiveConfig::<T>::get().max_code_size;
let cores_with_backed: BTreeMap<_, _> let cores_with_backed: BTreeMap<_, _> =
= vec![(0, BenchBuilder::<T>::fallback_min_backing_votes())] vec![(0, BenchBuilder::<T>::fallback_min_backing_votes())].into_iter().collect();
.into_iter()
.collect();
let scenario = BenchBuilder::<T>::new() let scenario = BenchBuilder::<T>::new()
.set_backed_in_inherent_paras(cores_with_backed.clone()) .set_backed_in_inherent_paras(cores_with_backed.clone())
...@@ -174,22 +200,20 @@ benchmarks! { ...@@ -174,22 +200,20 @@ benchmarks! {
let votes = min( let votes = min(
scheduler::Pallet::<T>::group_validators(GroupIndex::from(0)).unwrap().len(), scheduler::Pallet::<T>::group_validators(GroupIndex::from(0)).unwrap().len(),
BenchBuilder::<T>::fallback_min_backing_votes() as usize BenchBuilder::<T>::fallback_min_backing_votes() as usize,
); );
// There is 1 backed // There is 1 backed
assert_eq!(benchmark.backed_candidates.len(), 1); assert_eq!(benchmark.backed_candidates.len(), 1);
assert_eq!( assert_eq!(benchmark.backed_candidates.get(0).unwrap().validity_votes().len(), votes,);
benchmark.backed_candidates.get(0).unwrap().validity_votes().len(),
votes,
);
benchmark.bitfields.clear(); benchmark.bitfields.clear();
benchmark.disputes.clear(); benchmark.disputes.clear();
crate::paras::benchmarking::generate_disordered_upgrades::<T>(); crate::paras::benchmarking::generate_disordered_upgrades::<T>();
}: enter(RawOrigin::None, benchmark)
verify { #[extrinsic_call]
let max_validators_per_core = BenchBuilder::<T>::fallback_max_validators_per_core(); enter(RawOrigin::None, benchmark);
// Assert that the block was not discarded // Assert that the block was not discarded
assert!(Included::<T>::get().is_some()); assert!(Included::<T>::get().is_some());
// Assert that there are on-chain votes that got scraped // Assert that there are on-chain votes that got scraped
...@@ -201,26 +225,22 @@ benchmarks! { ...@@ -201,26 +225,22 @@ benchmarks! {
// Ensure that there are an expected number of candidates // Ensure that there are an expected number of candidates
let header = BenchBuilder::<T>::header(scenario._block_number); let header = BenchBuilder::<T>::header(scenario._block_number);
// Traverse candidates and assert descriptors are as expected // Traverse candidates and assert descriptors are as expected
for (para_id, backing_validators) for (para_id, backing_validators) in
in vote.backing_validators_per_candidate.iter().enumerate() { vote.backing_validators_per_candidate.iter().enumerate()
let descriptor = backing_validators.0.descriptor(); {
assert_eq!(ParaId::from(para_id), descriptor.para_id()); let descriptor = backing_validators.0.descriptor();
assert_eq!(header.hash(), descriptor.relay_parent()); assert_eq!(ParaId::from(para_id), descriptor.para_id());
assert_eq!( assert_eq!(header.hash(), descriptor.relay_parent());
backing_validators.1.len(), assert_eq!(backing_validators.1.len(), votes,);
votes, }
);
} assert_eq!(inclusion::PendingAvailability::<T>::iter().count(), cores_with_backed.len());
Ok(())
assert_eq!(
inclusion::PendingAvailability::<T>::iter().count(),
cores_with_backed.len()
);
} }
}
impl_benchmark_test_suite!( impl_benchmark_test_suite! {
Pallet, Pallet,
crate::mock::new_test_ext(Default::default()), crate::mock::new_test_ext(Default::default()),
crate::mock::Test crate::mock::Test
); }
}
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment