mod.rs 51.7 KB
Newer Older
asynchronous rob's avatar
asynchronous rob committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
// Copyright 2017-2020 Parity Technologies (UK) Ltd.
// This file is part of Polkadot.

// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.

// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.

// You should have received a copy of the GNU General Public License
// along with Polkadot.  If not, see <http://www.gnu.org/licenses/>.

Denis_P's avatar
Denis_P committed
17
//! `V1` Primitives.
asynchronous rob's avatar
asynchronous rob committed
18
19

use bitvec::vec::BitVec;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
20
use parity_scale_codec::{Decode, Encode};
21
use scale_info::TypeInfo;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
22
use sp_std::{collections::btree_map::BTreeMap, prelude::*};
asynchronous rob's avatar
asynchronous rob committed
23

Shawn Tabrizi's avatar
Shawn Tabrizi committed
24
25
use application_crypto::KeyTypeId;
use inherents::InherentIdentifier;
asynchronous rob's avatar
asynchronous rob committed
26
use primitives::RuntimeDebug;
27
use runtime_primitives::traits::{AppVerify, Header as HeaderT};
28
use sp_arithmetic::traits::{BaseArithmetic, Saturating};
asynchronous rob's avatar
asynchronous rob committed
29

30
pub use runtime_primitives::traits::{BlakeTwo256, Hash as HashT};
asynchronous rob's avatar
asynchronous rob committed
31
32
33

// Export some core primitives.
pub use polkadot_core_primitives::v1::{
Shawn Tabrizi's avatar
Shawn Tabrizi committed
34
35
36
	AccountId, AccountIndex, AccountPublic, Balance, Block, BlockId, BlockNumber, CandidateHash,
	ChainId, DownwardMessage, Hash, Header, InboundDownwardMessage, InboundHrmpMessage, Moment,
	Nonce, OutboundHrmpMessage, Remark, Signature, UncheckedExtrinsic,
asynchronous rob's avatar
asynchronous rob committed
37
38
39
40
};

// Export some polkadot-parachain primitives
pub use polkadot_parachain::primitives::{
Shawn Tabrizi's avatar
Shawn Tabrizi committed
41
42
	HeadData, HrmpChannelId, Id, UpwardMessage, ValidationCode, ValidationCodeHash,
	LOWEST_PUBLIC_ID, LOWEST_USER_ID,
asynchronous rob's avatar
asynchronous rob committed
43
44
45
46
};

// Export some basic parachain primitives from v0.
pub use crate::v0::{
Shawn Tabrizi's avatar
Shawn Tabrizi committed
47
48
	CollatorId, CollatorSignature, CompactStatement, SigningContext, ValidatorId, ValidatorIndex,
	ValidatorSignature, ValidityAttestation, PARACHAIN_KEY_TYPE_ID,
asynchronous rob's avatar
asynchronous rob committed
49
50
};

51
52
53
#[cfg(feature = "std")]
use parity_util_mem::{MallocSizeOf, MallocSizeOfOps};

asynchronous rob's avatar
asynchronous rob committed
54
55
// More exports from v0 for std.
#[cfg(feature = "std")]
Shawn Tabrizi's avatar
Shawn Tabrizi committed
56
pub use crate::v0::{CollatorPair, ValidatorPair};
asynchronous rob's avatar
asynchronous rob committed
57

58
pub use sp_authority_discovery::AuthorityId as AuthorityDiscoveryId;
59
pub use sp_consensus_slots::Slot;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
60
pub use sp_staking::SessionIndex;
61

62
63
/// Signed data.
mod signed;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
64
pub use signed::{EncodeAs, Signed, UncheckedSigned};
65

66
67
/// A declarations of storage keys where an external observer can find some interesting data.
pub mod well_known_keys {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
68
	use super::{HrmpChannelId, Id};
69
	use hex_literal::hex;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
70
	use parity_scale_codec::Encode as _;
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
	use sp_io::hashing::twox_64;
	use sp_std::prelude::*;

	// A note on generating these magic values below:
	//
	// The `StorageValue`, such as `ACTIVE_CONFIG` was obtained by calling:
	//
	//     <Self as Store>::ActiveConfig::hashed_key()
	//
	// The `StorageMap` values require `prefix`, and for example for `hrmp_egress_channel_index`,
	// it could be obtained like:
	//
	//     <Hrmp as Store>::HrmpEgressChannelsIndex::prefix_hash();
	//

86
87
88
89
90
91
	/// The current slot number.
	///
	/// The storage entry should be accessed as a `Slot` encoded value.
	pub const CURRENT_SLOT: &[u8] =
		&hex!["1cb6f36e027abb2091cfb5110ab5087f06155b3cd9a8c9e5e9a23fd5dc13a5ed"];

92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
	/// The currently active host configuration.
	///
	/// The storage entry should be accessed as an `AbridgedHostConfiguration` encoded value.
	pub const ACTIVE_CONFIG: &[u8] =
		&hex!["06de3d8a54d27e44a9d5ce189618f22db4b49d95320d9021994c850f25b8e385"];

	/// The upward message dispatch queue for the given para id.
	///
	/// The storage entry stores a tuple of two values:
	///
	/// - `count: u32`, the number of messages currently in the queue for given para,
	/// - `total_size: u32`, the total size of all messages in the queue.
	pub fn relay_dispatch_queue_size(para_id: Id) -> Vec<u8> {
		let prefix = hex!["f5207f03cfdce586301014700e2c2593fad157e461d71fd4c1f936839a5f1f3e"];

		para_id.using_encoded(|para_id: &[u8]| {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
108
109
			prefix
				.as_ref()
110
111
112
113
114
115
116
117
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}

Denis_P's avatar
Denis_P committed
118
	/// The HRMP channel for the given identifier.
119
120
121
122
123
124
	///
	/// The storage entry should be accessed as an `AbridgedHrmpChannel` encoded value.
	pub fn hrmp_channels(channel: HrmpChannelId) -> Vec<u8> {
		let prefix = hex!["6a0da05ca59913bc38a8630590f2627cb6604cff828a6e3f579ca6c59ace013d"];

		channel.using_encoded(|channel: &[u8]| {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
125
126
			prefix
				.as_ref()
127
128
129
130
131
132
133
134
				.iter()
				.chain(twox_64(channel).iter())
				.chain(channel.iter())
				.cloned()
				.collect()
		})
	}

135
136
137
138
139
140
141
	/// The list of inbound channels for the given para.
	///
	/// The storage entry stores a `Vec<ParaId>`
	pub fn hrmp_ingress_channel_index(para_id: Id) -> Vec<u8> {
		let prefix = hex!["6a0da05ca59913bc38a8630590f2627c1d3719f5b0b12c7105c073c507445948"];

		para_id.using_encoded(|para_id: &[u8]| {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
142
143
			prefix
				.as_ref()
144
145
146
147
148
149
150
151
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}

152
153
154
155
156
157
158
	/// The list of outbound channels for the given para.
	///
	/// The storage entry stores a `Vec<ParaId>`
	pub fn hrmp_egress_channel_index(para_id: Id) -> Vec<u8> {
		let prefix = hex!["6a0da05ca59913bc38a8630590f2627cf12b746dcf32e843354583c9702cc020"];

		para_id.using_encoded(|para_id: &[u8]| {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
159
160
			prefix
				.as_ref()
161
162
163
164
165
166
167
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}
168
169
170
171
172
173
174
175
176

	/// The MQC head for the downward message queue of the given para. See more in the `Dmp` module.
	///
	/// The storage entry stores a `Hash`. This is polkadot hash which is at the moment
	/// `blake2b-256`.
	pub fn dmq_mqc_head(para_id: Id) -> Vec<u8> {
		let prefix = hex!["63f78c98723ddc9073523ef3beefda0c4d7fefc408aac59dbfe80a72ac8e3ce5"];

		para_id.using_encoded(|para_id: &[u8]| {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
177
178
			prefix
				.as_ref()
179
180
181
182
183
184
185
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221

	/// The signal that indicates whether the parachain should go-ahead with the proposed validation
	/// code upgrade.
	///
	/// The storage entry stores a value of `UpgradeGoAhead` type.
	pub fn upgrade_go_ahead_signal(para_id: Id) -> Vec<u8> {
		let prefix = hex!["cd710b30bd2eab0352ddcc26417aa1949e94c040f5e73d9b7addd6cb603d15d3"];

		para_id.using_encoded(|para_id: &[u8]| {
			prefix
				.as_ref()
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}

	/// The signal that indicates whether the parachain is disallowed to signal an upgrade at this
	/// relay-parent.
	///
	/// The storage entry stores a value of `UpgradeRestriction` type.
	pub fn upgrade_restriction_signal(para_id: Id) -> Vec<u8> {
		let prefix = hex!["cd710b30bd2eab0352ddcc26417aa194f27bbb460270642b5bcaf032ea04d56a"];

		para_id.using_encoded(|para_id: &[u8]| {
			prefix
				.as_ref()
				.iter()
				.chain(twox_64(para_id).iter())
				.chain(para_id.iter())
				.cloned()
				.collect()
		})
	}
222
223
}

224
225
/// Unique identifier for the Parachains Inherent
pub const PARACHAINS_INHERENT_IDENTIFIER: InherentIdentifier = *b"parachn0";
asynchronous rob's avatar
asynchronous rob committed
226

227
228
229
/// The key type ID for parachain assignment key.
pub const ASSIGNMENT_KEY_TYPE_ID: KeyTypeId = KeyTypeId(*b"asgn");

230
/// Maximum compressed code size we support right now.
Bernhard Schuster's avatar
Bernhard Schuster committed
231
/// At the moment we have runtime upgrade on chain, which restricts scalability severely. If we want
232
/// to have bigger values, we should fix that first.
233
234
235
236
237
///
/// Used for:
/// * initial genesis for the Parachains configuration
/// * checking updates to this stored runtime configuration do not exceed this limit
/// * when detecting a code decompression bomb in the client
238
239
pub const MAX_CODE_SIZE: u32 = 3 * 1024 * 1024;

240
241
242
243
244
245
246
/// Maximum head data size we support right now.
///
/// Used for:
/// * initial genesis for the Parachains configuration
/// * checking updates to this stored runtime configuration do not exceed this limit
pub const MAX_HEAD_DATA_SIZE: u32 = 1 * 1024 * 1024;

247
248
249
250
251
252
253
254
/// Maximum PoV size we support right now.
///
/// Used for:
/// * initial genesis for the Parachains configuration
/// * checking updates to this stored runtime configuration do not exceed this limit
/// * when detecting a PoV decompression bomb in the client
pub const MAX_POV_SIZE: u32 = 5 * 1024 * 1024;

255
256
// The public key of a keypair used by a validator for determining assignments
/// to approve included parachain candidates.
257
mod assignment_app {
258
259
260
261
262
263
	use application_crypto::{app_crypto, sr25519};
	app_crypto!(sr25519, super::ASSIGNMENT_KEY_TYPE_ID);
}

/// The public key of a keypair used by a validator for determining assignments
/// to approve included parachain candidates.
264
265
266
267
268
269
270
pub type AssignmentId = assignment_app::Public;

application_crypto::with_pair! {
	/// The full keypair used by a validator for determining assignments to approve included
	/// parachain candidates.
	pub type AssignmentPair = assignment_app::Pair;
}
271

272
273
274
275
276
277
278
279
280
281
#[cfg(feature = "std")]
impl MallocSizeOf for AssignmentId {
	fn size_of(&self, _ops: &mut MallocSizeOfOps) -> usize {
		0
	}
	fn constant_size() -> Option<usize> {
		Some(0)
	}
}

282
283
284
/// The index of the candidate in the list of candidates fully included as-of the block.
pub type CandidateIndex = u32;

asynchronous rob's avatar
asynchronous rob committed
285
286
287
288
/// Get a collator signature payload on a relay-parent, block-data combo.
pub fn collator_signature_payload<H: AsRef<[u8]>>(
	relay_parent: &H,
	para_id: &Id,
289
	persisted_validation_data_hash: &Hash,
asynchronous rob's avatar
asynchronous rob committed
290
	pov_hash: &Hash,
291
	validation_code_hash: &ValidationCodeHash,
292
) -> [u8; 132] {
asynchronous rob's avatar
asynchronous rob committed
293
	// 32-byte hash length is protected in a test below.
294
	let mut payload = [0u8; 132];
asynchronous rob's avatar
asynchronous rob committed
295
296
297

	payload[0..32].copy_from_slice(relay_parent.as_ref());
	u32::from(*para_id).using_encoded(|s| payload[32..32 + s.len()].copy_from_slice(s));
298
	payload[36..68].copy_from_slice(persisted_validation_data_hash.as_ref());
299
	payload[68..100].copy_from_slice(pov_hash.as_ref());
300
	payload[100..132].copy_from_slice(validation_code_hash.as_ref());
asynchronous rob's avatar
asynchronous rob committed
301
302
303
304
305
306
307

	payload
}

fn check_collator_signature<H: AsRef<[u8]>>(
	relay_parent: &H,
	para_id: &Id,
308
	persisted_validation_data_hash: &Hash,
asynchronous rob's avatar
asynchronous rob committed
309
	pov_hash: &Hash,
310
	validation_code_hash: &ValidationCodeHash,
asynchronous rob's avatar
asynchronous rob committed
311
312
	collator: &CollatorId,
	signature: &CollatorSignature,
313
) -> Result<(), ()> {
314
315
316
	let payload = collator_signature_payload(
		relay_parent,
		para_id,
317
		persisted_validation_data_hash,
318
		pov_hash,
319
		validation_code_hash,
320
321
	);

asynchronous rob's avatar
asynchronous rob committed
322
323
324
325
326
327
328
329
	if signature.verify(&payload[..], collator) {
		Ok(())
	} else {
		Err(())
	}
}

/// A unique descriptor of the candidate receipt.
330
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
331
#[cfg_attr(feature = "std", derive(Debug, Default, Hash, MallocSizeOf))]
asynchronous rob's avatar
asynchronous rob committed
332
333
334
335
336
337
338
pub struct CandidateDescriptor<H = Hash> {
	/// The ID of the para this is a candidate for.
	pub para_id: Id,
	/// The hash of the relay-chain block this is executed in the context of.
	pub relay_parent: H,
	/// The collator's sr25519 public key.
	pub collator: CollatorId,
339
	/// The blake2-256 hash of the persisted validation data. This is extra data derived from
340
341
	/// relay-chain state which may vary based on bitfields included before the candidate.
	/// Thus it cannot be derived entirely from the relay-parent.
342
	pub persisted_validation_data_hash: Hash,
Denis_P's avatar
Denis_P committed
343
	/// The blake2-256 hash of the PoV.
asynchronous rob's avatar
asynchronous rob committed
344
	pub pov_hash: Hash,
345
346
	/// The root of a block's erasure encoding Merkle tree.
	pub erasure_root: Hash,
347
	/// Signature on blake2-256 of components of this receipt:
Denis_P's avatar
Denis_P committed
348
	/// The parachain index, the relay parent, the validation data hash, and the `pov_hash`.
349
	pub signature: CollatorSignature,
350
351
	/// Hash of the para header that is being generated by this candidate.
	pub para_head: Hash,
352
	/// The blake2-256 hash of the validation code bytes.
353
	pub validation_code_hash: ValidationCodeHash,
asynchronous rob's avatar
asynchronous rob committed
354
355
356
357
358
359
360
361
}

impl<H: AsRef<[u8]>> CandidateDescriptor<H> {
	/// Check the signature of the collator within this descriptor.
	pub fn check_collator_signature(&self) -> Result<(), ()> {
		check_collator_signature(
			&self.relay_parent,
			&self.para_id,
362
			&self.persisted_validation_data_hash,
asynchronous rob's avatar
asynchronous rob committed
363
			&self.pov_hash,
364
			&self.validation_code_hash,
asynchronous rob's avatar
asynchronous rob committed
365
366
367
368
369
370
371
			&self.collator,
			&self.signature,
		)
	}
}

/// A candidate-receipt.
372
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
373
#[cfg_attr(feature = "std", derive(Debug, Default, MallocSizeOf))]
asynchronous rob's avatar
asynchronous rob committed
374
375
376
377
378
379
380
381
382
383
384
385
386
387
pub struct CandidateReceipt<H = Hash> {
	/// The descriptor of the candidate.
	pub descriptor: CandidateDescriptor<H>,
	/// The hash of the encoded commitments made as a result of candidate execution.
	pub commitments_hash: Hash,
}

impl<H> CandidateReceipt<H> {
	/// Get a reference to the candidate descriptor.
	pub fn descriptor(&self) -> &CandidateDescriptor<H> {
		&self.descriptor
	}

	/// Computes the blake2-256 hash of the receipt.
Shawn Tabrizi's avatar
Shawn Tabrizi committed
388
389
390
391
	pub fn hash(&self) -> CandidateHash
	where
		H: Encode,
	{
392
		CandidateHash(BlakeTwo256::hash_of(self))
asynchronous rob's avatar
asynchronous rob committed
393
394
395
396
	}
}

/// All data pertaining to the execution of a para candidate.
397
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
asynchronous rob's avatar
asynchronous rob committed
398
#[cfg_attr(feature = "std", derive(Debug, Default))]
399
pub struct FullCandidateReceipt<H = Hash, N = BlockNumber> {
asynchronous rob's avatar
asynchronous rob committed
400
401
	/// The inner candidate receipt.
	pub inner: CandidateReceipt<H>,
402
403
404
405
	/// The validation data derived from the relay-chain state at that
	/// point. The hash of the persisted validation data should
	/// match the `persisted_validation_data_hash` in the descriptor
	/// of the receipt.
406
	pub validation_data: PersistedValidationData<H, N>,
asynchronous rob's avatar
asynchronous rob committed
407
408
409
}

/// A candidate-receipt with commitments directly included.
410
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
411
#[cfg_attr(feature = "std", derive(Debug, Default, Hash, MallocSizeOf))]
asynchronous rob's avatar
asynchronous rob committed
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
pub struct CommittedCandidateReceipt<H = Hash> {
	/// The descriptor of the candidate.
	pub descriptor: CandidateDescriptor<H>,
	/// The commitments of the candidate receipt.
	pub commitments: CandidateCommitments,
}

impl<H> CommittedCandidateReceipt<H> {
	/// Get a reference to the candidate descriptor.
	pub fn descriptor(&self) -> &CandidateDescriptor<H> {
		&self.descriptor
	}
}

impl<H: Clone> CommittedCandidateReceipt<H> {
Denis_P's avatar
Denis_P committed
427
	/// Transforms this into a plain `CandidateReceipt`.
asynchronous rob's avatar
asynchronous rob committed
428
429
430
431
432
433
434
435
436
437
438
	pub fn to_plain(&self) -> CandidateReceipt<H> {
		CandidateReceipt {
			descriptor: self.descriptor.clone(),
			commitments_hash: self.commitments.hash(),
		}
	}

	/// Computes the hash of the committed candidate receipt.
	///
	/// This computes the canonical hash, not the hash of the directly encoded data.
	/// Thus this is a shortcut for `candidate.to_plain().hash()`.
Shawn Tabrizi's avatar
Shawn Tabrizi committed
439
440
441
442
	pub fn hash(&self) -> CandidateHash
	where
		H: Encode,
	{
asynchronous rob's avatar
asynchronous rob committed
443
444
		self.to_plain().hash()
	}
Bastian Köcher's avatar
Bastian Köcher committed
445

Bernhard Schuster's avatar
Bernhard Schuster committed
446
	/// Does this committed candidate receipt corresponds to the given [`CandidateReceipt`]?
Shawn Tabrizi's avatar
Shawn Tabrizi committed
447
448
449
450
	pub fn corresponds_to(&self, receipt: &CandidateReceipt<H>) -> bool
	where
		H: PartialEq,
	{
Bastian Köcher's avatar
Bastian Köcher committed
451
452
		receipt.descriptor == self.descriptor && receipt.commitments_hash == self.commitments.hash()
	}
asynchronous rob's avatar
asynchronous rob committed
453
454
455
456
457
458
459
460
461
462
463
464
}

impl PartialOrd for CommittedCandidateReceipt {
	fn partial_cmp(&self, other: &Self) -> Option<sp_std::cmp::Ordering> {
		Some(self.cmp(other))
	}
}

impl Ord for CommittedCandidateReceipt {
	fn cmp(&self, other: &Self) -> sp_std::cmp::Ordering {
		// TODO: compare signatures or something more sane
		// https://github.com/paritytech/polkadot/issues/222
Shawn Tabrizi's avatar
Shawn Tabrizi committed
465
466
467
		self.descriptor()
			.para_id
			.cmp(&other.descriptor().para_id)
asynchronous rob's avatar
asynchronous rob committed
468
469
470
471
			.then_with(|| self.commitments.head_data.cmp(&other.commitments.head_data))
	}
}

472
/// The validation data provides information about how to create the inputs for validation of a candidate.
Bernhard Schuster's avatar
Bernhard Schuster committed
473
/// This information is derived from the chain state and will vary from para to para, although some
474
/// fields may be the same for every para.
475
///
476
477
/// Since this data is used to form inputs to the validation function, it needs to be persisted by the
/// availability system to avoid dependence on availability of the relay-chain state.
478
///
479
480
481
482
/// Furthermore, the validation data acts as a way to authorize the additional data the collator needs
/// to pass to the validation function. For example, the validation function can check whether the incoming
/// messages (e.g. downward messages) were actually sent by using the data provided in the validation data
/// using so called MQC heads.
483
///
484
485
486
487
/// Since the commitments of the validation function are checked by the relay-chain, secondary checkers
/// can rely on the invariant that the relay-chain only includes para-blocks for which these checks have
/// already been done. As such, there is no need for the validation data used to inform validators and
/// collators about the checks the relay-chain will perform to be persisted by the availability system.
488
///
Bernhard Schuster's avatar
Bernhard Schuster committed
489
/// The `PersistedValidationData` should be relatively lightweight primarily because it is constructed
490
/// during inclusion for each candidate and therefore lies on the critical path of inclusion.
491
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
492
#[cfg_attr(feature = "std", derive(Debug, Default, MallocSizeOf))]
493
pub struct PersistedValidationData<H = Hash, N = BlockNumber> {
asynchronous rob's avatar
asynchronous rob committed
494
495
	/// The parent head-data.
	pub parent_head: HeadData,
496
	/// The relay-chain block number this is in the context of.
497
	pub relay_parent_number: N,
498
	/// The relay-chain block storage root this is in the context of.
499
	pub relay_parent_storage_root: H,
500
501
	/// The maximum legal size of a POV block, in bytes.
	pub max_pov_size: u32,
502
503
}

504
impl<H: Encode, N: Encode> PersistedValidationData<H, N> {
505
506
507
508
509
510
	/// Compute the blake2-256 hash of the persisted validation data.
	pub fn hash(&self) -> Hash {
		BlakeTwo256::hash_of(self)
	}
}

asynchronous rob's avatar
asynchronous rob committed
511
/// Commitments made in a `CandidateReceipt`. Many of these are outputs of validation.
512
#[derive(PartialEq, Eq, Clone, Encode, Decode, TypeInfo)]
513
#[cfg_attr(feature = "std", derive(Debug, Default, Hash, MallocSizeOf))]
Sergey Pepyakin's avatar
Sergey Pepyakin committed
514
pub struct CandidateCommitments<N = BlockNumber> {
asynchronous rob's avatar
asynchronous rob committed
515
516
	/// Messages destined to be interpreted by the Relay chain itself.
	pub upward_messages: Vec<UpwardMessage>,
Sergey Pepyakin's avatar
Sergey Pepyakin committed
517
518
	/// Horizontal messages sent by the parachain.
	pub horizontal_messages: Vec<OutboundHrmpMessage<Id>>,
asynchronous rob's avatar
asynchronous rob committed
519
520
521
522
	/// New validation code.
	pub new_validation_code: Option<ValidationCode>,
	/// The head-data produced as a result of execution.
	pub head_data: HeadData,
523
524
	/// The number of messages processed from the DMQ.
	pub processed_downward_messages: u32,
Sergey Pepyakin's avatar
Sergey Pepyakin committed
525
526
	/// The mark which specifies the block number up to which all inbound HRMP messages are processed.
	pub hrmp_watermark: N,
asynchronous rob's avatar
asynchronous rob committed
527
528
529
530
531
532
533
534
535
536
}

impl CandidateCommitments {
	/// Compute the blake2-256 hash of the commitments.
	pub fn hash(&self) -> Hash {
		BlakeTwo256::hash_of(self)
	}
}

/// A bitfield concerning availability of backed candidates.
537
#[derive(PartialEq, Eq, Clone, Encode, Decode, RuntimeDebug, TypeInfo)]
asynchronous rob's avatar
asynchronous rob committed
538
539
540
541
542
543
544
545
pub struct AvailabilityBitfield(pub BitVec<bitvec::order::Lsb0, u8>);

impl From<BitVec<bitvec::order::Lsb0, u8>> for AvailabilityBitfield {
	fn from(inner: BitVec<bitvec::order::Lsb0, u8>) -> Self {
		AvailabilityBitfield(inner)
	}
}

546
547
548
/// A signed compact statement, suitable to be sent to the chain.
pub type SignedStatement = Signed<CompactStatement>;

asynchronous rob's avatar
asynchronous rob committed
549
550
/// A bitfield signed by a particular validator about the availability of pending candidates.
pub type SignedAvailabilityBitfield = Signed<AvailabilityBitfield>;
551
552
/// A signed bitfield with signature not yet checked.
pub type UncheckedSignedAvailabilityBitfield = UncheckedSigned<AvailabilityBitfield>;
asynchronous rob's avatar
asynchronous rob committed
553
554
555

/// A set of signed availability bitfields. Should be sorted by validator index, ascending.
pub type SignedAvailabilityBitfields = Vec<SignedAvailabilityBitfield>;
556
557
/// A set of unchecked signed availability bitfields. Should be sorted by validator index, ascending.
pub type UncheckedSignedAvailabilityBitfields = Vec<UncheckedSignedAvailabilityBitfield>;
asynchronous rob's avatar
asynchronous rob committed
558
559

/// A backed (or backable, depending on context) candidate.
560
#[derive(Encode, Decode, Clone, PartialEq, Eq, RuntimeDebug, TypeInfo)]
561
#[cfg_attr(feature = "std", derive(Default))]
asynchronous rob's avatar
asynchronous rob committed
562
563
564
565
566
567
568
569
570
571
572
573
574
575
pub struct BackedCandidate<H = Hash> {
	/// The candidate referred to.
	pub candidate: CommittedCandidateReceipt<H>,
	/// The validity votes themselves, expressed as signatures.
	pub validity_votes: Vec<ValidityAttestation>,
	/// The indices of the validators within the group, expressed as a bitfield.
	pub validator_indices: BitVec<bitvec::order::Lsb0, u8>,
}

impl<H> BackedCandidate<H> {
	/// Get a reference to the descriptor of the para.
	pub fn descriptor(&self) -> &CandidateDescriptor<H> {
		&self.candidate.descriptor
	}
576
577

	/// Compute this candidate's hash.
Shawn Tabrizi's avatar
Shawn Tabrizi committed
578
579
580
581
	pub fn hash(&self) -> CandidateHash
	where
		H: Clone + Encode,
	{
582
583
584
585
		self.candidate.hash()
	}

	/// Get this candidate's receipt.
Shawn Tabrizi's avatar
Shawn Tabrizi committed
586
587
588
589
	pub fn receipt(&self) -> CandidateReceipt<H>
	where
		H: Clone,
	{
590
591
		self.candidate.to_plain()
	}
asynchronous rob's avatar
asynchronous rob committed
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
}

/// Verify the backing of the given candidate.
///
/// Provide a lookup from the index of a validator within the group assigned to this para,
/// as opposed to the index of the validator within the overall validator set, as well as
/// the number of validators in the group.
///
/// Also provide the signing context.
///
/// Returns either an error, indicating that one of the signatures was invalid or that the index
/// was out-of-bounds, or the number of signatures checked.
pub fn check_candidate_backing<H: AsRef<[u8]> + Clone + Encode>(
	backed: &BackedCandidate<H>,
	signing_context: &SigningContext<H>,
	group_len: usize,
	validator_lookup: impl Fn(usize) -> Option<ValidatorId>,
) -> Result<usize, ()> {
	if backed.validator_indices.len() != group_len {
		return Err(())
	}

	if backed.validity_votes.len() > group_len {
		return Err(())
	}

	// this is known, even in runtime, to be blake2-256.
619
	let hash = backed.candidate.hash();
asynchronous rob's avatar
asynchronous rob committed
620
621

	let mut signed = 0;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
622
623
624
625
	for ((val_in_group_idx, _), attestation) in backed
		.validator_indices
		.iter()
		.enumerate()
asynchronous rob's avatar
asynchronous rob committed
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
		.filter(|(_, signed)| **signed)
		.zip(backed.validity_votes.iter())
	{
		let validator_id = validator_lookup(val_in_group_idx).ok_or(())?;
		let payload = attestation.signed_payload(hash.clone(), signing_context);
		let sig = attestation.signature();

		if sig.verify(&payload[..], &validator_id) {
			signed += 1;
		} else {
			return Err(())
		}
	}

	if signed != backed.validity_votes.len() {
		return Err(())
	}

	Ok(signed)
}

/// The unique (during session) index of a core.
648
#[derive(Encode, Decode, Default, PartialOrd, Ord, Eq, PartialEq, Clone, Copy, TypeInfo)]
649
#[cfg_attr(feature = "std", derive(Debug, Hash, MallocSizeOf))]
asynchronous rob's avatar
asynchronous rob committed
650
651
652
653
654
655
656
657
658
pub struct CoreIndex(pub u32);

impl From<u32> for CoreIndex {
	fn from(i: u32) -> CoreIndex {
		CoreIndex(i)
	}
}

/// The unique (during session) index of a validator group.
659
#[derive(Encode, Decode, Default, Clone, Copy, Debug, PartialEq, Eq, TypeInfo)]
660
#[cfg_attr(feature = "std", derive(Hash, MallocSizeOf))]
asynchronous rob's avatar
asynchronous rob committed
661
662
663
664
665
666
667
668
669
pub struct GroupIndex(pub u32);

impl From<u32> for GroupIndex {
	fn from(i: u32) -> GroupIndex {
		GroupIndex(i)
	}
}

/// A claim on authoring the next block for a given parathread.
670
#[derive(Clone, Encode, Decode, Default, TypeInfo)]
asynchronous rob's avatar
asynchronous rob committed
671
672
673
674
#[cfg_attr(feature = "std", derive(PartialEq, Debug))]
pub struct ParathreadClaim(pub Id, pub CollatorId);

/// An entry tracking a claim to ensure it does not pass the maximum number of retries.
675
#[derive(Clone, Encode, Decode, Default, TypeInfo)]
asynchronous rob's avatar
asynchronous rob committed
676
677
678
679
680
681
682
683
684
#[cfg_attr(feature = "std", derive(PartialEq, Debug))]
pub struct ParathreadEntry {
	/// The claim.
	pub claim: ParathreadClaim,
	/// Number of retries.
	pub retries: u32,
}

/// What is occupying a specific availability core.
685
#[derive(Clone, Encode, Decode, TypeInfo)]
asynchronous rob's avatar
asynchronous rob committed
686
687
688
689
690
691
692
693
#[cfg_attr(feature = "std", derive(PartialEq, Debug))]
pub enum CoreOccupied {
	/// A parathread.
	Parathread(ParathreadEntry),
	/// A parachain.
	Parachain,
}

694
/// A helper data-type for tracking validator-group rotations.
695
#[derive(Clone, Encode, Decode, TypeInfo)]
696
#[cfg_attr(feature = "std", derive(PartialEq, Debug, MallocSizeOf))]
697
698
699
700
701
702
703
704
705
706
707
708
709
pub struct GroupRotationInfo<N = BlockNumber> {
	/// The block number where the session started.
	pub session_start_block: N,
	/// How often groups rotate. 0 means never.
	pub group_rotation_frequency: N,
	/// The current block number.
	pub now: N,
}

impl GroupRotationInfo {
	/// Returns the index of the group needed to validate the core at the given index, assuming
	/// the given number of cores.
	///
Denis_P's avatar
Denis_P committed
710
	/// `core_index` should be less than `cores`, which is capped at `u32::max()`.
711
	pub fn group_for_core(&self, core_index: CoreIndex, cores: usize) -> GroupIndex {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
712
713
714
715
716
717
		if self.group_rotation_frequency == 0 {
			return GroupIndex(core_index.0)
		}
		if cores == 0 {
			return GroupIndex(0)
		}
718

719
		let cores = sp_std::cmp::min(cores, u32::MAX as usize);
720
721
722
		let blocks_since_start = self.now.saturating_sub(self.session_start_block);
		let rotations = blocks_since_start / self.group_rotation_frequency;

723
724
		// g = c + r mod cores

725
726
727
		let idx = (core_index.0 as usize + rotations as usize) % cores;
		GroupIndex(idx as u32)
	}
728
729
730
731

	/// Returns the index of the group assigned to the given core. This does no checking or
	/// whether the group index is in-bounds.
	///
Denis_P's avatar
Denis_P committed
732
	/// `core_index` should be less than `cores`, which is capped at `u32::max()`.
733
	pub fn core_for_group(&self, group_index: GroupIndex, cores: usize) -> CoreIndex {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
734
735
736
737
738
739
		if self.group_rotation_frequency == 0 {
			return CoreIndex(group_index.0)
		}
		if cores == 0 {
			return CoreIndex(0)
		}
740

741
		let cores = sp_std::cmp::min(cores, u32::MAX as usize);
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
		let blocks_since_start = self.now.saturating_sub(self.session_start_block);
		let rotations = blocks_since_start / self.group_rotation_frequency;
		let rotations = rotations % cores as u32;

		// g = c + r mod cores
		// c = g - r mod cores
		// x = x + cores mod cores
		// c = (g + cores) - r mod cores

		let idx = (group_index.0 as usize + cores - rotations as usize) % cores;
		CoreIndex(idx as u32)
	}

	/// Create a new `GroupRotationInfo` with one further rotation applied.
	pub fn bump_rotation(&self) -> Self {
		GroupRotationInfo {
			session_start_block: self.session_start_block,
			group_rotation_frequency: self.group_rotation_frequency,
			now: self.next_rotation_at(),
		}
	}
763
764
765
766
767
768
769
}

impl<N: Saturating + BaseArithmetic + Copy> GroupRotationInfo<N> {
	/// Returns the block number of the next rotation after the current block. If the current block
	/// is 10 and the rotation frequency is 5, this should return 15.
	pub fn next_rotation_at(&self) -> N {
		let cycle_once = self.now + self.group_rotation_frequency;
Shawn Tabrizi's avatar
Shawn Tabrizi committed
770
771
		cycle_once -
			(cycle_once.saturating_sub(self.session_start_block) % self.group_rotation_frequency)
772
773
774
775
776
	}

	/// Returns the block number of the last rotation before or including the current block. If the
	/// current block is 10 and the rotation frequency is 5, this should return 10.
	pub fn last_rotation_at(&self) -> N {
Shawn Tabrizi's avatar
Shawn Tabrizi committed
777
778
		self.now -
			(self.now.saturating_sub(self.session_start_block) % self.group_rotation_frequency)
779
780
781
782
	}
}

/// Information about a core which is currently occupied.
783
#[derive(Clone, Encode, Decode, TypeInfo)]
784
#[cfg_attr(feature = "std", derive(Debug, PartialEq, MallocSizeOf))]
785
pub struct OccupiedCore<H = Hash, N = BlockNumber> {
786
	// NOTE: this has no ParaId as it can be deduced from the candidate descriptor.
787
788
789
790
791
792
793
794
795
796
797
798
799
800
	/// If this core is freed by availability, this is the assignment that is next up on this
	/// core, if any. None if there is nothing queued for this core.
	pub next_up_on_available: Option<ScheduledCore>,
	/// The relay-chain block number this began occupying the core at.
	pub occupied_since: N,
	/// The relay-chain block this will time-out at, if any.
	pub time_out_at: N,
	/// If this core is freed by being timed-out, this is the assignment that is next up on this
	/// core. None if there is nothing queued for this core or there is no possibility of timing
	/// out.
	pub next_up_on_time_out: Option<ScheduledCore>,
	/// A bitfield with 1 bit for each validator in the set. `1` bits mean that the corresponding
	/// validators has attested to availability on-chain. A 2/3+ majority of `1` bits means that
	/// this will be available.
801
	#[cfg_attr(feature = "std", ignore_malloc_size_of = "outside type")]
802
803
804
	pub availability: BitVec<bitvec::order::Lsb0, u8>,
	/// The group assigned to distribute availability pieces of this candidate.
	pub group_responsible: GroupIndex,
805
806
807
808
809
810
811
812
813
814
815
	/// The hash of the candidate occupying the core.
	pub candidate_hash: CandidateHash,
	/// The descriptor of the candidate occupying the core.
	pub candidate_descriptor: CandidateDescriptor<H>,
}

impl<H, N> OccupiedCore<H, N> {
	/// Get the Para currently occupying this core.
	pub fn para_id(&self) -> Id {
		self.candidate_descriptor.para_id
	}
816
817
818
}

/// Information about a core which is currently occupied.
819
#[derive(Clone, Encode, Decode, TypeInfo)]
820
#[cfg_attr(feature = "std", derive(Debug, PartialEq, Default, MallocSizeOf))]
821
822
823
824
825
826
827
828
pub struct ScheduledCore {
	/// The ID of a para scheduled.
	pub para_id: Id,
	/// The collator required to author the block, if any.
	pub collator: Option<CollatorId>,
}

/// The state of a particular availability core.
829
#[derive(Clone, Encode, Decode, TypeInfo)]
830
#[cfg_attr(feature = "std", derive(Debug, PartialEq, MallocSizeOf))]
831
pub enum CoreState<H = Hash, N = BlockNumber> {
832
	/// The core is currently occupied.
833
	#[codec(index = 0)]
834
	Occupied(OccupiedCore<H, N>),
835
836
837
838
839
	/// The core is currently free, with a para scheduled and given the opportunity
	/// to occupy.
	///
	/// If a particular Collator is required to author this block, that is also present in this
	/// variant.
840
	#[codec(index = 1)]
841
842
843
	Scheduled(ScheduledCore),
	/// The core is currently free and there is nothing scheduled. This can be the case for parathread
	/// cores when there are no parathread blocks queued. Parachain cores will never be left idle.
844
	#[codec(index = 2)]
845
846
847
	Free,
}

848
849
850
851
impl<N> CoreState<N> {
	/// If this core state has a `para_id`, return it.
	pub fn para_id(&self) -> Option<Id> {
		match self {
852
			Self::Occupied(ref core) => Some(core.para_id()),
853
854
855
856
			Self::Scheduled(ScheduledCore { para_id, .. }) => Some(*para_id),
			Self::Free => None,
		}
	}
857
858
859
860
861

	/// Is this core state `Self::Occupied`?
	pub fn is_occupied(&self) -> bool {
		matches!(self, Self::Occupied(_))
	}
862
863
}

864
/// An assumption being made about the state of an occupied core.
865
#[derive(Clone, Copy, Encode, Decode, TypeInfo)]
866
#[cfg_attr(feature = "std", derive(PartialEq, Eq, Hash, Debug))]
867
868
pub enum OccupiedCoreAssumption {
	/// The candidate occupying the core was made available and included to free the core.
869
	#[codec(index = 0)]
870
871
	Included,
	/// The candidate occupying the core timed out and freed the core without advancing the para.
872
	#[codec(index = 1)]
873
874
	TimedOut,
	/// The core was not occupied to begin with.
875
	#[codec(index = 2)]
876
877
878
879
	Free,
}

/// An even concerning a candidate.
880
#[derive(Clone, Encode, Decode, TypeInfo)]
881
#[cfg_attr(feature = "std", derive(PartialEq, Debug, MallocSizeOf))]
882
883
pub enum CandidateEvent<H = Hash> {
	/// This candidate receipt was backed in the most recent block.
884
	/// This includes the core index the candidate is now occupying.
885
	#[codec(index = 0)]
886
	CandidateBacked(CandidateReceipt<H>, HeadData, CoreIndex, GroupIndex),
887
	/// This candidate receipt was included and became a parablock at the most recent block.
888
889
	/// This includes the core index the candidate was occupying as well as the group responsible
	/// for backing the candidate.
890
	#[codec(index = 1)]
891
	CandidateIncluded(CandidateReceipt<H>, HeadData, CoreIndex, GroupIndex),
892
	/// This candidate receipt was not made available in time and timed out.
893
	/// This includes the core index the candidate was occupying.
894
	#[codec(index = 2)]
895
	CandidateTimedOut(CandidateReceipt<H>, HeadData, CoreIndex),
896
897
}

898
/// Information about validator sets of a session.
899
#[derive(Clone, Encode, Decode, RuntimeDebug, TypeInfo)]
900
#[cfg_attr(feature = "std", derive(PartialEq, Default, MallocSizeOf))]
901
902
pub struct SessionInfo {
	/// Validators in canonical ordering.
903
904
905
906
907
908
	///
	/// NOTE: There might be more authorities in the current session, than `validators` participating
	/// in parachain consensus. See
	/// [`max_validators`](https://github.com/paritytech/polkadot/blob/a52dca2be7840b23c19c153cf7e110b1e3e475f8/runtime/parachains/src/configuration.rs#L148).
	///
	/// `SessionInfo::validators` will be limited to to `max_validators` when set.
909
910
	pub validators: Vec<ValidatorId>,
	/// Validators' authority discovery keys for the session in canonical ordering.
911
912
913
914
915
	///
	/// NOTE: The first `validators.len()` entries will match the corresponding validators in
	/// `validators`, afterwards any remaining authorities can be found. This is any authorities not
	/// participating in parachain consensus - see
	/// [`max_validators`](https://github.com/paritytech/polkadot/blob/a52dca2be7840b23c19c153cf7e110b1e3e475f8/runtime/parachains/src/configuration.rs#L148)
916
	#[cfg_attr(feature = "std", ignore_malloc_size_of = "outside type")]
917
	pub discovery_keys: Vec<AuthorityDiscoveryId>,
918
	/// The assignment keys for validators.
919
920
921
922
923
924
925
926
927
	///
	/// NOTE: There might be more authorities in the current session, than validators participating
	/// in parachain consensus. See
	/// [`max_validators`](https://github.com/paritytech/polkadot/blob/a52dca2be7840b23c19c153cf7e110b1e3e475f8/runtime/parachains/src/configuration.rs#L148).
	///
	/// Therefore:
	/// ```ignore
	///		assignment_keys.len() == validators.len() && validators.len() <= discovery_keys.len()
	///	```
928
	pub assignment_keys: Vec<AssignmentId>,
929
930
931
932
933
934
935
936
	/// Validators in shuffled ordering - these are the validator groups as produced
	/// by the `Scheduler` module for the session and are typically referred to by
	/// `GroupIndex`.
	pub validator_groups: Vec<Vec<ValidatorIndex>>,
	/// The number of availability cores used by the protocol during this session.
	pub n_cores: u32,
	/// The zeroth delay tranche width.
	pub zeroth_delay_tranche_width: u32,
Denis_P's avatar
Denis_P committed
937
	/// The number of samples we do of `relay_vrf_modulo`.
938
939
940
941
942
943
944
945
946
947
	pub relay_vrf_modulo_samples: u32,
	/// The number of delay tranches in total.
	pub n_delay_tranches: u32,
	/// How many slots (BABE / SASSAFRAS) must pass before an assignment is considered a
	/// no-show.
	pub no_show_slots: u32,
	/// The number of validators needed to approve a block.
	pub needed_approvals: u32,
}

948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
/// Scraped runtime backing votes and resolved disputes.
#[derive(Clone, Encode, Decode, RuntimeDebug, TypeInfo)]
#[cfg_attr(feature = "std", derive(PartialEq, Default, MallocSizeOf))]
pub struct ScrapedOnChainVotes<H: Encode + Decode = Hash> {
	/// The session in which the block was included.
	pub session: SessionIndex,
	/// Set of backing validators for each candidate, represented by its candidate
	/// receipt.
	pub backing_validators_per_candidate:
		Vec<(CandidateReceipt<H>, Vec<(ValidatorIndex, ValidityAttestation)>)>,
	/// On-chain-recorded set of disputes.
	/// Note that the above `backing_validators` are
	/// unrelated to the backers of the disputes candidates.
	pub disputes: MultiDisputeStatementSet,
}

964
965
966
967
968
969
/// A vote of approval on a candidate.
#[derive(Clone, RuntimeDebug)]
pub struct ApprovalVote(pub CandidateHash);

impl ApprovalVote {
	/// Yields the signing payload for this approval vote.
Shawn Tabrizi's avatar
Shawn Tabrizi committed
970
	pub fn signing_payload(&self, session_index: SessionIndex) -> Vec<u8> {
971
972
973
974
975
976
		const MAGIC: [u8; 4] = *b"APPR";

		(MAGIC, &self.0, session_index).encode()
	}
}

977
978
sp_api::decl_runtime_apis! {
	/// The API for querying the state of parachains on-chain.
979
	pub trait ParachainHost<H: Encode + Decode = Hash, N: Encode + Decode = BlockNumber> {
980
981
982
		/// Get the current validators.
		fn validators() -> Vec<ValidatorId>;

983
984
985
		/// Returns the validator groups and rotation info localized based on the hypothetical child
		///  of a block whose state  this is invoked on. Note that `now` in the `GroupRotationInfo`
		/// should be the successor of the number of the block.
986
987
		fn validator_groups() -> (Vec<Vec<ValidatorIndex>>, GroupRotationInfo<N>);

988
989
		/// Yields information on all availability cores as relevant to the child block.
		/// Cores are either free or occupied. Free cores can have paras assigned to them.
990
		fn availability_cores() -> Vec<CoreState<H, N>>;
991

Denis_P's avatar
Denis_P committed
992
		/// Yields the persisted validation data for the given `ParaId` along with an assumption that
993
994
995
996
		/// should be used if the para currently occupies a core.
		///
		/// Returns `None` if either the para is not registered or the assumption is `Freed`
		/// and the para already occupies a core.
997
		fn persisted_validation_data(para_id: Id, assumption: OccupiedCoreAssumption)
998
			-> Option<PersistedValidationData<H, N>>;
999

1000
		/// Checks if the given validation outputs pass the acceptance criteria.
For faster browsing, not all history is shown. View entire blame