Unverified Commit f20ae654 authored by Ashley's avatar Ashley
Browse files

Asyncify network functions

parent b22758d0
...@@ -28,7 +28,6 @@ pub mod gossip; ...@@ -28,7 +28,6 @@ pub mod gossip;
use codec::{Decode, Encode}; use codec::{Decode, Encode};
use futures::channel::{oneshot, mpsc}; use futures::channel::{oneshot, mpsc};
use futures::prelude::*; use futures::prelude::*;
use futures::future::Either;
use polkadot_primitives::{Block, Hash, Header}; use polkadot_primitives::{Block, Hash, Header};
use polkadot_primitives::parachain::{ use polkadot_primitives::parachain::{
Id as ParaId, CollatorId, CandidateReceipt, Collation, PoVBlock, Id as ParaId, CollatorId, CandidateReceipt, Collation, PoVBlock,
...@@ -826,34 +825,26 @@ impl PolkadotProtocol { ...@@ -826,34 +825,26 @@ impl PolkadotProtocol {
/// This should be called by a collator intending to get the locally-collated /// This should be called by a collator intending to get the locally-collated
/// block into the hands of validators. /// block into the hands of validators.
/// It also places the outgoing message and block data in the local availability store. /// It also places the outgoing message and block data in the local availability store.
pub fn add_local_collation( pub async fn add_local_collation(
&mut self, &mut self,
ctx: &mut dyn Context<Block>, ctx: &mut dyn Context<Block>,
relay_parent: Hash, relay_parent: Hash,
targets: HashSet<ValidatorId>, targets: HashSet<ValidatorId>,
collation: Collation, collation: Collation,
outgoing_targeted: OutgoingMessages, outgoing_targeted: OutgoingMessages,
) -> impl futures::future::Future<Output = ()> { ) {
debug!(target: "p_net", "Importing local collation on relay parent {:?} and parachain {:?}", debug!(target: "p_net", "Importing local collation on relay parent {:?} and parachain {:?}",
relay_parent, collation.info.parachain_index); relay_parent, collation.info.parachain_index);
let res = match self.availability_store { if let Some(ref availability_store) = self.availability_store {
Some(ref availability_store) => { let availability_store_cloned = availability_store.clone();
let availability_store_cloned = availability_store.clone(); let collation_cloned = collation.clone();
let collation_cloned = collation.clone(); let _ = availability_store_cloned.make_available(av_store::Data {
Either::Left((async move { relay_parent,
let _ = availability_store_cloned.make_available(av_store::Data { parachain_id: collation_cloned.info.parachain_index,
relay_parent, block_data: collation_cloned.pov.block_data.clone(),
parachain_id: collation_cloned.info.parachain_index, outgoing_queues: Some(outgoing_targeted.clone().into()),
block_data: collation_cloned.pov.block_data.clone(), }).await;
outgoing_queues: Some(outgoing_targeted.clone().into()),
}).await;
}
)
.boxed()
)
}
None => Either::Right(futures::future::ready(())),
}; };
for (primary, cloned_collation) in self.local_collations.add_collation(relay_parent, targets, collation.clone()) { for (primary, cloned_collation) in self.local_collations.add_collation(relay_parent, targets, collation.clone()) {
...@@ -870,8 +861,6 @@ impl PolkadotProtocol { ...@@ -870,8 +861,6 @@ impl PolkadotProtocol {
warn!(target: "polkadot_network", "Encountered tracked but disconnected validator {:?}", primary), warn!(target: "polkadot_network", "Encountered tracked but disconnected validator {:?}", primary),
} }
} }
res
} }
/// Give the network protocol a handle to an availability store, used for /// Give the network protocol a handle to an availability store, used for
......
...@@ -175,7 +175,7 @@ impl<P: ProvideRuntimeApi + Send + Sync + 'static, E, N, T> Router<P, E, N, T> w ...@@ -175,7 +175,7 @@ impl<P: ProvideRuntimeApi + Send + Sync + 'static, E, N, T> Router<P, E, N, T> w
if let Some(work) = producer.map(|p| self.create_work(c_hash, p)) { if let Some(work) = producer.map(|p| self.create_work(c_hash, p)) {
trace!(target: "validation", "driving statement work to completion"); trace!(target: "validation", "driving statement work to completion");
let work = select(work, self.fetcher.exit().clone()) let work = select(work.boxed(), self.fetcher.exit().clone())
.map(drop); .map(drop);
let _ = self.fetcher.executor().spawn(work); let _ = self.fetcher.executor().spawn(work);
} }
...@@ -193,35 +193,35 @@ impl<P: ProvideRuntimeApi + Send + Sync + 'static, E, N, T> Router<P, E, N, T> w ...@@ -193,35 +193,35 @@ impl<P: ProvideRuntimeApi + Send + Sync + 'static, E, N, T> Router<P, E, N, T> w
let knowledge = self.fetcher.knowledge().clone(); let knowledge = self.fetcher.knowledge().clone();
let attestation_topic = self.attestation_topic; let attestation_topic = self.attestation_topic;
let parent_hash = self.parent_hash(); let parent_hash = self.parent_hash();
let api = self.fetcher.api().clone();
producer.prime(self.fetcher.api().clone())
.validate() async move {
.boxed() match producer.prime(api).validate().await {
.map_ok(move |validated| { Ok(validated) => {
// store the data before broadcasting statements, so other peers can fetch. // store the data before broadcasting statements, so other peers can fetch.
knowledge.lock().note_candidate( knowledge.lock().note_candidate(
candidate_hash, candidate_hash,
Some(validated.0.pov_block().clone()), Some(validated.0.pov_block().clone()),
validated.0.outgoing_messages().cloned(), validated.0.outgoing_messages().cloned(),
); );
// propagate the statement. // propagate the statement.
// consider something more targeted than gossip in the future. // consider something more targeted than gossip in the future.
let statement = GossipStatement::new( let statement = GossipStatement::new(
parent_hash, parent_hash,
match table.import_validated(validated.0) { match table.import_validated(validated.0) {
None => return, None => return,
Some(s) => s, Some(s) => s,
} }
); );
network.gossip_message(attestation_topic, statement.into()); network.gossip_message(attestation_topic, statement.into());
}) }
.map(|res| { Err(err) => {
if let Err(e) = res { debug!(target: "p_net", "Failed to produce statements: {:?}", err);
debug!(target: "p_net", "Failed to produce statements: {:?}", e);
} }
}) }
}
} }
} }
......
...@@ -150,7 +150,7 @@ impl NetworkService for TestNetwork { ...@@ -150,7 +150,7 @@ impl NetworkService for TestNetwork {
fn gossip_messages_for(&self, topic: Hash) -> GossipMessageStream { fn gossip_messages_for(&self, topic: Hash) -> GossipMessageStream {
let (tx, rx) = mpsc::unbounded(); let (tx, rx) = mpsc::unbounded();
let _ = self.gossip.send_listener.unbounded_send((topic, tx)); let _ = self.gossip.send_listener.unbounded_send((topic, tx));
GossipMessageStream::new(Box::new(rx)) GossipMessageStream::new(rx.boxed())
} }
fn gossip_message(&self, topic: Hash, message: GossipMessage) { fn gossip_message(&self, topic: Hash, message: GossipMessage) {
...@@ -419,8 +419,8 @@ impl av_store::ProvideGossipMessages for DummyGossipMessages { ...@@ -419,8 +419,8 @@ impl av_store::ProvideGossipMessages for DummyGossipMessages {
fn gossip_messages_for( fn gossip_messages_for(
&self, &self,
_topic: Hash _topic: Hash
) -> Box<dyn futures::Stream<Item = (Hash, Hash, ErasureChunk)> + Send + Unpin> { ) -> Pin<Box<dyn futures::Stream<Item = (Hash, Hash, ErasureChunk)> + Send>> {
Box::new(stream::empty()) stream::empty().boxed()
} }
fn gossip_erasure_chunk( fn gossip_erasure_chunk(
......
...@@ -158,14 +158,13 @@ impl<P, E, N, T> ValidationNetwork<P, E, N, T> where ...@@ -158,14 +158,13 @@ impl<P, E, N, T> ValidationNetwork<P, E, N, T> where
impl<P, E, N, T> ValidationNetwork<P, E, N, T> where N: NetworkService { impl<P, E, N, T> ValidationNetwork<P, E, N, T> where N: NetworkService {
/// Convert the given `CollatorId` to a `PeerId`. /// Convert the given `CollatorId` to a `PeerId`.
pub fn collator_id_to_peer_id(&self, collator_id: CollatorId) -> pub async fn collator_id_to_peer_id(&self, collator_id: CollatorId) -> Option<PeerId> {
impl Future<Output=Option<PeerId>> + Send
{
let (send, recv) = oneshot::channel(); let (send, recv) = oneshot::channel();
self.network.with_spec(move |spec, _| { self.network.with_spec(move |spec, _| {
let _ = send.send(spec.collator_id_to_peer_id(&collator_id).cloned()); let _ = send.send(spec.collator_id_to_peer_id(&collator_id).cloned());
}); });
recv.map(|res| res.unwrap_or(None))
recv.map(|res| res.unwrap_or(None)).await
} }
/// Create a `Stream` of checked statements for the given `relay_parent`. /// Create a `Stream` of checked statements for the given `relay_parent`.
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment