8bcc931d9b
* Removed separated ipv4 and ipv6 testing * Testing network using chosen core nodes This should have probably been like 20 independent commits... sorry... * SQL migrations for updated schema * SQL updates * Using absolute uptime directly * New uptime calculations * Config entries, more DB work, some cleanup * Additional API query routes * More SQL and API work * Changed `_` to `-` in new routes * Removed good topology from config * Fixed gateways reader yield condition * Initial gateways pinger * Minor cleanup and logging level decreases * Missing trait derivations * Further logging adjustments * Unused commented out import * Claiming additional bandwidth in coconut feature when low * Fixed build with coconut feature * Minimum number of test routes * Making beta/nightly clippy happier
215 lines
7.1 KiB
Rust
215 lines
7.1 KiB
Rust
// Copyright 2021 - Nym Technologies SA <contact@nymtech.net>
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
use crate::cache::ValidatorCache;
|
|
use crate::config::Config;
|
|
use crate::network_monitor::monitor::preparer::PacketPreparer;
|
|
use crate::network_monitor::monitor::processor::{
|
|
ReceivedProcessor, ReceivedProcessorReceiver, ReceivedProcessorSender,
|
|
};
|
|
use crate::network_monitor::monitor::receiver::{
|
|
GatewayClientUpdateReceiver, GatewayClientUpdateSender, PacketReceiver,
|
|
};
|
|
use crate::network_monitor::monitor::sender::PacketSender;
|
|
use crate::network_monitor::monitor::summary_producer::SummaryProducer;
|
|
use crate::network_monitor::monitor::Monitor;
|
|
use crate::storage::ValidatorApiStorage;
|
|
use crypto::asymmetric::{encryption, identity};
|
|
use futures::channel::mpsc;
|
|
use std::sync::Arc;
|
|
|
|
#[cfg(feature = "coconut")]
|
|
use coconut_interface::Credential;
|
|
#[cfg(feature = "coconut")]
|
|
use credentials::{bandwidth::prepare_for_spending, obtain_aggregate_verification_key};
|
|
|
|
pub(crate) mod chunker;
|
|
pub(crate) mod gateways_reader;
|
|
pub(crate) mod monitor;
|
|
pub(crate) mod test_packet;
|
|
pub(crate) mod test_route;
|
|
|
|
pub(crate) const ROUTE_TESTING_TEST_NONCE: u64 = 0;
|
|
|
|
pub(crate) struct NetworkMonitorBuilder<'a> {
|
|
config: &'a Config,
|
|
system_version: String,
|
|
node_status_storage: ValidatorApiStorage,
|
|
validator_cache: ValidatorCache,
|
|
}
|
|
|
|
impl<'a> NetworkMonitorBuilder<'a> {
|
|
pub(crate) fn new(
|
|
config: &'a Config,
|
|
system_version: &str,
|
|
node_status_storage: ValidatorApiStorage,
|
|
validator_cache: ValidatorCache,
|
|
) -> Self {
|
|
NetworkMonitorBuilder {
|
|
config,
|
|
system_version: system_version.to_string(),
|
|
node_status_storage,
|
|
validator_cache,
|
|
}
|
|
}
|
|
|
|
pub(crate) async fn build(self) -> NetworkMonitorRunnables {
|
|
// TODO: those keys change constant throughout the whole execution of the monitor.
|
|
// and on top of that, they are used with ALL the gateways -> presumably this should change
|
|
// in the future
|
|
let mut rng = rand::rngs::OsRng;
|
|
|
|
let identity_keypair = Arc::new(identity::KeyPair::new(&mut rng));
|
|
let encryption_keypair = Arc::new(encryption::KeyPair::new(&mut rng));
|
|
|
|
let (gateway_status_update_sender, gateway_status_update_receiver) = mpsc::unbounded();
|
|
let (received_processor_sender_channel, received_processor_receiver_channel) =
|
|
mpsc::unbounded();
|
|
|
|
let packet_preparer = new_packet_preparer(
|
|
&self.system_version,
|
|
self.validator_cache,
|
|
self.config.get_per_node_test_packets(),
|
|
*identity_keypair.public_key(),
|
|
*encryption_keypair.public_key(),
|
|
);
|
|
|
|
#[cfg(feature = "coconut")]
|
|
let bandwidth_credential =
|
|
TEMPORARY_obtain_bandwidth_credential(self.config, identity_keypair.public_key()).await;
|
|
|
|
let packet_sender = new_packet_sender(
|
|
self.config,
|
|
gateway_status_update_sender,
|
|
Arc::clone(&identity_keypair),
|
|
self.config.get_gateway_sending_rate(),
|
|
#[cfg(feature = "coconut")]
|
|
bandwidth_credential,
|
|
);
|
|
|
|
let received_processor = new_received_processor(
|
|
received_processor_receiver_channel,
|
|
Arc::clone(&encryption_keypair),
|
|
);
|
|
let summary_producer = new_summary_producer(self.config.get_per_node_test_packets());
|
|
let packet_receiver = new_packet_receiver(
|
|
gateway_status_update_receiver,
|
|
received_processor_sender_channel,
|
|
);
|
|
|
|
let monitor = monitor::Monitor::new(
|
|
self.config,
|
|
packet_preparer,
|
|
packet_sender,
|
|
received_processor,
|
|
summary_producer,
|
|
self.node_status_storage,
|
|
);
|
|
|
|
NetworkMonitorRunnables {
|
|
monitor,
|
|
packet_receiver,
|
|
}
|
|
}
|
|
}
|
|
|
|
pub(crate) struct NetworkMonitorRunnables {
|
|
monitor: Monitor,
|
|
packet_receiver: PacketReceiver,
|
|
}
|
|
|
|
impl NetworkMonitorRunnables {
|
|
// TODO: note, that is not exactly doing what we want, because when
|
|
// `ReceivedProcessor` is constructed, it already spawns a future
|
|
// this needs to be refactored!
|
|
pub(crate) fn spawn_tasks(self) {
|
|
let mut packet_receiver = self.packet_receiver;
|
|
let mut monitor = self.monitor;
|
|
tokio::spawn(async move { packet_receiver.run().await });
|
|
tokio::spawn(async move { monitor.run().await });
|
|
}
|
|
}
|
|
|
|
fn new_packet_preparer(
|
|
system_version: &str,
|
|
validator_cache: ValidatorCache,
|
|
per_node_test_packets: usize,
|
|
self_public_identity: identity::PublicKey,
|
|
self_public_encryption: encryption::PublicKey,
|
|
) -> PacketPreparer {
|
|
PacketPreparer::new(
|
|
system_version,
|
|
validator_cache,
|
|
per_node_test_packets,
|
|
self_public_identity,
|
|
self_public_encryption,
|
|
)
|
|
}
|
|
|
|
// SECURITY:
|
|
// this implies we are re-using the same credential for all gateways all the time (which unfortunately is true!)
|
|
#[cfg(feature = "coconut")]
|
|
#[allow(non_snake_case)]
|
|
async fn TEMPORARY_obtain_bandwidth_credential(
|
|
config: &Config,
|
|
identity: &identity::PublicKey,
|
|
) -> Credential {
|
|
info!("Trying to obtain bandwidth credential...");
|
|
let validators = config.get_all_validator_api_endpoints();
|
|
|
|
let verification_key = obtain_aggregate_verification_key(&validators)
|
|
.await
|
|
.expect("could not obtain aggregate verification key of ALL validators");
|
|
|
|
let bandwidth_credential =
|
|
credentials::bandwidth::obtain_signature(&identity.to_bytes(), &validators)
|
|
.await
|
|
.expect("failed to obtain bandwidth credential!");
|
|
|
|
prepare_for_spending(
|
|
&identity.to_bytes(),
|
|
&bandwidth_credential,
|
|
&verification_key,
|
|
)
|
|
.expect("failed to prepare bandwidth credential for spending!")
|
|
}
|
|
|
|
fn new_packet_sender(
|
|
config: &Config,
|
|
gateways_status_updater: GatewayClientUpdateSender,
|
|
local_identity: Arc<identity::KeyPair>,
|
|
max_sending_rate: usize,
|
|
#[cfg(feature = "coconut")] bandwidth_credential: Credential,
|
|
) -> PacketSender {
|
|
PacketSender::new(
|
|
gateways_status_updater,
|
|
local_identity,
|
|
config.get_gateway_response_timeout(),
|
|
config.get_gateway_connection_timeout(),
|
|
config.get_max_concurrent_gateway_clients(),
|
|
max_sending_rate,
|
|
#[cfg(feature = "coconut")]
|
|
bandwidth_credential,
|
|
)
|
|
}
|
|
|
|
fn new_received_processor(
|
|
packets_receiver: ReceivedProcessorReceiver,
|
|
client_encryption_keypair: Arc<encryption::KeyPair>,
|
|
) -> ReceivedProcessor {
|
|
ReceivedProcessor::new(packets_receiver, client_encryption_keypair)
|
|
}
|
|
|
|
fn new_summary_producer(per_node_test_packets: usize) -> SummaryProducer {
|
|
// right now always print the basic report. If we feel like we need to change it, it can
|
|
// be easily adjusted by adding some flag or something
|
|
SummaryProducer::new(per_node_test_packets).with_report()
|
|
}
|
|
|
|
fn new_packet_receiver(
|
|
gateways_status_updater: GatewayClientUpdateReceiver,
|
|
processor_packets_sender: ReceivedProcessorSender,
|
|
) -> PacketReceiver {
|
|
PacketReceiver::new(gateways_status_updater, processor_packets_sender)
|
|
}
|