f328f3fa9e
* Squashing all the changes initial router started expanding the API initial empty openapi/swagger populated build-info endpoint wip: populating rest of swagger missing swagger data + using closure capture for immutable state running the api as a proper task in gateway 'run' fixing some version/feature clashes refactored routes structures initial host information endpoint expanded on gateway-related endpoints signing host information moved all models to separate crate unified http api client routes unification + node api client new generic cache and refresher nym-api caching node self described information removed old cache type temporarily wired up NymContractCache to NodeDescriptionProvider caching self reported host info clients using self-described gateway information fixed request timeouts for wasm fixed wasm builds post rebase fixes cargo fmt brought in wg routes into nym-node router added ErrorResponse for wireguard routes basic swagger support for wg endpoints turns out swagger can be happy with strongly typed requests output type support for wg routes using concrete error type for nym node request error fixed the registration test landing page configurability increased configurability fixed build and lints of other crates added default user-agent to http-api-client reduced severity of gateway details lookup failure changed default http port from 80 to 8080 nym-api using new default port for queries added health endpoint nym-api trying multiple ports for the client using camelcase for node status corrected health endpoint description restored and revamped 'force_tls' flag to filter all gateways that support the wss protocol fixed 'pub_key' path param in open api schema derived Debug on 'NymNodeDescription' ensuring valid public ips added init and run flags to set hostname and public ips fixed listening address being pushed to public ip fixed the positional local flag logging remote ip address of the request updated helper function to query for described gateways enabled tls in gateway client removed hack-opts from mix fetch additional changes after rebasing against origin/develop * clippy * wasm-related target locking * more clippy, but this time in tests
242 lines
7.5 KiB
Rust
242 lines
7.5 KiB
Rust
// Copyright 2023 - Nym Technologies SA <contact@nymtech.net>
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
use crate::nym_contract_cache::cache::NymContractCache;
|
|
use crate::support::caching::cache::{SharedCache, UninitialisedCache};
|
|
use crate::support::caching::refresher::{CacheItemProvider, CacheRefresher};
|
|
use crate::support::config;
|
|
use crate::support::config::DEFAULT_NODE_DESCRIBE_BATCH_SIZE;
|
|
use futures_util::{stream, StreamExt};
|
|
use nym_api_requests::models::NymNodeDescription;
|
|
use nym_config::defaults::DEFAULT_NYM_NODE_HTTP_PORT;
|
|
use nym_contracts_common::IdentityKey;
|
|
use nym_mixnet_contract_common::Gateway;
|
|
use nym_node_requests::api::client::{NymNodeApiClientError, NymNodeApiClientExt};
|
|
use std::collections::HashMap;
|
|
use thiserror::Error;
|
|
|
|
// type alias for ease of use
|
|
pub type DescribedNodes = HashMap<IdentityKey, NymNodeDescription>;
|
|
|
|
#[derive(Debug, Error)]
|
|
pub enum NodeDescribeCacheError {
|
|
#[error("contract cache hasn't been initialised")]
|
|
UninitialisedContractCache {
|
|
#[from]
|
|
source: UninitialisedCache,
|
|
},
|
|
|
|
#[error("gateway {gateway} has provided malformed host information ({host}: {source}")]
|
|
MalformedHost {
|
|
host: String,
|
|
|
|
gateway: IdentityKey,
|
|
|
|
#[source]
|
|
source: NymNodeApiClientError,
|
|
},
|
|
|
|
#[error("gateway '{gateway}' with host '{host}' doesn't seem to expose any of the standard API ports, i.e.: 80, 443 or {}", DEFAULT_NYM_NODE_HTTP_PORT)]
|
|
NoHttpPortsAvailable { host: String, gateway: IdentityKey },
|
|
|
|
#[error("failed to query gateway '{gateway}': {source}")]
|
|
ApiFailure {
|
|
gateway: IdentityKey,
|
|
|
|
#[source]
|
|
source: NymNodeApiClientError,
|
|
},
|
|
|
|
// TODO: perhaps include more details here like whether key/signature/payload was malformed
|
|
#[error("could not verify signed host information for gateway '{gateway}'")]
|
|
MissignedHostInformation { gateway: IdentityKey },
|
|
}
|
|
|
|
pub struct NodeDescriptionProvider {
|
|
// for now we only care about gateways, nothing more
|
|
// network_gateways: SharedCache<Vec<GatewayBond>>,
|
|
contract_cache: NymContractCache,
|
|
|
|
batch_size: usize,
|
|
}
|
|
|
|
impl NodeDescriptionProvider {
|
|
pub(crate) fn new(contract_cache: NymContractCache) -> NodeDescriptionProvider {
|
|
NodeDescriptionProvider {
|
|
contract_cache,
|
|
batch_size: DEFAULT_NODE_DESCRIBE_BATCH_SIZE,
|
|
}
|
|
}
|
|
|
|
#[must_use]
|
|
pub(crate) fn with_batch_size(mut self, batch_size: usize) -> Self {
|
|
self.batch_size = batch_size;
|
|
self
|
|
}
|
|
}
|
|
|
|
async fn try_get_client(
|
|
gateway: &Gateway,
|
|
) -> Result<nym_node_requests::api::Client, NodeDescribeCacheError> {
|
|
let gateway_host = &gateway.host;
|
|
|
|
// first try the standard port in case the operator didn't put the node behind the proxy,
|
|
// then default https (443)
|
|
// finally default http (80)
|
|
let addresses_to_try = vec![
|
|
format!("http://{gateway_host}:{DEFAULT_NYM_NODE_HTTP_PORT}"),
|
|
format!("https://{gateway_host}"),
|
|
format!("http://{gateway_host}"),
|
|
];
|
|
|
|
for address in addresses_to_try {
|
|
// if provided host was malformed, no point in continuing
|
|
let client = match nym_node_requests::api::Client::new_url(address, None) {
|
|
Ok(client) => client,
|
|
Err(err) => {
|
|
return Err(NodeDescribeCacheError::MalformedHost {
|
|
host: gateway_host.clone(),
|
|
gateway: gateway.identity_key.clone(),
|
|
source: err,
|
|
});
|
|
}
|
|
};
|
|
if let Ok(health) = client.get_health().await {
|
|
if health.status.is_up() {
|
|
return Ok(client);
|
|
}
|
|
}
|
|
}
|
|
|
|
Err(NodeDescribeCacheError::NoHttpPortsAvailable {
|
|
host: gateway_host.clone(),
|
|
gateway: gateway.identity_key.clone(),
|
|
})
|
|
}
|
|
|
|
async fn get_gateway_description(
|
|
gateway: Gateway,
|
|
) -> Result<(IdentityKey, NymNodeDescription), NodeDescribeCacheError> {
|
|
let client = try_get_client(&gateway).await?;
|
|
|
|
let host_info =
|
|
client
|
|
.get_host_information()
|
|
.await
|
|
.map_err(|err| NodeDescribeCacheError::ApiFailure {
|
|
gateway: gateway.identity_key.clone(),
|
|
source: err,
|
|
})?;
|
|
|
|
if !host_info.verify_host_information() {
|
|
return Err(NodeDescribeCacheError::MissignedHostInformation {
|
|
gateway: gateway.identity_key,
|
|
});
|
|
}
|
|
|
|
let build_info =
|
|
client
|
|
.get_build_information()
|
|
.await
|
|
.map_err(|err| NodeDescribeCacheError::ApiFailure {
|
|
gateway: gateway.identity_key.clone(),
|
|
source: err,
|
|
})?;
|
|
|
|
let websockets =
|
|
client
|
|
.get_mixnet_websockets()
|
|
.await
|
|
.map_err(|err| NodeDescribeCacheError::ApiFailure {
|
|
gateway: gateway.identity_key.clone(),
|
|
source: err,
|
|
})?;
|
|
|
|
let description = NymNodeDescription {
|
|
host_information: host_info.data,
|
|
build_information: build_info,
|
|
mixnet_websockets: websockets,
|
|
};
|
|
|
|
Ok((gateway.identity_key, description))
|
|
}
|
|
|
|
#[async_trait]
|
|
impl CacheItemProvider for NodeDescriptionProvider {
|
|
type Item = HashMap<IdentityKey, NymNodeDescription>;
|
|
type Error = NodeDescribeCacheError;
|
|
|
|
async fn wait_until_ready(&self) {
|
|
self.contract_cache.wait_for_initial_values().await
|
|
}
|
|
|
|
async fn try_refresh(&self) -> Result<Self::Item, Self::Error> {
|
|
let gateways = self.contract_cache.gateways_all().await;
|
|
|
|
// let guard = self.network_gateways.get().await?;
|
|
// let gateways = &*guard;
|
|
|
|
if gateways.is_empty() {
|
|
return Ok(HashMap::new());
|
|
}
|
|
|
|
// TODO: somehow bypass the 'higher-ranked lifetime error' and remove that redundant clone
|
|
let websockets = stream::iter(
|
|
gateways
|
|
// .deref()
|
|
// .clone()
|
|
.into_iter()
|
|
.map(|bond| bond.gateway)
|
|
.map(get_gateway_description),
|
|
)
|
|
.buffer_unordered(self.batch_size)
|
|
.filter_map(|res| async move {
|
|
match res {
|
|
Ok((identity, description)) => Some((identity, description)),
|
|
Err(err) => {
|
|
debug!("{err}");
|
|
None
|
|
}
|
|
}
|
|
})
|
|
.collect::<HashMap<_, _>>()
|
|
.await;
|
|
|
|
Ok(websockets)
|
|
}
|
|
}
|
|
|
|
// currently dead code : (
|
|
#[allow(dead_code)]
|
|
pub(crate) fn new_refresher(
|
|
config: &config::TopologyCacher,
|
|
contract_cache: NymContractCache,
|
|
// hehe. we can't do that yet
|
|
// network_gateways: SharedCache<Vec<GatewayBond>>,
|
|
) -> CacheRefresher<DescribedNodes, NodeDescribeCacheError> {
|
|
CacheRefresher::new(
|
|
Box::new(
|
|
NodeDescriptionProvider::new(contract_cache)
|
|
.with_batch_size(config.debug.node_describe_batch_size),
|
|
),
|
|
config.debug.node_describe_caching_interval,
|
|
)
|
|
}
|
|
|
|
pub(crate) fn new_refresher_with_initial_value(
|
|
config: &config::TopologyCacher,
|
|
contract_cache: NymContractCache,
|
|
// hehe. we can't do that yet
|
|
// network_gateways: SharedCache<Vec<GatewayBond>>,
|
|
initial: SharedCache<DescribedNodes>,
|
|
) -> CacheRefresher<DescribedNodes, NodeDescribeCacheError> {
|
|
CacheRefresher::new_with_initial_value(
|
|
Box::new(
|
|
NodeDescriptionProvider::new(contract_cache)
|
|
.with_batch_size(config.debug.node_describe_batch_size),
|
|
),
|
|
config.debug.node_describe_caching_interval,
|
|
initial,
|
|
)
|
|
}
|