b490ebc7f6
- Explicit "replication_mode" configuration parameters that takes either "none", "2" or "3" as values, instead of letting user configure replication factor themselves. These are presets whose corresponding replication/quorum values can be found in replication/mode.rs - Explicit support for single-node and two-node deployments (number of nodes must be at least "replication_mode", with "none" we can have only one node) - Ring is now stored much more compactly with 256*8 + n*32 bytes, instead of 256*32 bytes - Support for gateway-only nodes that do not store data (these nodes still need a metadata_directory to store the list of bucket and keys since those are stored on all nodes; it also technically needs a data_directory to start but it will stay empty unless we have bugs)
142 lines
3.6 KiB
Rust
142 lines
3.6 KiB
Rust
//! Contains type and functions related to Garage configuration file
|
|
use std::io::Read;
|
|
use std::net::SocketAddr;
|
|
use std::path::PathBuf;
|
|
|
|
use serde::{de, Deserialize};
|
|
|
|
use crate::error::Error;
|
|
|
|
/// Represent the whole configuration
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
pub struct Config {
|
|
/// Path where to store metadata. Should be fast, but low volume
|
|
pub metadata_dir: PathBuf,
|
|
/// Path where to store data. Can be slower, but need higher volume
|
|
pub data_dir: PathBuf,
|
|
|
|
/// Size of data blocks to save to disk
|
|
#[serde(default = "default_block_size")]
|
|
pub block_size: usize,
|
|
|
|
/// Replication mode. Supported values:
|
|
/// - none, 1 -> no replication
|
|
/// - 2 -> 2-way replication
|
|
/// - 3 -> 3-way replication
|
|
// (we can add more aliases for this later)
|
|
pub replication_mode: String,
|
|
|
|
/// Address to bind for RPC
|
|
pub rpc_bind_addr: SocketAddr,
|
|
|
|
/// Bootstrap peers RPC address
|
|
#[serde(deserialize_with = "deserialize_vec_addr")]
|
|
pub bootstrap_peers: Vec<SocketAddr>,
|
|
/// Consule host to connect to to discover more peers
|
|
pub consul_host: Option<String>,
|
|
/// Consul service name to use
|
|
pub consul_service_name: Option<String>,
|
|
|
|
/// Configuration for RPC TLS
|
|
pub rpc_tls: Option<TlsConfig>,
|
|
|
|
/// Max number of concurrent RPC request
|
|
#[serde(default = "default_max_concurrent_rpc_requests")]
|
|
pub max_concurrent_rpc_requests: usize,
|
|
|
|
/// Sled cache size, in bytes
|
|
#[serde(default = "default_sled_cache_capacity")]
|
|
pub sled_cache_capacity: u64,
|
|
|
|
/// Sled flush interval in milliseconds
|
|
#[serde(default = "default_sled_flush_every_ms")]
|
|
pub sled_flush_every_ms: u64,
|
|
|
|
/// Configuration for S3 api
|
|
pub s3_api: ApiConfig,
|
|
|
|
/// Configuration for serving files as normal web server
|
|
pub s3_web: WebConfig,
|
|
}
|
|
|
|
/// Configuration for RPC TLS
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
pub struct TlsConfig {
|
|
/// Path to certificate autority used for all nodes
|
|
pub ca_cert: String,
|
|
/// Path to public certificate for this node
|
|
pub node_cert: String,
|
|
/// Path to private key for this node
|
|
pub node_key: String,
|
|
}
|
|
|
|
/// Configuration for S3 api
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
pub struct ApiConfig {
|
|
/// Address and port to bind for api serving
|
|
pub api_bind_addr: SocketAddr,
|
|
/// S3 region to use
|
|
pub s3_region: String,
|
|
}
|
|
|
|
/// Configuration for serving files as normal web server
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
pub struct WebConfig {
|
|
/// Address and port to bind for web serving
|
|
pub bind_addr: SocketAddr,
|
|
/// Suffix to remove from domain name to find bucket
|
|
pub root_domain: String,
|
|
/// Suffix to add when user-agent request path end with "/"
|
|
pub index: String,
|
|
}
|
|
|
|
fn default_sled_cache_capacity() -> u64 {
|
|
128 * 1024 * 1024
|
|
}
|
|
fn default_sled_flush_every_ms() -> u64 {
|
|
2000
|
|
}
|
|
fn default_max_concurrent_rpc_requests() -> usize {
|
|
12
|
|
}
|
|
fn default_block_size() -> usize {
|
|
1048576
|
|
}
|
|
|
|
/// Read and parse configuration
|
|
pub fn read_config(config_file: PathBuf) -> Result<Config, Error> {
|
|
let mut file = std::fs::OpenOptions::new()
|
|
.read(true)
|
|
.open(config_file.as_path())?;
|
|
|
|
let mut config = String::new();
|
|
file.read_to_string(&mut config)?;
|
|
|
|
Ok(toml::from_str(&config)?)
|
|
}
|
|
|
|
fn deserialize_vec_addr<'de, D>(deserializer: D) -> Result<Vec<SocketAddr>, D::Error>
|
|
where
|
|
D: de::Deserializer<'de>,
|
|
{
|
|
use std::net::ToSocketAddrs;
|
|
|
|
Ok(<Vec<&str>>::deserialize(deserializer)?
|
|
.iter()
|
|
.filter_map(|&name| {
|
|
name.to_socket_addrs()
|
|
.map(|iter| (name, iter))
|
|
.map_err(|_| warn!("Error resolving \"{}\"", name))
|
|
.ok()
|
|
})
|
|
.map(|(name, iter)| {
|
|
let v = iter.collect::<Vec<_>>();
|
|
if v.is_empty() {
|
|
warn!("Error resolving \"{}\"", name)
|
|
}
|
|
v
|
|
})
|
|
.flatten()
|
|
.collect())
|
|
}
|