Skip to main content

relay_config/
config.rs

1use std::collections::{BTreeMap, HashMap};
2use std::error::Error;
3use std::io::Write;
4use std::net::{IpAddr, SocketAddr};
5use std::num::{NonZeroU8, NonZeroU16};
6use std::path::{Path, PathBuf};
7use std::str::FromStr;
8use std::sync::{Arc, Mutex, PoisonError};
9use std::time::Duration;
10use std::{env, fmt, fs, io};
11
12use anyhow::Context;
13use arc_swap::ArcSwap;
14use relay_auth::{PublicKey, RelayId, SecretKey, generate_key_pair, generate_relay_id};
15use relay_common::Dsn;
16use relay_kafka::{
17    ConfigError as KafkaConfigError, KafkaConfigParam, KafkaTopic, KafkaTopicConfig,
18    TopicAssignments,
19};
20use relay_metrics::MetricNamespace;
21use serde::de::{DeserializeOwned, Unexpected, Visitor};
22use serde::{Deserialize, Deserializer, Serialize, Serializer};
23use uuid::Uuid;
24
25use crate::aggregator::{AggregatorServiceConfig, ScopedAggregatorConfig};
26use crate::byte_size::ByteSize;
27use crate::upstream::UpstreamDescriptor;
28use crate::{RedisConfig, RedisConfigs, RedisConfigsRef, build_redis_configs};
29
30const DEFAULT_NETWORK_OUTAGE_GRACE_PERIOD: u64 = 10;
31
32static CONFIG_YAML_HEADER: &str = r###"# Please see the relevant documentation.
33# Performance tuning: https://docs.sentry.io/product/relay/operating-guidelines/
34# All config options: https://docs.sentry.io/product/relay/options/
35"###;
36
37/// Indicates config related errors.
38#[derive(Clone, Copy, Debug, Eq, Hash, PartialEq)]
39#[non_exhaustive]
40pub enum ConfigErrorKind {
41    /// Failed to open the file.
42    CouldNotOpenFile,
43    /// Failed to save a file.
44    CouldNotWriteFile,
45    /// Parsing YAML failed.
46    BadYaml,
47    /// Parsing JSON failed.
48    BadJson,
49    /// Invalid config value
50    InvalidValue,
51    /// The user attempted to run Relay with processing enabled, but uses a binary that was
52    /// compiled without the processing feature.
53    ProcessingNotAvailable,
54}
55
56impl fmt::Display for ConfigErrorKind {
57    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
58        match self {
59            Self::CouldNotOpenFile => write!(f, "could not open config file"),
60            Self::CouldNotWriteFile => write!(f, "could not write config file"),
61            Self::BadYaml => write!(f, "could not parse yaml config file"),
62            Self::BadJson => write!(f, "could not parse json config file"),
63            Self::InvalidValue => write!(f, "invalid config value"),
64            Self::ProcessingNotAvailable => write!(
65                f,
66                "was not compiled with processing, cannot enable processing"
67            ),
68        }
69    }
70}
71
72/// Defines the source of a config error
73#[derive(Debug, Default)]
74enum ConfigErrorSource {
75    /// An error occurring independently.
76    #[default]
77    None,
78    /// An error originating from a configuration file.
79    File(PathBuf),
80    /// An error originating in a field override (an env var, or a CLI parameter).
81    FieldOverride(String),
82}
83
84impl fmt::Display for ConfigErrorSource {
85    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
86        match self {
87            ConfigErrorSource::None => Ok(()),
88            ConfigErrorSource::File(file_name) => {
89                write!(f, " (file {})", file_name.display())
90            }
91            ConfigErrorSource::FieldOverride(name) => write!(f, " (field {name})"),
92        }
93    }
94}
95
96/// Indicates config related errors.
97#[derive(Debug)]
98pub struct ConfigError {
99    source: ConfigErrorSource,
100    kind: ConfigErrorKind,
101}
102
103impl ConfigError {
104    #[inline]
105    fn new(kind: ConfigErrorKind) -> Self {
106        Self {
107            source: ConfigErrorSource::None,
108            kind,
109        }
110    }
111
112    #[inline]
113    fn field(field: &'static str) -> Self {
114        Self {
115            source: ConfigErrorSource::FieldOverride(field.to_owned()),
116            kind: ConfigErrorKind::InvalidValue,
117        }
118    }
119
120    #[inline]
121    fn file(kind: ConfigErrorKind, p: impl AsRef<Path>) -> Self {
122        Self {
123            source: ConfigErrorSource::File(p.as_ref().to_path_buf()),
124            kind,
125        }
126    }
127
128    /// Returns the error kind of the error.
129    pub fn kind(&self) -> ConfigErrorKind {
130        self.kind
131    }
132}
133
134impl fmt::Display for ConfigError {
135    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
136        write!(f, "{}{}", self.kind(), self.source)
137    }
138}
139
140impl Error for ConfigError {}
141
142enum ConfigFormat {
143    Yaml,
144    Json,
145}
146
147impl ConfigFormat {
148    pub fn extension(&self) -> &'static str {
149        match self {
150            ConfigFormat::Yaml => "yml",
151            ConfigFormat::Json => "json",
152        }
153    }
154}
155
156trait ConfigObject: DeserializeOwned + Serialize {
157    /// The format in which to serialize this configuration.
158    fn format() -> ConfigFormat;
159
160    /// The basename of the config file.
161    fn name() -> &'static str;
162
163    /// The full filename of the config file, including the file extension.
164    fn path(base: &Path) -> PathBuf {
165        base.join(format!("{}.{}", Self::name(), Self::format().extension()))
166    }
167
168    /// Loads the config file from a file within the given directory location.
169    fn load(base: &Path) -> anyhow::Result<Self> {
170        let path = Self::path(base);
171
172        let f = fs::File::open(&path)
173            .with_context(|| ConfigError::file(ConfigErrorKind::CouldNotOpenFile, &path))?;
174        let f = io::BufReader::new(f);
175
176        let mut source = {
177            let file = serde_vars::FileSource::default()
178                .with_variable_prefix("${file:")
179                .with_variable_suffix("}")
180                .with_base_path(base);
181            let env = serde_vars::EnvSource::default()
182                .with_variable_prefix("${")
183                .with_variable_suffix("}");
184            (file, env)
185        };
186        match Self::format() {
187            ConfigFormat::Yaml => {
188                serde_vars::deserialize(serde_yaml::Deserializer::from_reader(f), &mut source)
189                    .with_context(|| ConfigError::file(ConfigErrorKind::BadYaml, &path))
190            }
191            ConfigFormat::Json => {
192                serde_vars::deserialize(&mut serde_json::Deserializer::from_reader(f), &mut source)
193                    .with_context(|| ConfigError::file(ConfigErrorKind::BadJson, &path))
194            }
195        }
196    }
197
198    /// Writes the configuration to a file within the given directory location.
199    fn save(&self, base: &Path) -> anyhow::Result<()> {
200        let path = Self::path(base);
201        let mut options = fs::OpenOptions::new();
202        options.write(true).truncate(true).create(true);
203
204        // Remove all non-user permissions for the newly created file
205        #[cfg(unix)]
206        {
207            use std::os::unix::fs::OpenOptionsExt;
208            options.mode(0o600);
209        }
210
211        let mut f = options
212            .open(&path)
213            .with_context(|| ConfigError::file(ConfigErrorKind::CouldNotWriteFile, &path))?;
214
215        match Self::format() {
216            ConfigFormat::Yaml => {
217                f.write_all(CONFIG_YAML_HEADER.as_bytes())?;
218                serde_yaml::to_writer(&mut f, self)
219                    .with_context(|| ConfigError::file(ConfigErrorKind::CouldNotWriteFile, &path))?
220            }
221            ConfigFormat::Json => serde_json::to_writer_pretty(&mut f, self)
222                .with_context(|| ConfigError::file(ConfigErrorKind::CouldNotWriteFile, &path))?,
223        }
224
225        f.write_all(b"\n").ok();
226
227        Ok(())
228    }
229}
230
231/// Structure used to hold information about configuration overrides via
232/// CLI parameters or environment variables
233#[derive(Debug, Default, Clone)]
234pub struct OverridableConfig {
235    /// The operation mode of this relay.
236    pub mode: Option<String>,
237    /// The instance type of this relay.
238    pub instance: Option<String>,
239    /// The log level of this relay.
240    pub log_level: Option<String>,
241    /// The log format of this relay.
242    pub log_format: Option<String>,
243    /// The upstream relay or sentry instance.
244    pub upstream: Option<String>,
245    /// Alternate upstream provided through a Sentry DSN. Key and project will be ignored.
246    pub upstream_dsn: Option<String>,
247    /// The host the relay should bind to (network interface).
248    pub host: Option<String>,
249    /// The port to bind for the unencrypted relay HTTP server.
250    pub port: Option<String>,
251    /// "true" if processing is enabled "false" otherwise
252    pub processing: Option<String>,
253    /// the kafka bootstrap.servers configuration string
254    pub kafka_url: Option<String>,
255    /// the redis server url
256    pub redis_url: Option<String>,
257    /// The globally unique ID of the relay.
258    pub id: Option<String>,
259    /// The secret key of the relay
260    pub secret_key: Option<String>,
261    /// The public key of the relay
262    pub public_key: Option<String>,
263    /// Outcome source
264    pub outcome_source: Option<String>,
265    /// shutdown timeout
266    pub shutdown_timeout: Option<String>,
267    /// Server name reported in the Sentry SDK.
268    pub server_name: Option<String>,
269}
270
271/// The relay credentials
272#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, Eq)]
273pub struct Credentials {
274    /// The secret key of the relay
275    pub secret_key: SecretKey,
276    /// The public key of the relay
277    pub public_key: PublicKey,
278    /// The globally unique ID of the relay.
279    pub id: RelayId,
280}
281
282impl Credentials {
283    /// Generates new random credentials.
284    pub fn generate() -> Self {
285        relay_log::info!("generating new relay credentials");
286        let (secret_key, public_key) = generate_key_pair();
287        Self {
288            secret_key,
289            public_key,
290            id: generate_relay_id(),
291        }
292    }
293
294    /// Serializes this configuration to JSON.
295    pub fn to_json_string(&self) -> anyhow::Result<String> {
296        serde_json::to_string(self)
297            .with_context(|| ConfigError::new(ConfigErrorKind::CouldNotWriteFile))
298    }
299}
300
301impl ConfigObject for Credentials {
302    fn format() -> ConfigFormat {
303        ConfigFormat::Json
304    }
305    fn name() -> &'static str {
306        "credentials"
307    }
308}
309
310/// Information on a downstream Relay.
311#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
312#[serde(rename_all = "camelCase")]
313pub struct RelayInfo {
314    /// The public key that this Relay uses to authenticate and sign requests.
315    pub public_key: PublicKey,
316
317    /// Marks an internal relay that has privileged access to more project configuration.
318    #[serde(default)]
319    pub internal: bool,
320}
321
322impl RelayInfo {
323    /// Creates a new RelayInfo
324    pub fn new(public_key: PublicKey) -> Self {
325        Self {
326            public_key,
327            internal: false,
328        }
329    }
330}
331
332/// The operation mode of a relay.
333#[derive(Clone, Copy, Debug, Eq, PartialEq, Serialize)]
334#[serde(rename_all = "camelCase")]
335pub enum RelayMode {
336    /// This relay acts as a proxy for all requests and events.
337    ///
338    /// Events are normalized and rate limits from the upstream are enforced, but the relay will not
339    /// fetch project configurations from the upstream or perform PII stripping. All events are
340    /// accepted unless overridden on the file system.
341    Proxy,
342
343    /// Project configurations are managed by the upstream.
344    ///
345    /// Project configurations are always fetched from the upstream, unless they are statically
346    /// overridden in the file system. This relay must be allowed in the upstream Sentry. This is
347    /// only possible, if the upstream is Sentry directly, or another managed Relay.
348    Managed,
349}
350
351impl<'de> Deserialize<'de> for RelayMode {
352    fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
353    where
354        D: Deserializer<'de>,
355    {
356        let s = String::deserialize(deserializer)?;
357        match s.as_str() {
358            "proxy" => Ok(RelayMode::Proxy),
359            "managed" => Ok(RelayMode::Managed),
360            "static" => Err(serde::de::Error::custom(
361                "Relay mode 'static' has been removed. Please use 'managed' or 'proxy' instead.",
362            )),
363            other => Err(serde::de::Error::unknown_variant(
364                other,
365                &["proxy", "managed"],
366            )),
367        }
368    }
369}
370
371impl fmt::Display for RelayMode {
372    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
373        match self {
374            RelayMode::Proxy => write!(f, "proxy"),
375            RelayMode::Managed => write!(f, "managed"),
376        }
377    }
378}
379
380/// The instance type of Relay.
381#[derive(Clone, Copy, Debug, Eq, PartialEq, Deserialize, Serialize)]
382#[serde(rename_all = "camelCase")]
383pub enum RelayInstance {
384    /// This Relay is run as a default instance.
385    Default,
386
387    /// This Relay is run as a canary instance where experiments can be run.
388    Canary,
389}
390
391impl RelayInstance {
392    /// Returns `true` if the [`RelayInstance`] is of type [`RelayInstance::Canary`].
393    pub fn is_canary(&self) -> bool {
394        matches!(self, RelayInstance::Canary)
395    }
396}
397
398impl fmt::Display for RelayInstance {
399    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
400        match self {
401            RelayInstance::Default => write!(f, "default"),
402            RelayInstance::Canary => write!(f, "canary"),
403        }
404    }
405}
406
407impl FromStr for RelayInstance {
408    type Err = fmt::Error;
409
410    fn from_str(s: &str) -> Result<Self, Self::Err> {
411        match s {
412            "canary" => Ok(RelayInstance::Canary),
413            _ => Ok(RelayInstance::Default),
414        }
415    }
416}
417
418/// Error returned when parsing an invalid [`RelayMode`].
419#[derive(Clone, Copy, Debug, Eq, PartialEq)]
420pub struct ParseRelayModeError;
421
422impl fmt::Display for ParseRelayModeError {
423    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
424        write!(f, "Relay mode must be one of: managed or proxy")
425    }
426}
427
428impl Error for ParseRelayModeError {}
429
430impl FromStr for RelayMode {
431    type Err = ParseRelayModeError;
432
433    fn from_str(s: &str) -> Result<Self, Self::Err> {
434        match s {
435            "proxy" => Ok(RelayMode::Proxy),
436            "managed" => Ok(RelayMode::Managed),
437            _ => Err(ParseRelayModeError),
438        }
439    }
440}
441
442/// Returns `true` if this value is equal to `Default::default()`.
443fn is_default<T: Default + PartialEq>(t: &T) -> bool {
444    *t == T::default()
445}
446
447/// Checks if we are running in docker.
448fn is_docker() -> bool {
449    if fs::metadata("/.dockerenv").is_ok() {
450        return true;
451    }
452
453    fs::read_to_string("/proc/self/cgroup").is_ok_and(|s| s.contains("/docker"))
454}
455
456/// Default value for the "bind" configuration.
457fn default_host() -> IpAddr {
458    if is_docker() {
459        // Docker images rely on this service being exposed
460        "0.0.0.0".parse().unwrap()
461    } else {
462        "127.0.0.1".parse().unwrap()
463    }
464}
465
466/// Controls responses from the readiness health check endpoint based on authentication.
467///
468/// Independent of the the readiness condition, shutdown always switches Relay into unready state.
469#[derive(Clone, Copy, Debug, Eq, PartialEq, Deserialize, Serialize)]
470#[serde(rename_all = "lowercase")]
471#[derive(Default)]
472pub enum ReadinessCondition {
473    /// (default) Relay is ready when authenticated and connected to the upstream.
474    ///
475    /// Before authentication has succeeded and during network outages, Relay responds as not ready.
476    /// Relay reauthenticates based on the `http.auth_interval` parameter. During reauthentication,
477    /// Relay remains ready until authentication fails.
478    ///
479    /// Authentication is only required for Relays in managed mode. Other Relays will only check for
480    /// network outages.
481    #[default]
482    Authenticated,
483    /// Relay reports readiness regardless of the authentication and networking state.
484    Always,
485}
486
487/// Relay specific configuration values.
488#[derive(Serialize, Deserialize, Debug, Clone)]
489#[serde(default)]
490pub struct Relay {
491    /// The operation mode of this Relay.
492    pub mode: RelayMode,
493    /// The instance type of this Relay.
494    pub instance: RelayInstance,
495    /// The upstream Relay or Sentry instance.
496    pub upstream: UpstreamDescriptor,
497    /// The upstream advertised to downstream Relay instances.
498    ///
499    /// This value will be advertised to downstream Relays as the upstream to use when forwarding
500    /// data. It can be used for traffic routing and balancing, it must not redirect to a different
501    /// Sentry instance.
502    ///
503    /// Downstream Relays will treat the advertised upstream as the same logical component as this instance
504    /// and re-use already established authentication keys.
505    pub advertised_upstream: Option<UpstreamDescriptor>,
506    /// The host the relay should bind to (network interface).
507    pub host: IpAddr,
508    /// The port to bind for the unencrypted relay HTTP server.
509    pub port: u16,
510    /// The host the relay should bind to (network interface) for internally exposed APIs, like
511    /// health checks.
512    ///
513    /// If not configured, internal routes are exposed on the main HTTP server.
514    ///
515    /// Note: configuring the internal http server on an address which overlaps with the main
516    /// server (e.g. main on `0.0.0.0:3000` and internal on `127.0.0.1:3000`) is a misconfiguration
517    /// resulting in approximately half of the requests sent to `127.0.0.1:3000` to fail, as the handling
518    /// http server is chosen by the operating system 'at random'.
519    ///
520    /// As a best practice you should always choose different ports to avoid this issue.
521    ///
522    /// Defaults to [`Self::host`].
523    pub internal_host: Option<IpAddr>,
524    /// The port to bind for internally exposed APIs.
525    ///
526    /// Defaults to [`Self::port`].
527    pub internal_port: Option<u16>,
528    /// Optional port to bind for the encrypted relay HTTPS server.
529    #[serde(skip_serializing)]
530    pub tls_port: Option<u16>,
531    /// The path to the identity (DER-encoded PKCS12) to use for TLS.
532    #[serde(skip_serializing)]
533    pub tls_identity_path: Option<PathBuf>,
534    /// Password for the PKCS12 archive.
535    #[serde(skip_serializing)]
536    pub tls_identity_password: Option<String>,
537    /// Always override project IDs from the URL and DSN with the identifier used at the upstream.
538    ///
539    /// Enable this setting for Relays used to redirect traffic to a migrated Sentry instance.
540    /// Validation of project identifiers can be safely skipped in these cases.
541    #[serde(skip_serializing_if = "is_default")]
542    pub override_project_ids: bool,
543    /// Interval in seconds for Relay to check if its configuration changed.
544    ///
545    /// If configured Relay will periodically check its configuration for changes
546    /// and hot reload it.
547    ///
548    /// Hot reloading is only supported for a limited set of values.
549    ///
550    /// Defaults to `None` / off.
551    pub config_reload_interval: Option<u64>,
552}
553
554impl Default for Relay {
555    fn default() -> Self {
556        Relay {
557            mode: RelayMode::Managed,
558            instance: RelayInstance::Default,
559            upstream: "https://sentry.io/".parse().unwrap(),
560            advertised_upstream: None,
561            host: default_host(),
562            port: 3000,
563            internal_host: None,
564            internal_port: None,
565            tls_port: None,
566            tls_identity_path: None,
567            tls_identity_password: None,
568            override_project_ids: false,
569            config_reload_interval: None,
570        }
571    }
572}
573
574/// Control the metrics.
575#[derive(Serialize, Deserialize, Debug, Clone)]
576#[serde(default)]
577pub struct Metrics {
578    /// Hostname and port of the statsd server.
579    ///
580    /// Defaults to `None`.
581    pub statsd: Option<String>,
582    /// Buffer size used for metrics sent to the statsd socket.
583    ///
584    /// Defaults to `None`.
585    pub statsd_buffer_size: Option<usize>,
586    /// Common prefix that should be added to all metrics.
587    ///
588    /// Defaults to `"sentry.relay"`.
589    pub prefix: String,
590    /// Default tags to apply to all metrics.
591    pub default_tags: BTreeMap<String, String>,
592    /// Tag name to report the hostname to for each metric. Defaults to not sending such a tag.
593    pub hostname_tag: Option<String>,
594    /// Interval for periodic metrics emitted from Relay.
595    ///
596    /// Setting it to `0` seconds disables the periodic metrics.
597    /// Defaults to 5 seconds.
598    pub periodic_secs: u64,
599}
600
601impl Default for Metrics {
602    fn default() -> Self {
603        Metrics {
604            statsd: None,
605            statsd_buffer_size: None,
606            prefix: "sentry.relay".into(),
607            default_tags: BTreeMap::new(),
608            hostname_tag: None,
609            periodic_secs: 5,
610        }
611    }
612}
613
614/// Controls various limits
615#[derive(Serialize, Deserialize, Debug, Clone)]
616#[serde(default)]
617pub struct Limits {
618    /// How many requests can be sent concurrently from Relay to the upstream before Relay starts
619    /// buffering.
620    pub max_concurrent_requests: usize,
621    /// How many queries can be sent concurrently from Relay to the upstream before Relay starts
622    /// buffering.
623    ///
624    /// The concurrency of queries is additionally constrained by `max_concurrent_requests`.
625    pub max_concurrent_queries: usize,
626    /// The maximum payload size for events.
627    pub max_event_size: ByteSize,
628    /// The maximum size for each attachment.
629    pub max_attachment_size: ByteSize,
630    /// The maximum amount of attachments in a single envelope.
631    pub max_attachment_count: usize,
632    /// The maximum combined size for all attachments in an envelope or request.
633    pub max_attachments_size: ByteSize,
634    /// The maximum size for a TUS upload request body.
635    pub max_upload_size: ByteSize,
636    /// The maximum combined size for all client reports in an envelope or request.
637    pub max_client_reports_size: ByteSize,
638    /// The maximum number of client report items per envelope.
639    pub max_client_reports_count: usize,
640    /// The maximum payload size for a monitor check-in.
641    pub max_check_in_size: ByteSize,
642    /// The maximum payload size for an entire envelopes. Individual limits still apply.
643    pub max_envelope_size: ByteSize,
644    /// The maximum combined size for all sessions in an envelope in bytes.
645    pub max_sessions_size: ByteSize,
646    /// The maximum number of session items per envelope.
647    pub max_session_count: usize,
648    /// The maximum payload size for general API requests.
649    pub max_api_payload_size: ByteSize,
650    /// The maximum payload size for file uploads and chunks.
651    pub max_api_file_upload_size: ByteSize,
652    /// The maximum payload size for chunks
653    pub max_api_chunk_upload_size: ByteSize,
654    /// The maximum payload size for a profile
655    pub max_profile_size: ByteSize,
656    /// The maximum payload size for a trace metric.
657    pub max_trace_metric_size: ByteSize,
658    /// The maximum payload size for a log.
659    pub max_log_size: ByteSize,
660    /// The maximum payload size for a span.
661    pub max_span_size: ByteSize,
662    /// The maximum amount of standalone transaction spans per envelope.
663    pub max_standalone_span_count: usize,
664    /// The maximum payload size for an item container.
665    pub max_container_size: ByteSize,
666    /// The maximum payload size for a statsd metric.
667    pub max_statsd_size: ByteSize,
668    /// The maximum payload size for metric buckets.
669    pub max_metric_buckets_size: ByteSize,
670    /// The maximum payload size for a compressed replay.
671    pub max_replay_compressed_size: ByteSize,
672    /// The maximum payload size for an uncompressed replay.
673    #[serde(alias = "max_replay_size")]
674    max_replay_uncompressed_size: ByteSize,
675    /// The maximum size for a replay recording Kafka message.
676    pub max_replay_message_size: ByteSize,
677    /// The byte size limit up to which Relay will retain
678    /// keys of invalid/removed attributes.
679    ///
680    /// This is only relevant for EAP items (spans, logs, …).
681    /// In principle, we want to record all deletions of attributes,
682    /// but we have to institute some limit to protect our infrastructure
683    /// against excessive metadata sizes.
684    ///
685    /// Defaults to 10KiB.
686    pub max_removed_attribute_key_size: ByteSize,
687    /// The maximum number of threads to spawn for CPU and web work, each.
688    ///
689    /// The total number of threads spawned will roughly be `2 * max_thread_count`. Defaults to
690    /// the number of logical CPU cores on the host.
691    pub max_thread_count: usize,
692    /// Controls the maximum concurrency of each worker thread.
693    ///
694    /// Increasing the concurrency, can lead to a better utilization of worker threads by
695    /// increasing the amount of I/O done concurrently.
696    //
697    /// Currently has no effect on defaults to `1`.
698    pub max_pool_concurrency: usize,
699    /// The maximum number of seconds a query is allowed to take across retries. Individual requests
700    /// have lower timeouts. Defaults to 30 seconds.
701    pub query_timeout: u64,
702    /// The maximum number of seconds to wait for pending envelopes after receiving a shutdown
703    /// signal.
704    pub shutdown_timeout: u64,
705    /// Server keep-alive timeout in seconds.
706    ///
707    /// By default, keep-alive is set to 5 seconds.
708    pub keepalive_timeout: u64,
709    /// Server idle timeout in seconds.
710    ///
711    /// The idle timeout limits the amount of time a connection is kept open without activity.
712    /// Setting this too short may abort connections before Relay is able to send a response.
713    ///
714    /// By default there is no idle timeout.
715    pub idle_timeout: Option<u64>,
716    /// Sets the maximum number of concurrent connections.
717    ///
718    /// Upon reaching the limit, the server will stop accepting connections.
719    ///
720    /// By default there is no limit.
721    pub max_connections: Option<usize>,
722    /// The TCP listen backlog.
723    ///
724    /// Configures the TCP listen backlog for the listening socket of Relay.
725    /// See [`man listen(2)`](https://man7.org/linux/man-pages/man2/listen.2.html)
726    /// for a more detailed description of the listen backlog.
727    ///
728    /// Defaults to `1024`, a value [google has been using for a long time](https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git/commit/?id=19f92a030ca6d772ab44b22ee6a01378a8cb32d4).
729    pub tcp_listen_backlog: u32,
730}
731
732impl Default for Limits {
733    fn default() -> Self {
734        Limits {
735            max_concurrent_requests: 100,
736            max_concurrent_queries: 5,
737            max_event_size: ByteSize::mebibytes(1),
738            max_attachment_size: ByteSize::mebibytes(200),
739            max_attachment_count: 30,
740            max_attachments_size: ByteSize::mebibytes(200),
741            max_upload_size: ByteSize::mebibytes(1024),
742            max_client_reports_size: ByteSize::kibibytes(100),
743            max_client_reports_count: 100,
744            max_check_in_size: ByteSize::kibibytes(100),
745            max_envelope_size: ByteSize::mebibytes(200),
746            max_sessions_size: ByteSize::mebibytes(10),
747            max_session_count: 100,
748            max_api_payload_size: ByteSize::mebibytes(20),
749            max_api_file_upload_size: ByteSize::mebibytes(40),
750            max_api_chunk_upload_size: ByteSize::mebibytes(100),
751            max_profile_size: ByteSize::mebibytes(50),
752            max_trace_metric_size: ByteSize::mebibytes(1),
753            max_log_size: ByteSize::mebibytes(2),
754            max_span_size: ByteSize::mebibytes(10),
755            max_standalone_span_count: 25,
756            max_container_size: ByteSize::mebibytes(12),
757            max_statsd_size: ByteSize::mebibytes(1),
758            max_metric_buckets_size: ByteSize::mebibytes(1),
759            max_replay_compressed_size: ByteSize::mebibytes(10),
760            max_replay_uncompressed_size: ByteSize::mebibytes(100),
761            max_replay_message_size: ByteSize::mebibytes(15),
762            max_thread_count: num_cpus::get(),
763            max_pool_concurrency: 1,
764            query_timeout: 30,
765            shutdown_timeout: 10,
766            keepalive_timeout: 5,
767            idle_timeout: None,
768            max_connections: None,
769            tcp_listen_backlog: 1024,
770            max_removed_attribute_key_size: ByteSize::kibibytes(10),
771        }
772    }
773}
774
775/// Controls traffic steering.
776#[derive(Debug, Default, Deserialize, Serialize, Clone)]
777#[serde(default)]
778pub struct Routing {
779    /// Accept and forward unknown Envelope items to the upstream.
780    ///
781    /// Forwarding unknown items should be enabled in most cases to allow proxying traffic for newer
782    /// SDK versions. The upstream in Sentry makes the final decision on which items are valid. If
783    /// this is disabled, just the unknown items are removed from Envelopes, and the rest is
784    /// processed as usual.
785    ///
786    /// Defaults to `true` for all Relay modes other than processing mode. In processing mode, this
787    /// is disabled by default since the item cannot be handled.
788    pub accept_unknown_items: Option<bool>,
789}
790
791/// Http content encoding for both incoming and outgoing web requests.
792#[derive(Clone, Copy, Debug, Default, Deserialize, Serialize)]
793#[serde(rename_all = "lowercase")]
794pub enum HttpEncoding {
795    /// Identity function without no compression.
796    ///
797    /// This is the default encoding and does not require the presence of the `content-encoding`
798    /// HTTP header.
799    #[default]
800    Identity,
801    /// Compression using a [zlib](https://en.wikipedia.org/wiki/Zlib) structure with
802    /// [deflate](https://en.wikipedia.org/wiki/DEFLATE) encoding.
803    ///
804    /// These structures are defined in [RFC 1950](https://datatracker.ietf.org/doc/html/rfc1950)
805    /// and [RFC 1951](https://datatracker.ietf.org/doc/html/rfc1951).
806    Deflate,
807    /// A format using the [Lempel-Ziv coding](https://en.wikipedia.org/wiki/LZ77_and_LZ78#LZ77)
808    /// (LZ77), with a 32-bit CRC.
809    ///
810    /// This is the original format of the UNIX gzip program. The HTTP/1.1 standard also recommends
811    /// that the servers supporting this content-encoding should recognize `x-gzip` as an alias, for
812    /// compatibility purposes.
813    Gzip,
814    /// A format using the [Brotli](https://en.wikipedia.org/wiki/Brotli) algorithm.
815    Br,
816    /// A format using the [Zstd](https://en.wikipedia.org/wiki/Zstd) compression algorithm.
817    Zstd,
818}
819
820impl HttpEncoding {
821    /// Parses a [`HttpEncoding`] from its `content-encoding` header value.
822    pub fn parse(str: &str) -> Self {
823        let str = str.trim();
824        if str.eq_ignore_ascii_case("zstd") {
825            Self::Zstd
826        } else if str.eq_ignore_ascii_case("br") {
827            Self::Br
828        } else if str.eq_ignore_ascii_case("gzip") || str.eq_ignore_ascii_case("x-gzip") {
829            Self::Gzip
830        } else if str.eq_ignore_ascii_case("deflate") {
831            Self::Deflate
832        } else {
833            Self::Identity
834        }
835    }
836
837    /// Returns the value for the `content-encoding` HTTP header.
838    ///
839    /// Returns `None` for [`Identity`](Self::Identity), and `Some` for other encodings.
840    pub fn name(&self) -> Option<&'static str> {
841        match self {
842            Self::Identity => None,
843            Self::Deflate => Some("deflate"),
844            Self::Gzip => Some("gzip"),
845            Self::Br => Some("br"),
846            Self::Zstd => Some("zstd"),
847        }
848    }
849}
850
851/// Controls authentication with upstream.
852#[derive(Serialize, Deserialize, Debug, Clone)]
853#[serde(default)]
854pub struct Http {
855    /// Timeout for upstream requests in seconds.
856    ///
857    /// This timeout covers the time from sending the request until receiving response headers.
858    /// Neither the connection process and handshakes, nor reading the response body is covered in
859    /// this timeout.
860    pub timeout: u32,
861    /// Timeout for establishing connections with the upstream in seconds.
862    ///
863    /// This includes SSL handshakes. Relay reuses connections when the upstream supports connection
864    /// keep-alive. Connections are retained for a maximum 75 seconds, or 15 seconds of inactivity.
865    pub connection_timeout: u32,
866    /// Maximum interval between failed request retries in seconds.
867    pub max_retry_interval: u32,
868    /// The custom HTTP Host header to send to the upstream.
869    pub host_header: Option<String>,
870    /// The interval in seconds at which Relay attempts to reauthenticate with the upstream server.
871    ///
872    /// Re-authentication happens even when Relay is idle. If authentication fails, Relay reverts
873    /// back into startup mode and tries to establish a connection. During this time, incoming
874    /// envelopes will be buffered.
875    ///
876    /// Defaults to `600` (10 minutes).
877    pub auth_interval: Option<u64>,
878    /// The maximum time of experiencing uninterrupted network failures until Relay considers that
879    /// it has encountered a network outage in seconds.
880    ///
881    /// During a network outage relay will try to reconnect and will buffer all upstream messages
882    /// until it manages to reconnect.
883    pub outage_grace_period: u64,
884    /// The time Relay waits before retrying an upstream request, in seconds.
885    ///
886    /// This time is only used before going into a network outage mode.
887    pub retry_delay: u64,
888    /// The interval in seconds for continued failed project fetches at which Relay will error.
889    ///
890    /// A successful fetch resets this interval. Relay does nothing during long
891    /// times without emitting requests.
892    pub project_failure_interval: u64,
893    /// Content encoding to apply to upstream store requests.
894    ///
895    /// By default, Relay applies `zstd` content encoding to compress upstream requests. Compression
896    /// can be disabled to reduce CPU consumption, but at the expense of increased network traffic.
897    ///
898    /// This setting applies to all store requests of SDK data, including events, transactions,
899    /// envelopes and sessions. At the moment, this does not apply to Relay's internal queries.
900    ///
901    /// Available options are:
902    ///
903    ///  - `identity`: Disables compression.
904    ///  - `deflate`: Compression using a zlib header with deflate encoding.
905    ///  - `gzip` (default): Compression using gzip.
906    ///  - `br`: Compression using the brotli algorithm.
907    ///  - `zstd`: Compression using the zstd algorithm.
908    pub encoding: HttpEncoding,
909    /// Submit metrics globally through a shared endpoint.
910    ///
911    /// As opposed to regular envelopes which are sent to an endpoint inferred from the project's
912    /// DSN, this submits metrics to the global endpoint with Relay authentication.
913    ///
914    /// This option does not have any effect on processing mode.
915    pub global_metrics: bool,
916    /// Controls whether the forward endpoint is enabled.
917    ///
918    /// The forward endpoint forwards unknown API requests to the upstream.
919    ///
920    /// Relay instances with processing enabled are expected to support the latest API and do never
921    /// support forwarding requests to Sentry.
922    pub forward: bool,
923    /// Enables an async DNS resolver through the `hickory-dns` crate, which uses an LRU cache for
924    /// the resolved entries. This helps to limit the amount of requests made to the upstream DNS
925    /// server (important for K8s infrastructure).
926    pub dns_cache: bool,
927}
928
929impl Default for Http {
930    fn default() -> Self {
931        Http {
932            timeout: 5,
933            connection_timeout: 3,
934            max_retry_interval: 60, // 1 minute
935            host_header: None,
936            auth_interval: Some(600), // 10 minutes
937            outage_grace_period: DEFAULT_NETWORK_OUTAGE_GRACE_PERIOD,
938            retry_delay: 1,
939            project_failure_interval: 90,
940            encoding: HttpEncoding::Zstd,
941            global_metrics: false,
942            forward: true,
943            dns_cache: true,
944        }
945    }
946}
947
948/// Strategy used to assign envelopes to buffer partitions.
949#[derive(Clone, Copy, Debug, Eq, PartialEq, Default, Deserialize, Serialize)]
950#[serde(rename_all = "snake_case")]
951pub enum EnvelopeSpoolPartitioning {
952    /// Envelopes with the same project key pair land on the same partition.
953    ///
954    /// Keeps per-project state, disk files, and event ordering co-located on one partition.
955    ProjectKeyPair,
956    /// Envelopes are distributed across partitions in a round-robin fashion (default).
957    ///
958    /// This prevents "hot" partitions when a single project pair dominates traffic, but has
959    /// trade-offs:
960    /// - Per-project LIFO ordering is no longer preserved across partitions.
961    /// - Per-partition memory footprint grows since every partition sees every project.
962    #[default]
963    RoundRobin,
964}
965
966/// Persistent buffering configuration for incoming envelopes.
967#[derive(Debug, Serialize, Deserialize, Clone)]
968#[serde(default)]
969pub struct EnvelopeSpool {
970    /// The path of the SQLite database file(s) which persist the data.
971    ///
972    /// Based on the number of partitions, more database files will be created within the same path.
973    ///
974    /// If not set, the envelopes will be buffered in memory.
975    pub path: Option<PathBuf>,
976    /// The maximum size of the buffer to keep, in bytes.
977    ///
978    /// When the on-disk buffer reaches this size, new envelopes will be dropped.
979    ///
980    /// Defaults to 500MB.
981    pub max_disk_size: ByteSize,
982    /// Size of the batch of compressed envelopes that are spooled to disk at once.
983    ///
984    /// Note that this is the size after which spooling will be triggered but it does not guarantee
985    /// that exactly this size will be spooled, it can be greater or equal.
986    ///
987    /// Defaults to 10 KiB.
988    pub batch_size_bytes: ByteSize,
989    /// Maximum time between receiving the envelope and processing it.
990    ///
991    /// When envelopes spend too much time in the buffer (e.g. because their project cannot be loaded),
992    /// they are dropped.
993    ///
994    /// Defaults to 24h.
995    pub max_envelope_delay_secs: u64,
996    /// The refresh frequency in ms of how frequently disk usage is updated by querying SQLite
997    /// internal page stats.
998    ///
999    /// Defaults to 100ms.
1000    pub disk_usage_refresh_frequency_ms: u64,
1001    /// The relative memory usage above which the buffer service will stop dequeueing envelopes.
1002    ///
1003    /// Only applies when [`Self::path`] is set.
1004    ///
1005    /// This value should be lower than [`Health::max_memory_percent`] to prevent flip-flopping.
1006    ///
1007    /// Warning: This threshold can cause the buffer service to deadlock when the buffer consumes
1008    /// excessive memory (as influenced by [`Self::batch_size_bytes`]).
1009    ///
1010    /// This scenario arises when the buffer stops spooling due to reaching the
1011    /// [`Self::max_backpressure_memory_percent`] limit, but the batch threshold for spooling
1012    /// ([`Self::batch_size_bytes`]) is never reached. As a result, no data is spooled, memory usage
1013    /// continues to grow, and the system becomes deadlocked.
1014    ///
1015    /// ### Example
1016    /// Suppose the system has 1GB of available memory and is configured to spool only after
1017    /// accumulating 10GB worth of envelopes. If Relay consumes 900MB of memory, it will stop
1018    /// unspooling due to reaching the [`Self::max_backpressure_memory_percent`] threshold.
1019    ///
1020    /// However, because the buffer hasn't accumulated the 10GB needed to trigger spooling,
1021    /// no data will be offloaded. Memory usage keeps increasing until it hits the
1022    /// [`Health::max_memory_percent`] threshold, e.g., at 950MB. At this point:
1023    ///
1024    /// - No more envelopes are accepted.
1025    /// - The buffer remains stuck, as unspooling won’t resume until memory drops below 900MB which
1026    ///   will not happen.
1027    /// - A deadlock occurs, with the system unable to recover without manual intervention.
1028    ///
1029    /// Defaults to 90% (5% less than max memory).
1030    pub max_backpressure_memory_percent: f32,
1031    /// Number of partitions of the buffer.
1032    ///
1033    /// A partition is a separate instance of the buffer which has its own isolated queue, stacks
1034    /// and other resources.
1035    ///
1036    /// Defaults to 1.
1037    pub partitions: NonZeroU8,
1038    /// Strategy used to assign envelopes to buffer partitions.
1039    ///
1040    /// Defaults to partitioning by `ProjectKeyPair`, which keeps all envelopes of a given project
1041    /// pair on the same partition. See [`EnvelopeSpoolPartitioning`] for alternatives and
1042    /// trade-offs.
1043    pub partitioning: EnvelopeSpoolPartitioning,
1044    /// Whether the database defined in `path` is on an ephemeral storage disk.
1045    ///
1046    /// With `ephemeral: true`, Relay does not spool in-flight data to disk
1047    /// during graceful shutdown. Instead, it attempts to process all data before it terminates.
1048    ///
1049    /// Defaults to `false`.
1050    pub ephemeral: bool,
1051}
1052
1053impl Default for EnvelopeSpool {
1054    fn default() -> Self {
1055        Self {
1056            path: None,
1057            max_disk_size: ByteSize::mebibytes(500),
1058            batch_size_bytes: ByteSize::kibibytes(10),
1059            max_envelope_delay_secs: 24 * 60 * 60,
1060            disk_usage_refresh_frequency_ms: 100,
1061            max_backpressure_memory_percent: 0.8,
1062            partitions: NonZeroU8::new(1).unwrap(),
1063            partitioning: EnvelopeSpoolPartitioning::default(),
1064            ephemeral: false,
1065        }
1066    }
1067}
1068
1069/// Persistent buffering configuration.
1070#[derive(Debug, Serialize, Deserialize, Default, Clone)]
1071#[serde(default)]
1072pub struct Spool {
1073    /// Configuration for envelope spooling.
1074    pub envelopes: EnvelopeSpool,
1075}
1076
1077/// Controls internal caching behavior.
1078#[derive(Serialize, Deserialize, Debug, Clone)]
1079#[serde(default)]
1080pub struct Cache {
1081    /// The full project state will be requested by this Relay if set to `true`.
1082    pub project_request_full_config: bool,
1083    /// The cache timeout for project configurations in seconds.
1084    pub project_expiry: u32,
1085    /// Continue using project state this many seconds after cache expiry while a new state is
1086    /// being fetched. This is added on top of `project_expiry`.
1087    ///
1088    /// Default is 2 minutes.
1089    pub project_grace_period: u32,
1090    /// Refresh a project after the specified seconds.
1091    ///
1092    /// The time must be between expiry time and the grace period.
1093    ///
1094    /// By default there are no refreshes enabled.
1095    pub project_refresh_interval: Option<u32>,
1096    /// The cache timeout for downstream relay info (public keys) in seconds.
1097    pub relay_expiry: u32,
1098    /// The cache timeout for non-existing entries.
1099    pub miss_expiry: u32,
1100    /// The buffer timeout for batched project config queries before sending them upstream in ms.
1101    pub batch_interval: u32,
1102    /// The buffer timeout for batched queries of downstream relays in ms. Defaults to 100ms.
1103    pub downstream_relays_batch_interval: u32,
1104    /// The maximum number of project configs to fetch from Sentry at once. Defaults to 500.
1105    ///
1106    /// `cache.batch_interval` controls how quickly batches are sent, this controls the batch size.
1107    pub batch_size: usize,
1108    /// Interval for watching local cache override files in seconds.
1109    pub file_interval: u32,
1110    /// Interval for fetching new global configs from the upstream, in seconds.
1111    pub global_config_fetch_interval: u32,
1112}
1113
1114impl Default for Cache {
1115    fn default() -> Self {
1116        Cache {
1117            project_request_full_config: false,
1118            project_expiry: 300,       // 5 minutes
1119            project_grace_period: 120, // 2 minutes
1120            project_refresh_interval: None,
1121            relay_expiry: 3600,                    // 1 hour
1122            miss_expiry: 60,                       // 1 minute
1123            batch_interval: 100,                   // 100ms
1124            downstream_relays_batch_interval: 100, // 100ms
1125            batch_size: 500,
1126            file_interval: 10,                // 10 seconds
1127            global_config_fetch_interval: 10, // 10 seconds
1128        }
1129    }
1130}
1131
1132/// Controls Sentry-internal event processing.
1133#[derive(Serialize, Deserialize, Debug, Clone)]
1134#[serde(default)]
1135pub struct Processing {
1136    /// True if the Relay should do processing. Defaults to `false`.
1137    pub enabled: bool,
1138    /// GeoIp DB file source.
1139    pub geoip_path: Option<PathBuf>,
1140    /// Maximum future timestamp of ingested events.
1141    pub max_secs_in_future: u32,
1142    /// Maximum age of ingested sessions. Older sessions will be dropped.
1143    pub max_session_secs_in_past: u32,
1144    /// Kafka producer configurations.
1145    pub kafka_config: Vec<KafkaConfigParam>,
1146    /// Additional kafka producer configurations.
1147    ///
1148    /// The `kafka_config` is the default producer configuration used for all topics. A secondary
1149    /// kafka config can be referenced in `topics:` like this:
1150    ///
1151    /// ```yaml
1152    /// secondary_kafka_configs:
1153    ///   mycustomcluster:
1154    ///     - name: 'bootstrap.servers'
1155    ///       value: 'sentry_kafka_metrics:9093'
1156    ///
1157    /// topics:
1158    ///   transactions: ingest-transactions
1159    ///   metrics:
1160    ///     name: ingest-metrics
1161    ///     config: mycustomcluster
1162    /// ```
1163    ///
1164    /// Then metrics will be produced to an entirely different Kafka cluster.
1165    pub secondary_kafka_configs: BTreeMap<String, Vec<KafkaConfigParam>>,
1166    /// Kafka topic names.
1167    pub topics: TopicAssignments,
1168    /// Whether to validate the supplied topics by calling Kafka's metadata endpoints.
1169    pub kafka_validate_topics: bool,
1170    /// Redis hosts to connect to for storing state for rate limits.
1171    pub redis: Option<RedisConfigs>,
1172    /// Maximum chunk size of attachments for Kafka.
1173    pub attachment_chunk_size: ByteSize,
1174    /// Prefix to use when looking up project configs in Redis. Defaults to "relayconfig".
1175    pub projectconfig_cache_prefix: String,
1176    /// Maximum rate limit to report to clients.
1177    pub max_rate_limit: Option<u32>,
1178    /// Configures the quota cache ratio between `0.0` and `1.0`.
1179    ///
1180    /// The quota cache, caches the specified ratio of remaining quota in memory to reduce the
1181    /// amount of synchronizations required with Redis.
1182    ///
1183    /// The ratio is applied to the (per second) rate of the quota, not the total limit.
1184    /// For example a quota with limit 100 with a 10 second window is treated equally to a quota of
1185    /// 10 with a 1 second window.
1186    ///
1187    /// By default quota caching is disabled.
1188    pub quota_cache_ratio: Option<f32>,
1189    /// Relative amount of the total quota limit to which quota caching is applied.
1190    ///
1191    /// If exceeded, the rate limiter will no longer cache the quota and sync with Redis on every call instead.
1192    /// Lowering this value reduces the probability of incorrectly over-accepting.
1193    ///
1194    /// Must be between `0.0` and `1.0`, by default there is no limit configured.
1195    pub quota_cache_max: Option<f32>,
1196    /// Configuration for the objectstore service.
1197    #[serde(alias = "upload")]
1198    pub objectstore: ObjectstoreServiceConfig,
1199}
1200
1201impl Default for Processing {
1202    /// Constructs a disabled processing configuration.
1203    fn default() -> Self {
1204        Self {
1205            enabled: false,
1206            geoip_path: None,
1207            max_secs_in_future: 60,                  // 1 minute
1208            max_session_secs_in_past: 5 * 24 * 3600, // 5 days
1209            kafka_config: Vec::new(),
1210            secondary_kafka_configs: BTreeMap::new(),
1211            topics: TopicAssignments::default(),
1212            kafka_validate_topics: false,
1213            redis: None,
1214            attachment_chunk_size: ByteSize::mebibytes(1),
1215            projectconfig_cache_prefix: "relayconfig".to_owned(),
1216            max_rate_limit: Some(300), // 5 minutes
1217            quota_cache_ratio: None,
1218            quota_cache_max: None,
1219            objectstore: ObjectstoreServiceConfig::default(),
1220        }
1221    }
1222}
1223
1224/// Configuration for normalization in this Relay.
1225#[derive(Debug, Default, Serialize, Deserialize, Clone)]
1226#[serde(default)]
1227pub struct Normalization {
1228    /// Level of normalization for Relay to apply to incoming data.
1229    pub level: NormalizationLevel,
1230}
1231
1232/// Configuration for the level of normalization this Relay should do.
1233#[derive(Copy, Clone, Debug, Default, Serialize, Deserialize, Eq, PartialEq)]
1234#[serde(rename_all = "lowercase")]
1235pub enum NormalizationLevel {
1236    /// Runs normalization, excluding steps that break future compatibility.
1237    ///
1238    /// Processing Relays run [`NormalizationLevel::Full`] if this option is set.
1239    #[default]
1240    Default,
1241    /// Run full normalization.
1242    ///
1243    /// It includes steps that break future compatibility and should only run in
1244    /// the last layer of relays.
1245    Full,
1246}
1247
1248/// Configuration options for objectstore's auth scheme.
1249#[derive(Serialize, Deserialize, Clone)]
1250pub struct ObjectstoreAuthConfig {
1251    /// Identifier for the private key used to sign objectstore's tokens. Must correspond to a
1252    /// public key configured in objectstore.
1253    pub key_id: String,
1254
1255    /// EdDSA private key used to sign Objectstore's tokens, in PEM format.
1256    pub signing_key: String,
1257}
1258
1259impl fmt::Debug for ObjectstoreAuthConfig {
1260    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
1261        f.debug_struct("ObjectstoreAuthConfig")
1262            .field("key_id", &self.key_id)
1263            .field("signing_key", &"[redacted]")
1264            .finish()
1265    }
1266}
1267
1268/// Configuration values for the objectstore service.
1269#[derive(Serialize, Deserialize, Debug, Clone)]
1270#[serde(default)]
1271pub struct ObjectstoreServiceConfig {
1272    /// The base URL for the objectstore service.
1273    ///
1274    /// This defaults to [`None`], which means that the service will be disabled,
1275    /// unless a proper configuration is provided.
1276    pub objectstore_url: Option<String>,
1277
1278    /// Maximum concurrency of uploads.
1279    pub max_concurrent_requests: usize,
1280
1281    /// Maximum size of the service input queue when `max_concurrent_requests` is saturated.
1282    ///
1283    /// The service will loadshed if this threshold is reached.
1284    pub max_backlog: usize,
1285
1286    /// Maximum duration of an attachment upload in seconds. Uploads that take longer are discarded.
1287    ///
1288    /// NOTE: This timeout applies to attachments that are already in-memory. Streaming uploads
1289    /// might take longer and are restricted independently by [`Self::stream_timeout`].
1290    pub timeout: u64,
1291
1292    /// Maximum duration of an upload stream.
1293    ///
1294    /// Streams get a larger default timeout because their duration depends on the client
1295    /// as well as the server.
1296    pub stream_timeout: u64,
1297
1298    /// Time between upload attempts.
1299    pub retry_delay: f64,
1300
1301    /// Maximum number of attempts made to upload.
1302    pub max_attempts: NonZeroU16,
1303
1304    /// Whether event attachment payloads may be sent through Kafka if objectstore upload fails.
1305    ///
1306    /// When disabled, failed event attachments are dropped with an `upload_failed`
1307    /// outcome instead of falling back to Store's Kafka attachment path.
1308    pub fallback_to_kafka: bool,
1309
1310    /// Configuration values for objectstore's auth scheme.
1311    pub auth: Option<ObjectstoreAuthConfig>,
1312}
1313
1314impl Default for ObjectstoreServiceConfig {
1315    fn default() -> Self {
1316        Self {
1317            objectstore_url: None,
1318            max_concurrent_requests: 10,
1319            max_backlog: 20,
1320            timeout: 60,
1321            stream_timeout: 5 * 60, // synced with `Upload::timeout`
1322            retry_delay: 1.0,
1323            max_attempts: NonZeroU16::new(5).unwrap(),
1324            fallback_to_kafka: true,
1325            auth: None,
1326        }
1327    }
1328}
1329
1330/// Determines how to emit outcomes.
1331/// For compatibility reasons, this can either be true, false or AsClientReports
1332#[derive(Copy, Clone, Debug, PartialEq, Eq)]
1333
1334pub enum EmitOutcomes {
1335    /// Do not emit any outcomes.
1336    None,
1337    /// Emit outcomes as client reports.
1338    AsClientReports,
1339    /// Emit outcomes as outcomes.
1340    AsOutcomes,
1341}
1342
1343impl EmitOutcomes {
1344    /// Returns true of outcomes are emitted via http, kafka, or client reports.
1345    pub fn any(&self) -> bool {
1346        !matches!(self, EmitOutcomes::None)
1347    }
1348}
1349
1350impl Serialize for EmitOutcomes {
1351    fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
1352    where
1353        S: Serializer,
1354    {
1355        // For compatibility, serialize None and AsOutcomes as booleans.
1356        match self {
1357            Self::None => serializer.serialize_bool(false),
1358            Self::AsClientReports => serializer.serialize_str("as_client_reports"),
1359            Self::AsOutcomes => serializer.serialize_bool(true),
1360        }
1361    }
1362}
1363
1364struct EmitOutcomesVisitor;
1365
1366impl Visitor<'_> for EmitOutcomesVisitor {
1367    type Value = EmitOutcomes;
1368
1369    fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result {
1370        formatter.write_str("true, false, 'as_client_reports'")
1371    }
1372
1373    fn visit_bool<E>(self, v: bool) -> Result<Self::Value, E>
1374    where
1375        E: serde::de::Error,
1376    {
1377        Ok(if v {
1378            EmitOutcomes::AsOutcomes
1379        } else {
1380            EmitOutcomes::None
1381        })
1382    }
1383
1384    fn visit_str<E>(self, v: &str) -> Result<Self::Value, E>
1385    where
1386        E: serde::de::Error,
1387    {
1388        match v {
1389            "as_client_reports" => Ok(EmitOutcomes::AsClientReports),
1390            _ => Err(E::invalid_value(Unexpected::Str(v), &self)),
1391        }
1392    }
1393}
1394
1395impl<'de> Deserialize<'de> for EmitOutcomes {
1396    fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
1397    where
1398        D: Deserializer<'de>,
1399    {
1400        deserializer.deserialize_any(EmitOutcomesVisitor)
1401    }
1402}
1403
1404/// Outcome generation specific configuration values.
1405#[derive(Serialize, Deserialize, Debug, Clone)]
1406#[serde(default)]
1407pub struct Outcomes {
1408    /// Controls whether outcomes will be emitted when processing is disabled.
1409    /// Processing relays always emit outcomes (for backwards compatibility).
1410    /// Can take the following values: false, "as_client_reports", true
1411    pub emit_outcomes: EmitOutcomes,
1412    /// The maximum number of outcomes that are batched before being sent
1413    /// via http to the upstream (only applies to non processing relays).
1414    pub batch_size: usize,
1415    /// The maximum time interval (in milliseconds) that an outcome may be batched
1416    /// via http to the upstream (only applies to non processing relays).
1417    pub batch_interval: u64,
1418    /// Defines the source string registered in the outcomes originating from
1419    /// this Relay (typically something like the region or the layer).
1420    pub source: Option<String>,
1421}
1422
1423impl Default for Outcomes {
1424    fn default() -> Self {
1425        Outcomes {
1426            emit_outcomes: EmitOutcomes::AsClientReports,
1427            batch_size: 1000,
1428            batch_interval: 500,
1429            source: None,
1430        }
1431    }
1432}
1433
1434/// Minimal version of a config for dumping out.
1435#[derive(Serialize, Deserialize, Debug, Default)]
1436pub struct MinimalConfig {
1437    /// The relay part of the config.
1438    pub relay: Relay,
1439}
1440
1441impl MinimalConfig {
1442    /// Saves the config in the given config folder as config.yml
1443    pub fn save_in_folder<P: AsRef<Path>>(&self, p: P) -> anyhow::Result<()> {
1444        let path = p.as_ref();
1445        if fs::metadata(path).is_err() {
1446            fs::create_dir_all(path)
1447                .with_context(|| ConfigError::file(ConfigErrorKind::CouldNotOpenFile, path))?;
1448        }
1449        self.save(path)
1450    }
1451}
1452
1453impl ConfigObject for MinimalConfig {
1454    fn format() -> ConfigFormat {
1455        ConfigFormat::Yaml
1456    }
1457
1458    fn name() -> &'static str {
1459        "config"
1460    }
1461}
1462
1463/// Alternative serialization of RelayInfo for config file using snake case.
1464mod config_relay_info {
1465    use serde::ser::SerializeMap;
1466
1467    use super::*;
1468
1469    // Uses snake_case as opposed to camelCase.
1470    #[derive(Debug, Serialize, Deserialize, Clone)]
1471    struct RelayInfoConfig {
1472        public_key: PublicKey,
1473        #[serde(default)]
1474        internal: bool,
1475    }
1476
1477    impl From<RelayInfoConfig> for RelayInfo {
1478        fn from(v: RelayInfoConfig) -> Self {
1479            RelayInfo {
1480                public_key: v.public_key,
1481                internal: v.internal,
1482            }
1483        }
1484    }
1485
1486    impl From<RelayInfo> for RelayInfoConfig {
1487        fn from(v: RelayInfo) -> Self {
1488            RelayInfoConfig {
1489                public_key: v.public_key,
1490                internal: v.internal,
1491            }
1492        }
1493    }
1494
1495    pub(super) fn deserialize<'de, D>(des: D) -> Result<HashMap<RelayId, RelayInfo>, D::Error>
1496    where
1497        D: Deserializer<'de>,
1498    {
1499        let map = HashMap::<RelayId, RelayInfoConfig>::deserialize(des)?;
1500        Ok(map.into_iter().map(|(k, v)| (k, v.into())).collect())
1501    }
1502
1503    pub(super) fn serialize<S>(elm: &HashMap<RelayId, RelayInfo>, ser: S) -> Result<S::Ok, S::Error>
1504    where
1505        S: Serializer,
1506    {
1507        let mut map = ser.serialize_map(Some(elm.len()))?;
1508
1509        for (k, v) in elm {
1510            map.serialize_entry(k, &RelayInfoConfig::from(v.clone()))?;
1511        }
1512
1513        map.end()
1514    }
1515}
1516
1517/// Authentication options.
1518#[derive(Serialize, Deserialize, Debug, Clone)]
1519#[serde(default)]
1520pub struct AuthConfig {
1521    /// Controls responses from the readiness health check endpoint based on authentication.
1522    #[serde(skip_serializing_if = "is_default")]
1523    pub ready: ReadinessCondition,
1524
1525    /// Statically authenticated downstream relays.
1526    #[serde(with = "config_relay_info")]
1527    pub static_relays: HashMap<RelayId, RelayInfo>,
1528
1529    /// How old a signature can be before it is considered invalid, in seconds.
1530    ///
1531    /// Defaults to 5 minutes.
1532    pub signature_max_age: u64,
1533}
1534
1535impl Default for AuthConfig {
1536    fn default() -> Self {
1537        Self {
1538            ready: ReadinessCondition::default(),
1539            static_relays: HashMap::new(),
1540            signature_max_age: 300, // 5 minutes
1541        }
1542    }
1543}
1544
1545/// GeoIp database configuration options.
1546#[derive(Serialize, Deserialize, Debug, Default, Clone)]
1547pub struct GeoIpConfig {
1548    /// The path to GeoIP database.
1549    pub path: Option<PathBuf>,
1550}
1551
1552/// Settings to control Relay's health checks.
1553///
1554/// After breaching one of the configured thresholds, Relay will
1555/// return an `unhealthy` status from its health endpoint.
1556#[derive(Serialize, Deserialize, Debug, Clone, PartialEq)]
1557#[serde(default)]
1558pub struct Health {
1559    /// Interval to refresh internal health checks.
1560    ///
1561    /// Shorter intervals will decrease the time it takes the health check endpoint to report
1562    /// issues, but can also increase sporadic unhealthy responses.
1563    ///
1564    /// Defaults to `3000`` (3 seconds).
1565    pub refresh_interval_ms: u64,
1566    /// Maximum memory watermark in bytes.
1567    ///
1568    /// By default, there is no absolute limit set and the watermark
1569    /// is only controlled by setting [`Self::max_memory_percent`].
1570    pub max_memory_bytes: Option<ByteSize>,
1571    /// Maximum memory watermark as a percentage of maximum system memory.
1572    ///
1573    /// Defaults to `0.95` (95%).
1574    pub max_memory_percent: f32,
1575    /// Health check probe timeout in milliseconds.
1576    ///
1577    /// Any probe exceeding the timeout will be considered failed.
1578    /// This limits the max execution time of Relay health checks.
1579    ///
1580    /// Defaults to 900 milliseconds.
1581    pub probe_timeout_ms: u64,
1582    /// The refresh frequency of memory stats which are used to poll memory
1583    /// usage of Relay.
1584    ///
1585    /// The implementation of memory stats guarantees that the refresh will happen at
1586    /// least every `x` ms since memory readings are lazy and are updated only if needed.
1587    pub memory_stat_refresh_frequency_ms: u64,
1588}
1589
1590impl Default for Health {
1591    fn default() -> Self {
1592        Self {
1593            refresh_interval_ms: 3000,
1594            max_memory_bytes: None,
1595            max_memory_percent: 0.95,
1596            probe_timeout_ms: 900,
1597            memory_stat_refresh_frequency_ms: 100,
1598        }
1599    }
1600}
1601
1602/// COGS configuration.
1603#[derive(Serialize, Deserialize, Debug, Clone)]
1604#[serde(default)]
1605pub struct Cogs {
1606    /// Maximium amount of COGS measurements allowed to backlog.
1607    ///
1608    /// Any additional COGS measurements recorded will be dropped.
1609    ///
1610    /// Defaults to `10_000`.
1611    pub max_queue_size: u64,
1612    /// Relay COGS resource id.
1613    ///
1614    /// All Relay related COGS measurements are emitted with this resource id.
1615    ///
1616    /// Defaults to `relay_service`.
1617    pub relay_resource_id: String,
1618}
1619
1620impl Default for Cogs {
1621    fn default() -> Self {
1622        Self {
1623            max_queue_size: 10_000,
1624            relay_resource_id: "relay_service".to_owned(),
1625        }
1626    }
1627}
1628
1629/// Configuration for the upload service.
1630#[derive(Debug, Clone, Serialize, Deserialize)]
1631#[serde(default)]
1632pub struct Upload {
1633    /// Maximum number of uploads that the service accepts.
1634    ///
1635    /// Additional uploads will be rejected.
1636    pub max_concurrent_requests: usize,
1637    /// Maximum time spent trying to upload, in seconds.
1638    pub timeout: u64,
1639    /// The maximum time between creating the upload and uploading the data / the attachment placeholder.
1640    ///
1641    /// In seconds.
1642    pub max_age: i64,
1643
1644    /// Credentials used for signing & verifying upload locations.
1645    ///
1646    /// If omitted, relay's default [`Credentials`] are used.
1647    pub credentials: Option<UploadCredentials>,
1648}
1649
1650impl Default for Upload {
1651    fn default() -> Self {
1652        Self {
1653            max_concurrent_requests: 100,
1654            timeout: 5 * 60,  // five minutes
1655            max_age: 60 * 60, // 1h
1656            credentials: None,
1657        }
1658    }
1659}
1660
1661/// Credentials used for signing & verifying upload locations.
1662#[derive(Clone, Serialize, Deserialize)]
1663pub struct UploadCredentials {
1664    /// Key used to sign upload locations.
1665    #[cfg(feature = "processing")]
1666    pub signing_key: SecretKey,
1667
1668    /// Key used to verify upload locations.
1669    pub verification_key: PublicKey,
1670}
1671
1672impl fmt::Debug for UploadCredentials {
1673    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
1674        let Self {
1675            #[cfg(feature = "processing")]
1676                signing_key: _,
1677            verification_key,
1678        } = self;
1679        let mut b = f.debug_struct("UploadCredentials");
1680        #[cfg(feature = "processing")]
1681        b.field("signing_key", &"[redacted]");
1682        b.field("verification_key", verification_key).finish()
1683    }
1684}
1685
1686/// All configuration values that can be deserialized from `config.yml`.
1687#[derive(Serialize, Deserialize, Debug, Default, Clone)]
1688#[serde(default)]
1689#[allow(missing_docs)]
1690pub struct ConfigValues {
1691    pub relay: Relay,
1692    pub http: Http,
1693    pub cache: Cache,
1694    pub spool: Spool,
1695    pub limits: Limits,
1696    pub logging: relay_log::LogConfig,
1697    pub routing: Routing,
1698    pub metrics: Metrics,
1699    pub sentry: relay_log::SentryConfig,
1700    pub processing: Processing,
1701    pub outcomes: Outcomes,
1702    pub aggregator: AggregatorServiceConfig,
1703    pub secondary_aggregators: Vec<ScopedAggregatorConfig>,
1704    pub auth: AuthConfig,
1705    pub geoip: GeoIpConfig,
1706    pub normalization: Normalization,
1707    pub health: Health,
1708    pub cogs: Cogs,
1709    pub upload: Upload,
1710}
1711
1712impl ConfigObject for ConfigValues {
1713    fn format() -> ConfigFormat {
1714        ConfigFormat::Yaml
1715    }
1716
1717    fn name() -> &'static str {
1718        "config"
1719    }
1720}
1721
1722#[derive(Default, Clone)]
1723struct ConfigInner {
1724    /// Relay's config values.
1725    values: ConfigValues,
1726    /// Configured Relay credentials.
1727    ///
1728    /// Credentials may be missing for proxy mode.
1729    credentials: Option<Credentials>,
1730}
1731
1732impl ConfigInner {
1733    fn apply_overrides(&mut self, overrides: &OverridableConfig) -> anyhow::Result<()> {
1734        if let Some(log_level) = &overrides.log_level {
1735            self.values.logging.level = log_level.parse()?;
1736        }
1737
1738        if let Some(log_format) = &overrides.log_format {
1739            self.values.logging.format = log_format.parse()?;
1740        }
1741
1742        let relay = &mut self.values.relay;
1743        if let Some(mode) = &overrides.mode {
1744            relay.mode = mode
1745                .parse::<RelayMode>()
1746                .with_context(|| ConfigError::field("mode"))?;
1747        }
1748        if let Some(deployment) = &overrides.instance {
1749            relay.instance = deployment
1750                .parse::<RelayInstance>()
1751                .with_context(|| ConfigError::field("deployment"))?;
1752        }
1753        if let Some(upstream) = &overrides.upstream {
1754            relay.upstream = upstream
1755                .parse::<UpstreamDescriptor>()
1756                .with_context(|| ConfigError::field("upstream"))?;
1757        } else if let Some(upstream_dsn) = &overrides.upstream_dsn {
1758            relay.upstream = upstream_dsn
1759                .parse::<Dsn>()
1760                .map(|dsn| UpstreamDescriptor::from_dsn(&dsn))
1761                .with_context(|| ConfigError::field("upstream_dsn"))?;
1762        }
1763        if let Some(host) = &overrides.host {
1764            relay.host = host
1765                .parse::<IpAddr>()
1766                .with_context(|| ConfigError::field("host"))?;
1767        }
1768        if let Some(port) = &overrides.port {
1769            relay.port = port
1770                .as_str()
1771                .parse()
1772                .with_context(|| ConfigError::field("port"))?;
1773        }
1774
1775        let processing = &mut self.values.processing;
1776        if let Some(enabled) = &overrides.processing {
1777            match enabled.to_lowercase().as_str() {
1778                "true" | "1" => processing.enabled = true,
1779                "false" | "0" | "" => processing.enabled = false,
1780                _ => return Err(ConfigError::field("processing").into()),
1781            }
1782        }
1783        if let Some(redis) = overrides.redis_url.clone() {
1784            processing.redis = Some(RedisConfigs::Unified(RedisConfig::single(redis)))
1785        }
1786        if let Some(kafka_url) = overrides.kafka_url.clone() {
1787            let existing = processing
1788                .kafka_config
1789                .iter_mut()
1790                .find(|e| e.name == "bootstrap.servers");
1791
1792            if let Some(config_param) = existing {
1793                config_param.value = kafka_url;
1794            } else {
1795                self.values.processing.kafka_config.push(KafkaConfigParam {
1796                    name: "bootstrap.servers".to_owned(),
1797                    value: kafka_url,
1798                })
1799            }
1800        }
1801
1802        if overrides.outcome_source.is_some() {
1803            self.values.outcomes.source = overrides.outcome_source.clone();
1804        }
1805
1806        if let Some(shutdown_timeout) = &overrides.shutdown_timeout
1807            && let Ok(shutdown_timeout) = shutdown_timeout.parse::<u64>()
1808        {
1809            self.values.limits.shutdown_timeout = shutdown_timeout;
1810        }
1811
1812        if let Some(server_name) = overrides.server_name.clone() {
1813            self.values.sentry.server_name = Some(server_name.into());
1814        }
1815
1816        let id = if let Some(id) = &overrides.id {
1817            let id = Uuid::parse_str(id).with_context(|| ConfigError::field("id"))?;
1818            Some(id)
1819        } else {
1820            None
1821        };
1822        let public_key = if let Some(public_key) = &overrides.public_key {
1823            let public_key = public_key
1824                .parse::<PublicKey>()
1825                .with_context(|| ConfigError::field("public_key"))?;
1826            Some(public_key)
1827        } else {
1828            None
1829        };
1830
1831        let secret_key = if let Some(secret_key) = &overrides.secret_key {
1832            let secret_key = secret_key
1833                .parse::<SecretKey>()
1834                .with_context(|| ConfigError::field("secret_key"))?;
1835            Some(secret_key)
1836        } else {
1837            None
1838        };
1839
1840        if let Some(credentials) = &mut self.credentials {
1841            //we have existing credentials we may override some entries
1842            if let Some(id) = id {
1843                credentials.id = id;
1844            }
1845            if let Some(public_key) = public_key {
1846                credentials.public_key = public_key;
1847            }
1848            if let Some(secret_key) = secret_key {
1849                credentials.secret_key = secret_key
1850            }
1851        } else {
1852            //no existing credentials we may only create the full credentials
1853            match (id, public_key, secret_key) {
1854                (Some(id), Some(public_key), Some(secret_key)) => {
1855                    self.credentials = Some(Credentials {
1856                        secret_key,
1857                        public_key,
1858                        id,
1859                    })
1860                }
1861                (None, None, None) => {
1862                    // nothing provided, we'll just leave the credentials None, maybe we
1863                    // don't need them in the current command or we'll override them later
1864                }
1865                _ => {
1866                    return Err(ConfigError::field("incomplete credentials").into());
1867                }
1868            }
1869        }
1870
1871        Ok(())
1872    }
1873
1874    /// Merges reloadable parts of the config from `other` into `self`.
1875    ///
1876    /// Returns `true` if any parts of the config were updated.
1877    fn reload_with(&mut self, other: &Self) -> bool {
1878        let mut changed = false;
1879
1880        if self.values.health != other.values.health {
1881            relay_log::debug!("updating health");
1882            self.values.health = other.values.health.clone();
1883            changed = true;
1884        }
1885
1886        changed
1887    }
1888}
1889
1890/// Relay's Configuration.
1891pub struct Config {
1892    /// A mutex to serialize all write accesses to `inner`.
1893    ///
1894    /// Accessing the arc swap is done with compare and swap, but we still want serialized
1895    /// access and operations to guarantee consistency when dealing with e.g. the filesystem.
1896    ///
1897    /// The mutex must be acquired before changing `inner`. Methods taking `&mut` can omit
1898    /// this, as the `&mut` requirement already satisfies that there is no concurrent access
1899    /// possible.
1900    inner_access: Mutex<()>,
1901    /// The actual config.
1902    inner: ArcSwap<ConfigInner>,
1903    /// A list of overrides applied to the config, in order.
1904    ///
1905    /// When re-loading the configuration these overrides need to be applied again
1906    /// in the same order as they were applied originally.
1907    overrides: Vec<OverridableConfig>,
1908    /// Path from which the config is loaded.
1909    ///
1910    /// This is Relay's configuration directory.
1911    path: PathBuf,
1912}
1913
1914impl fmt::Debug for Config {
1915    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
1916        let inner = self.inner.load();
1917
1918        f.debug_struct("Config")
1919            .field("path", &self.path)
1920            // Only print specific parts of `inner` to not leak the credentials.
1921            .field("values", &inner.values)
1922            .finish()
1923    }
1924}
1925
1926impl Config {
1927    /// Loads a config from a given config folder.
1928    pub fn from_path<P: AsRef<Path>>(path: P) -> anyhow::Result<Config> {
1929        let path = env::current_dir()
1930            .map(|x| x.join(path.as_ref()))
1931            .unwrap_or_else(|_| path.as_ref().to_path_buf());
1932
1933        let inner = ConfigInner {
1934            values: ConfigValues::load(&path)?,
1935            credentials: match Credentials::path(&path).exists() {
1936                true => Some(Credentials::load(&path)?),
1937                false => None,
1938            },
1939        };
1940
1941        let config = Config {
1942            inner_access: Mutex::new(()),
1943            inner: ArcSwap::from_pointee(inner),
1944            overrides: Vec::new(),
1945            path: path.clone(),
1946        };
1947
1948        if cfg!(not(feature = "processing")) && config.current().processing_enabled() {
1949            return Err(ConfigError::file(ConfigErrorKind::ProcessingNotAvailable, &path).into());
1950        }
1951
1952        Ok(config)
1953    }
1954
1955    /// Creates a config from a JSON value.
1956    ///
1957    /// This is mostly useful for tests.
1958    pub fn from_json_value(value: serde_json::Value) -> anyhow::Result<Config> {
1959        Ok(Config {
1960            inner_access: Mutex::new(()),
1961            inner: ArcSwap::from_pointee(ConfigInner {
1962                values: serde_json::from_value(value)
1963                    .with_context(|| ConfigError::new(ConfigErrorKind::BadJson))?,
1964                credentials: None,
1965            }),
1966            overrides: Vec::new(),
1967            path: PathBuf::new(),
1968        })
1969    }
1970
1971    /// Override configuration with values coming from other sources (e.g. env variables or
1972    /// command line parameters).
1973    ///
1974    /// If applying the overrides fails, the config may be left in an inconsistent state.
1975    pub fn apply_override(&mut self, overrides: OverridableConfig) -> anyhow::Result<&mut Self> {
1976        // We could introduce a config builder which operates on mutable configs, which would eliminate
1977        // the need for this `try_rcu` dance here.
1978        crate::utils::try_rcu(&self.inner, |inner| {
1979            let mut new = ConfigInner::clone(inner);
1980            new.apply_overrides(&overrides)?;
1981            Ok::<_, anyhow::Error>(Arc::new(new))
1982        })?;
1983
1984        // Overrides successfully applied.
1985        self.overrides.push(overrides);
1986
1987        Ok(self)
1988    }
1989
1990    /// Checks if the config is already initialized.
1991    pub fn config_exists<P: AsRef<Path>>(path: P) -> bool {
1992        fs::metadata(ConfigValues::path(path.as_ref())).is_ok()
1993    }
1994
1995    /// Returns the filename of the config file.
1996    pub fn path(&self) -> &Path {
1997        &self.path
1998    }
1999
2000    /// Dumps out a YAML string of the values.
2001    pub fn to_yaml_string(&self) -> anyhow::Result<String> {
2002        serde_yaml::to_string(&self.inner.load().values)
2003            .with_context(|| ConfigError::new(ConfigErrorKind::CouldNotWriteFile))
2004    }
2005
2006    /// Set new credentials.
2007    ///
2008    /// This also writes the credentials back to the file, if this config was loaded from the file-system.
2009    pub fn replace_credentials(
2010        &mut self,
2011        credentials: Option<Credentials>,
2012    ) -> anyhow::Result<bool> {
2013        if self.inner.load().credentials == credentials {
2014            return Ok(false);
2015        }
2016
2017        if !self.path.is_empty() {
2018            match &credentials {
2019                Some(creds) => {
2020                    creds.save(&self.path)?;
2021                }
2022                None => {
2023                    let path = Credentials::path(&self.path);
2024                    if fs::metadata(&path).is_ok() {
2025                        fs::remove_file(&path).with_context(|| {
2026                            ConfigError::file(ConfigErrorKind::CouldNotWriteFile, &path)
2027                        })?;
2028                    }
2029                }
2030            }
2031        }
2032
2033        // Note: there is never anyone racing on the `ArcSwap` as long as `Self` borrowed mutably.
2034        //
2035        // We can improve this if we split out mutable operations into a separate struct and only
2036        // once `frozen()` we change to an `ArcSwap` internally.
2037        self.inner.rcu(|inner| {
2038            let mut inner = ConfigInner::clone(inner);
2039            inner.credentials = credentials.clone();
2040            Arc::new(inner)
2041        });
2042
2043        Ok(true)
2044    }
2045
2046    /// Reloads the configuration from disk.
2047    ///
2048    /// Returns `true` if the configuration changed.
2049    ///
2050    /// In order for a config to be reloadable it must've been loaded from a path. The original
2051    /// config will be re-read and reloadable parts of the config will be replaced with their updated
2052    /// values.
2053    ///
2054    /// If the reload fails for any reason, the current config is untouched.
2055    pub fn reload(&self) -> anyhow::Result<bool> {
2056        if self.path.is_empty() {
2057            return Ok(false);
2058        }
2059
2060        let _access = self
2061            .inner_access
2062            .lock()
2063            .unwrap_or_else(PoisonError::into_inner);
2064
2065        let mut new_config = Self::from_path(&self.path)?;
2066        for overrides in &self.overrides {
2067            new_config.apply_override(overrides.clone())?;
2068        }
2069        let new_config = new_config.current();
2070
2071        let mut changed = false;
2072
2073        // Since we do have the `_access` lock, this will always succeed on the first try.
2074        self.inner.rcu(|inner| {
2075            let mut new_inner = ConfigInner::clone(inner);
2076            changed = new_inner.reload_with(&new_config.inner);
2077            match changed {
2078                true => Arc::new(new_inner),
2079                false => Arc::clone(inner),
2080            }
2081        });
2082
2083        Ok(changed)
2084    }
2085
2086    /// Acquires a current [`snapshot`](ConfigSnapshot) of the config.
2087    ///
2088    /// A snapshot is the way to actually consume values from the config. A snapshot should ideally be acquired
2089    /// once per unit of work.
2090    pub fn current(&self) -> ConfigSnapshot {
2091        let inner = self.inner.load();
2092        ConfigSnapshot { inner }
2093    }
2094}
2095
2096impl Default for Config {
2097    fn default() -> Self {
2098        Self {
2099            inner_access: Mutex::new(()),
2100            inner: ArcSwap::from_pointee(Default::default()),
2101            overrides: Vec::new(),
2102            path: PathBuf::new(),
2103        }
2104    }
2105}
2106
2107/// A config snapshot is a point in time snapshot of the [`Config`].
2108///
2109/// The [`Config`] may change over time, to guarantee a consistent view of the config
2110/// a snapshot must be acquired first.
2111///
2112/// The snapshot should not be stored in a long lasting datastructure. As a rule of thumb it should
2113/// only exist on the stack.
2114pub struct ConfigSnapshot {
2115    inner: arc_swap::Guard<Arc<ConfigInner>>,
2116}
2117
2118impl ConfigSnapshot {
2119    /// Returns `true` if the config is ready to use.
2120    pub fn has_credentials(&self) -> bool {
2121        self.inner.credentials.is_some()
2122    }
2123
2124    /// Return the current credentials.
2125    pub fn credentials(&self) -> Option<&Credentials> {
2126        self.inner.credentials.as_ref()
2127    }
2128
2129    /// Returns the secret key if set.
2130    pub fn secret_key(&self) -> Option<&SecretKey> {
2131        self.inner.credentials.as_ref().map(|x| &x.secret_key)
2132    }
2133
2134    /// Returns the public key if set.
2135    pub fn public_key(&self) -> Option<&PublicKey> {
2136        self.inner.credentials.as_ref().map(|x| &x.public_key)
2137    }
2138
2139    /// Returns the relay ID.
2140    pub fn relay_id(&self) -> Option<&RelayId> {
2141        self.inner.credentials.as_ref().map(|x| &x.id)
2142    }
2143
2144    /// Returns the relay mode.
2145    pub fn relay_mode(&self) -> RelayMode {
2146        self.inner.values.relay.mode
2147    }
2148
2149    /// Returns the instance type of relay.
2150    pub fn relay_instance(&self) -> RelayInstance {
2151        self.inner.values.relay.instance
2152    }
2153
2154    /// Returns the upstream target as descriptor.
2155    pub fn upstream(&self) -> &UpstreamDescriptor {
2156        &self.inner.values.relay.upstream
2157    }
2158
2159    /// Returns the advertised upstream for downstream instances as descriptor.
2160    pub fn advertised_upstream(&self) -> Option<&UpstreamDescriptor> {
2161        self.inner.values.relay.advertised_upstream.as_ref()
2162    }
2163
2164    /// Returns the custom HTTP "Host" header.
2165    pub fn http_host_header(&self) -> Option<&str> {
2166        self.inner.values.http.host_header.as_deref()
2167    }
2168
2169    /// Returns the listen address.
2170    pub fn listen_addr(&self) -> SocketAddr {
2171        (self.inner.values.relay.host, self.inner.values.relay.port).into()
2172    }
2173
2174    /// Returns the listen address for internal APIs.
2175    ///
2176    /// Internal APIs are APIs which do not need to be publicly exposed,
2177    /// like health checks.
2178    ///
2179    /// Returns `None` when there is no explicit address configured for internal APIs,
2180    /// and they should instead be exposed on the main [`Self::listen_addr`].
2181    pub fn listen_addr_internal(&self) -> Option<SocketAddr> {
2182        match (
2183            self.inner.values.relay.internal_host,
2184            self.inner.values.relay.internal_port,
2185        ) {
2186            (Some(host), None) => Some((host, self.inner.values.relay.port).into()),
2187            (None, Some(port)) => Some((self.inner.values.relay.host, port).into()),
2188            (Some(host), Some(port)) => Some((host, port).into()),
2189            (None, None) => None,
2190        }
2191    }
2192
2193    /// Returns the TLS listen address.
2194    pub fn tls_listen_addr(&self) -> Option<SocketAddr> {
2195        if self.inner.values.relay.tls_identity_path.is_some() {
2196            let port = self.inner.values.relay.tls_port.unwrap_or(3443);
2197            Some((self.inner.values.relay.host, port).into())
2198        } else {
2199            None
2200        }
2201    }
2202
2203    /// Returns the path to the identity bundle
2204    pub fn tls_identity_path(&self) -> Option<&Path> {
2205        self.inner.values.relay.tls_identity_path.as_deref()
2206    }
2207
2208    /// Returns the password for the identity bundle
2209    pub fn tls_identity_password(&self) -> Option<&str> {
2210        self.inner.values.relay.tls_identity_password.as_deref()
2211    }
2212
2213    /// Returns `true` when project IDs should be overriden rather than validated.
2214    ///
2215    /// Defaults to `false`, which requires project ID validation.
2216    pub fn override_project_ids(&self) -> bool {
2217        self.inner.values.relay.override_project_ids
2218    }
2219
2220    /// Returns the interval to check for configuration changes.
2221    ///
2222    /// `None` if the config should never be reloaded.
2223    pub fn config_reload_interval(&self) -> Option<Duration> {
2224        let interval = self.inner.values.relay.config_reload_interval?;
2225        Some(match interval {
2226            // Useful for tests to be able to configure this to a very small value,
2227            // but we also don't want it to be actually 0.
2228            0 => Duration::from_millis(50),
2229            secs => Duration::from_secs(secs),
2230        })
2231    }
2232
2233    /// Returns `true` if Relay requires authentication for readiness.
2234    ///
2235    /// See [`ReadinessCondition`] for more information.
2236    pub fn requires_auth(&self) -> bool {
2237        match self.inner.values.auth.ready {
2238            ReadinessCondition::Authenticated => self.relay_mode() == RelayMode::Managed,
2239            ReadinessCondition::Always => false,
2240        }
2241    }
2242
2243    /// Returns the interval at which Realy should try to re-authenticate with the upstream.
2244    ///
2245    /// Always disabled in processing mode.
2246    pub fn http_auth_interval(&self) -> Option<Duration> {
2247        if self.processing_enabled() {
2248            return None;
2249        }
2250
2251        match self.inner.values.http.auth_interval {
2252            None | Some(0) => None,
2253            Some(secs) => Some(Duration::from_secs(secs)),
2254        }
2255    }
2256
2257    /// The maximum time of experiencing uninterrupted network failures until Relay considers that
2258    /// it has encountered a network outage.
2259    pub fn http_outage_grace_period(&self) -> Duration {
2260        Duration::from_secs(self.inner.values.http.outage_grace_period)
2261    }
2262
2263    /// Time Relay waits before retrying an upstream request.
2264    ///
2265    /// Before going into a network outage, Relay may fail to make upstream
2266    /// requests. This is the time Relay waits before retrying the same request.
2267    pub fn http_retry_delay(&self) -> Duration {
2268        Duration::from_secs(self.inner.values.http.retry_delay)
2269    }
2270
2271    /// Time of continued project request failures before Relay emits an error.
2272    pub fn http_project_failure_interval(&self) -> Duration {
2273        Duration::from_secs(self.inner.values.http.project_failure_interval)
2274    }
2275
2276    /// Content encoding of upstream requests.
2277    pub fn http_encoding(&self) -> HttpEncoding {
2278        self.inner.values.http.encoding
2279    }
2280
2281    /// Returns whether metrics should be sent globally through a shared endpoint.
2282    pub fn http_global_metrics(&self) -> bool {
2283        self.inner.values.http.global_metrics
2284    }
2285
2286    /// Returns `true` if Relay supports forwarding unknown API requests.
2287    ///
2288    /// Relay instances with processing enabled are expected to support the latest API and do never
2289    /// support forwarding requests to Sentry.
2290    pub fn http_forward(&self) -> bool {
2291        self.inner.values.http.forward && !self.processing_enabled()
2292    }
2293
2294    /// Returns whether this Relay should emit outcomes.
2295    ///
2296    /// This is `true` either if `outcomes.emit_outcomes` is explicitly enabled, or if this Relay is
2297    /// in processing mode.
2298    pub fn emit_outcomes(&self) -> EmitOutcomes {
2299        if self.processing_enabled() {
2300            return EmitOutcomes::AsOutcomes;
2301        }
2302        self.inner.values.outcomes.emit_outcomes
2303    }
2304
2305    /// Returns the maximum number of outcomes that are batched before being sent
2306    pub fn outcome_batch_size(&self) -> usize {
2307        self.inner.values.outcomes.batch_size
2308    }
2309
2310    /// Returns the maximum interval that an outcome may be batched
2311    pub fn outcome_batch_interval(&self) -> Duration {
2312        Duration::from_millis(self.inner.values.outcomes.batch_interval)
2313    }
2314
2315    /// The originating source of the outcome
2316    pub fn outcome_source(&self) -> Option<&str> {
2317        self.inner.values.outcomes.source.as_deref()
2318    }
2319
2320    /// Returns logging configuration.
2321    pub fn logging(&self) -> &relay_log::LogConfig {
2322        &self.inner.values.logging
2323    }
2324
2325    /// Returns logging configuration.
2326    pub fn sentry(&self) -> &relay_log::SentryConfig {
2327        &self.inner.values.sentry
2328    }
2329
2330    /// Returns the addresses for statsd metrics.
2331    pub fn statsd_addr(&self) -> Option<&str> {
2332        self.inner.values.metrics.statsd.as_deref()
2333    }
2334
2335    /// Returns the addresses for statsd metrics.
2336    pub fn statsd_buffer_size(&self) -> Option<usize> {
2337        self.inner.values.metrics.statsd_buffer_size
2338    }
2339
2340    /// Return the prefix for statsd metrics.
2341    pub fn metrics_prefix(&self) -> &str {
2342        &self.inner.values.metrics.prefix
2343    }
2344
2345    /// Returns the default tags for statsd metrics.
2346    pub fn metrics_default_tags(&self) -> &BTreeMap<String, String> {
2347        &self.inner.values.metrics.default_tags
2348    }
2349
2350    /// Returns the name of the hostname tag that should be attached to each outgoing metric.
2351    pub fn metrics_hostname_tag(&self) -> Option<&str> {
2352        self.inner.values.metrics.hostname_tag.as_deref()
2353    }
2354
2355    /// Returns the interval for periodic metrics emitted from Relay.
2356    ///
2357    /// `None` if periodic metrics are disabled.
2358    pub fn metrics_periodic_interval(&self) -> Option<Duration> {
2359        match self.inner.values.metrics.periodic_secs {
2360            0 => None,
2361            secs => Some(Duration::from_secs(secs)),
2362        }
2363    }
2364
2365    /// Returns the default timeout for all upstream HTTP requests.
2366    pub fn http_timeout(&self) -> Duration {
2367        Duration::from_secs(self.inner.values.http.timeout.into())
2368    }
2369
2370    /// Returns the connection timeout for all upstream HTTP requests.
2371    pub fn http_connection_timeout(&self) -> Duration {
2372        Duration::from_secs(self.inner.values.http.connection_timeout.into())
2373    }
2374
2375    /// Returns the failed upstream request retry interval.
2376    pub fn http_max_retry_interval(&self) -> Duration {
2377        Duration::from_secs(self.inner.values.http.max_retry_interval.into())
2378    }
2379
2380    /// Returns `true` if relay should use an in-process cache for DNS lookups.
2381    pub fn http_dns_cache(&self) -> bool {
2382        self.inner.values.http.dns_cache
2383    }
2384
2385    /// Returns the expiry timeout for cached projects.
2386    pub fn project_cache_expiry(&self) -> Duration {
2387        Duration::from_secs(self.inner.values.cache.project_expiry.into())
2388    }
2389
2390    /// Returns `true` if the full project state should be requested from upstream.
2391    pub fn request_full_project_config(&self) -> bool {
2392        self.inner.values.cache.project_request_full_config
2393    }
2394
2395    /// Returns the expiry timeout for cached relay infos (public keys).
2396    pub fn relay_cache_expiry(&self) -> Duration {
2397        Duration::from_secs(self.inner.values.cache.relay_expiry.into())
2398    }
2399
2400    /// Returns the expiry timeout for cached misses before trying to refetch.
2401    pub fn cache_miss_expiry(&self) -> Duration {
2402        Duration::from_secs(self.inner.values.cache.miss_expiry.into())
2403    }
2404
2405    /// Returns the grace period for project caches.
2406    pub fn project_grace_period(&self) -> Duration {
2407        Duration::from_secs(self.inner.values.cache.project_grace_period.into())
2408    }
2409
2410    /// Returns the refresh interval for a project.
2411    ///
2412    /// Validates the refresh time to be between the grace period and expiry.
2413    pub fn project_refresh_interval(&self) -> Option<Duration> {
2414        self.inner
2415            .values
2416            .cache
2417            .project_refresh_interval
2418            .map(Into::into)
2419            .map(Duration::from_secs)
2420    }
2421
2422    /// Returns the duration in which batchable project config queries are
2423    /// collected before sending them in a single request.
2424    pub fn query_batch_interval(&self) -> Duration {
2425        Duration::from_millis(self.inner.values.cache.batch_interval.into())
2426    }
2427
2428    /// Returns the duration in which downstream relays are requested from upstream.
2429    pub fn downstream_relays_batch_interval(&self) -> Duration {
2430        Duration::from_millis(
2431            self.inner
2432                .values
2433                .cache
2434                .downstream_relays_batch_interval
2435                .into(),
2436        )
2437    }
2438
2439    /// Returns the interval in seconds in which local project configurations should be reloaded.
2440    pub fn local_cache_interval(&self) -> Duration {
2441        Duration::from_secs(self.inner.values.cache.file_interval.into())
2442    }
2443
2444    /// Returns the interval in seconds in which fresh global configs should be
2445    /// fetched from  upstream.
2446    pub fn global_config_fetch_interval(&self) -> Duration {
2447        Duration::from_secs(self.inner.values.cache.global_config_fetch_interval.into())
2448    }
2449
2450    /// Returns the path of the buffer file if the `cache.persistent_envelope_buffer.path` is configured.
2451    ///
2452    /// In case a partition with id > 0 is supplied, the filename of the envelopes path will be
2453    /// suffixed with `.{partition_id}`.
2454    pub fn spool_envelopes_path(&self, partition_id: u8) -> Option<PathBuf> {
2455        let mut path = self
2456            .inner
2457            .values
2458            .spool
2459            .envelopes
2460            .path
2461            .as_ref()
2462            .map(|path| path.to_owned())?;
2463
2464        if partition_id == 0 {
2465            return Some(path);
2466        }
2467
2468        let file_name = path.file_name().and_then(|f| f.to_str())?;
2469        let new_file_name = format!("{file_name}.{partition_id}");
2470        path.set_file_name(new_file_name);
2471
2472        Some(path)
2473    }
2474
2475    /// The maximum size of the buffer, in bytes.
2476    pub fn spool_envelopes_max_disk_size(&self) -> usize {
2477        self.inner.values.spool.envelopes.max_disk_size.as_bytes()
2478    }
2479
2480    /// Number of encoded envelope bytes that need to be accumulated before
2481    /// flushing one batch to disk.
2482    pub fn spool_envelopes_batch_size_bytes(&self) -> usize {
2483        self.inner
2484            .values
2485            .spool
2486            .envelopes
2487            .batch_size_bytes
2488            .as_bytes()
2489    }
2490
2491    /// Returns the time after which we drop envelopes as a [`Duration`] object.
2492    pub fn spool_envelopes_max_age(&self) -> Duration {
2493        Duration::from_secs(self.inner.values.spool.envelopes.max_envelope_delay_secs)
2494    }
2495
2496    /// Returns the refresh frequency for disk usage monitoring as a [`Duration`] object.
2497    pub fn spool_disk_usage_refresh_frequency_ms(&self) -> Duration {
2498        Duration::from_millis(
2499            self.inner
2500                .values
2501                .spool
2502                .envelopes
2503                .disk_usage_refresh_frequency_ms,
2504        )
2505    }
2506
2507    /// Returns the relative memory usage up to which the disk buffer will unspool envelopes.
2508    pub fn spool_max_backpressure_memory_percent(&self) -> f32 {
2509        self.inner
2510            .values
2511            .spool
2512            .envelopes
2513            .max_backpressure_memory_percent
2514    }
2515
2516    /// Returns the number of partitions for the buffer.
2517    pub fn spool_partitions(&self) -> NonZeroU8 {
2518        self.inner.values.spool.envelopes.partitions
2519    }
2520
2521    /// Returns the strategy used to assign envelopes to buffer partitions.
2522    pub fn spool_partitioning(&self) -> EnvelopeSpoolPartitioning {
2523        self.inner.values.spool.envelopes.partitioning
2524    }
2525
2526    /// Returns `true` if the data is stored on ephemeral disks.
2527    pub fn spool_ephemeral(&self) -> bool {
2528        self.inner.values.spool.envelopes.ephemeral
2529    }
2530
2531    /// Returns the maximum size of an event payload in bytes.
2532    pub fn max_event_size(&self) -> usize {
2533        self.inner.values.limits.max_event_size.as_bytes()
2534    }
2535
2536    /// Returns the maximum size of each attachment.
2537    pub fn max_attachment_size(&self) -> usize {
2538        self.inner.values.limits.max_attachment_size.as_bytes()
2539    }
2540
2541    /// The maximum amount of attachments in a single envelope.
2542    pub fn max_attachment_count(&self) -> usize {
2543        self.inner.values.limits.max_attachment_count
2544    }
2545
2546    /// Returns the maximum combined size of attachments or payloads containing attachments
2547    /// (minidump, unreal, standalone attachments) in bytes.
2548    pub fn max_attachments_size(&self) -> usize {
2549        self.inner.values.limits.max_attachments_size.as_bytes()
2550    }
2551
2552    /// Returns the maximum size of a TUS upload request body.
2553    pub fn max_upload_size(&self) -> usize {
2554        self.inner.values.limits.max_upload_size.as_bytes()
2555    }
2556
2557    /// Returns the maximum number of client reports per envelope.
2558    pub fn max_client_reports_count(&self) -> usize {
2559        self.inner.values.limits.max_client_reports_count
2560    }
2561
2562    /// Returns the maximum combined size of client reports in bytes.
2563    pub fn max_client_reports_size(&self) -> usize {
2564        self.inner.values.limits.max_client_reports_size.as_bytes()
2565    }
2566
2567    /// Returns the maximum payload size of a monitor check-in in bytes.
2568    pub fn max_check_in_size(&self) -> usize {
2569        self.inner.values.limits.max_check_in_size.as_bytes()
2570    }
2571
2572    /// Returns the maximum payload size of a log in bytes.
2573    pub fn max_log_size(&self) -> usize {
2574        self.inner.values.limits.max_log_size.as_bytes()
2575    }
2576
2577    /// Returns the maximum payload size of a span in bytes.
2578    pub fn max_span_size(&self) -> usize {
2579        self.inner.values.limits.max_span_size.as_bytes()
2580    }
2581
2582    /// Returns the maximum amount of standalone transaction spans per envelope.
2583    pub fn max_standalone_span_count(&self) -> usize {
2584        self.inner.values.limits.max_standalone_span_count
2585    }
2586
2587    /// Returns the maximum payload size of an item container in bytes.
2588    pub fn max_container_size(&self) -> usize {
2589        self.inner.values.limits.max_container_size.as_bytes()
2590    }
2591
2592    /// Returns the maximum size of an envelope payload in bytes.
2593    ///
2594    /// Individual item size limits still apply.
2595    pub fn max_envelope_size(&self) -> usize {
2596        self.inner.values.limits.max_envelope_size.as_bytes()
2597    }
2598
2599    /// Returns the maximum number of sessions per envelope.
2600    pub fn max_session_count(&self) -> usize {
2601        self.inner.values.limits.max_session_count
2602    }
2603
2604    /// Returns the maximum combined size for all sessions in an envelope in bytes.
2605    pub fn max_sessions_size(&self) -> usize {
2606        self.inner.values.limits.max_sessions_size.as_bytes()
2607    }
2608
2609    /// Returns the maximum payload size of a statsd metric in bytes.
2610    pub fn max_statsd_size(&self) -> usize {
2611        self.inner.values.limits.max_statsd_size.as_bytes()
2612    }
2613
2614    /// Returns the maximum payload size of metric buckets in bytes.
2615    pub fn max_metric_buckets_size(&self) -> usize {
2616        self.inner.values.limits.max_metric_buckets_size.as_bytes()
2617    }
2618
2619    /// Returns the maximum payload size for general API requests.
2620    pub fn max_api_payload_size(&self) -> usize {
2621        self.inner.values.limits.max_api_payload_size.as_bytes()
2622    }
2623
2624    /// Returns the maximum payload size for file uploads and chunks.
2625    pub fn max_api_file_upload_size(&self) -> usize {
2626        self.inner.values.limits.max_api_file_upload_size.as_bytes()
2627    }
2628
2629    /// Returns the maximum payload size for chunks
2630    pub fn max_api_chunk_upload_size(&self) -> usize {
2631        self.inner
2632            .values
2633            .limits
2634            .max_api_chunk_upload_size
2635            .as_bytes()
2636    }
2637
2638    /// Returns the maximum payload size for a profile
2639    pub fn max_profile_size(&self) -> usize {
2640        self.inner.values.limits.max_profile_size.as_bytes()
2641    }
2642
2643    /// Returns the maximum payload size for a trace metric.
2644    pub fn max_trace_metric_size(&self) -> usize {
2645        self.inner.values.limits.max_trace_metric_size.as_bytes()
2646    }
2647
2648    /// Returns the maximum payload size for a compressed replay.
2649    pub fn max_replay_compressed_size(&self) -> usize {
2650        self.inner
2651            .values
2652            .limits
2653            .max_replay_compressed_size
2654            .as_bytes()
2655    }
2656
2657    /// Returns the maximum payload size for an uncompressed replay.
2658    pub fn max_replay_uncompressed_size(&self) -> usize {
2659        self.inner
2660            .values
2661            .limits
2662            .max_replay_uncompressed_size
2663            .as_bytes()
2664    }
2665
2666    /// Returns the maximum message size for an uncompressed replay.
2667    ///
2668    /// This is greater than max_replay_compressed_size because
2669    /// it can include additional metadata about the replay in
2670    /// addition to the recording.
2671    pub fn max_replay_message_size(&self) -> usize {
2672        self.inner.values.limits.max_replay_message_size.as_bytes()
2673    }
2674
2675    /// Returns the maximum number of active requests
2676    pub fn max_concurrent_requests(&self) -> usize {
2677        self.inner.values.limits.max_concurrent_requests
2678    }
2679
2680    /// Returns the maximum number of active queries
2681    pub fn max_concurrent_queries(&self) -> usize {
2682        self.inner.values.limits.max_concurrent_queries
2683    }
2684
2685    /// Returns the maximum combined size of keys of invalid attributes.
2686    pub fn max_removed_attribute_key_size(&self) -> usize {
2687        self.inner
2688            .values
2689            .limits
2690            .max_removed_attribute_key_size
2691            .as_bytes()
2692    }
2693
2694    /// The maximum number of seconds a query is allowed to take across retries.
2695    pub fn query_timeout(&self) -> Duration {
2696        Duration::from_secs(self.inner.values.limits.query_timeout)
2697    }
2698
2699    /// The maximum number of seconds to wait for pending envelopes after receiving a shutdown
2700    /// signal.
2701    pub fn shutdown_timeout(&self) -> Duration {
2702        Duration::from_secs(self.inner.values.limits.shutdown_timeout)
2703    }
2704
2705    /// Returns the server keep-alive timeout in seconds.
2706    ///
2707    /// By default keep alive is set to a 5 seconds.
2708    pub fn keepalive_timeout(&self) -> Duration {
2709        Duration::from_secs(self.inner.values.limits.keepalive_timeout)
2710    }
2711
2712    /// Returns the server idle timeout in seconds.
2713    pub fn idle_timeout(&self) -> Option<Duration> {
2714        self.inner
2715            .values
2716            .limits
2717            .idle_timeout
2718            .map(Duration::from_secs)
2719    }
2720
2721    /// Returns the maximum connections.
2722    pub fn max_connections(&self) -> Option<usize> {
2723        self.inner.values.limits.max_connections
2724    }
2725
2726    /// TCP listen backlog to configure on Relay's listening socket.
2727    pub fn tcp_listen_backlog(&self) -> u32 {
2728        self.inner.values.limits.tcp_listen_backlog
2729    }
2730
2731    /// Returns the number of cores to use for thread pools.
2732    pub fn cpu_concurrency(&self) -> usize {
2733        self.inner.values.limits.max_thread_count
2734    }
2735
2736    /// Returns the number of tasks that can run concurrently in the worker pool.
2737    pub fn pool_concurrency(&self) -> usize {
2738        self.inner.values.limits.max_pool_concurrency
2739    }
2740
2741    /// Returns the maximum size of a project config query.
2742    pub fn query_batch_size(&self) -> usize {
2743        self.inner.values.cache.batch_size
2744    }
2745
2746    /// True if the Relay should do processing.
2747    pub fn processing_enabled(&self) -> bool {
2748        self.inner.values.processing.enabled
2749    }
2750
2751    /// Level of normalization for Relay to apply to incoming data.
2752    pub fn normalization_level(&self) -> NormalizationLevel {
2753        self.inner.values.normalization.level
2754    }
2755
2756    /// The path to the GeoIp database required for event processing.
2757    pub fn geoip_path(&self) -> Option<&Path> {
2758        self.inner.values.geoip.path.as_deref().or(self
2759            .inner
2760            .values
2761            .processing
2762            .geoip_path
2763            .as_deref())
2764    }
2765
2766    /// Maximum future timestamp of ingested data.
2767    ///
2768    /// Events past this timestamp will be adjusted to `now()`. Sessions will be dropped.
2769    pub fn max_secs_in_future(&self) -> i64 {
2770        self.inner.values.processing.max_secs_in_future.into()
2771    }
2772
2773    /// Maximum age of ingested sessions. Older sessions will be dropped.
2774    pub fn max_session_secs_in_past(&self) -> i64 {
2775        self.inner.values.processing.max_session_secs_in_past.into()
2776    }
2777
2778    /// Configuration name and list of Kafka configuration parameters for a given topic.
2779    pub fn kafka_configs(
2780        &self,
2781        topic: KafkaTopic,
2782    ) -> Result<KafkaTopicConfig<'_>, KafkaConfigError> {
2783        self.inner
2784            .values
2785            .processing
2786            .topics
2787            .get(topic)
2788            .kafka_configs(
2789                &self.inner.values.processing.kafka_config,
2790                &self.inner.values.processing.secondary_kafka_configs,
2791            )
2792    }
2793
2794    /// Whether to validate the topics against Kafka.
2795    pub fn kafka_validate_topics(&self) -> bool {
2796        self.inner.values.processing.kafka_validate_topics
2797    }
2798
2799    /// All unused but configured topic assignments.
2800    pub fn unused_topic_assignments(&self) -> &relay_kafka::Unused {
2801        &self.inner.values.processing.topics.unused
2802    }
2803
2804    /// Configuration of the objectstore service.
2805    pub fn objectstore(&self) -> &ObjectstoreServiceConfig {
2806        &self.inner.values.processing.objectstore
2807    }
2808
2809    /// Configuration of the upload service.
2810    pub fn upload(&self) -> &Upload {
2811        &self.inner.values.upload
2812    }
2813
2814    /// Returns the key used to sign upload locations.
2815    #[cfg(feature = "processing")]
2816    pub fn upload_signing_key(&self) -> Option<&SecretKey> {
2817        self.upload()
2818            .credentials
2819            .as_ref()
2820            .map(|c| &c.signing_key)
2821            .or(self.credentials().map(|c| &c.secret_key))
2822    }
2823
2824    /// Returns the key used to verify upload locations.
2825    #[cfg(feature = "processing")]
2826    pub fn upload_verification_key(&self) -> Option<&PublicKey> {
2827        self.upload()
2828            .credentials
2829            .as_ref()
2830            .map(|c| &c.verification_key)
2831            .or(self.credentials().map(|c| &c.public_key))
2832    }
2833
2834    /// Redis servers to connect to for project configs, rate limiting, and metrics metadata.
2835    pub fn redis(&self) -> Option<RedisConfigsRef<'_>> {
2836        let redis_configs = self.inner.values.processing.redis.as_ref()?;
2837
2838        Some(build_redis_configs(
2839            redis_configs,
2840            self.cpu_concurrency() as u32,
2841            self.pool_concurrency() as u32,
2842        ))
2843    }
2844
2845    /// Chunk size of attachments in bytes.
2846    pub fn attachment_chunk_size(&self) -> usize {
2847        self.inner
2848            .values
2849            .processing
2850            .attachment_chunk_size
2851            .as_bytes()
2852    }
2853
2854    /// Maximum metrics batch size in bytes.
2855    pub fn metrics_max_batch_size_bytes(&self) -> usize {
2856        self.inner.values.aggregator.max_flush_bytes
2857    }
2858
2859    /// Default prefix to use when looking up project configs in Redis. This is only done when
2860    /// Relay is in processing mode.
2861    pub fn projectconfig_cache_prefix(&self) -> &str {
2862        &self.inner.values.processing.projectconfig_cache_prefix
2863    }
2864
2865    /// Maximum rate limit to report to clients in seconds.
2866    pub fn max_rate_limit(&self) -> Option<u64> {
2867        self.inner.values.processing.max_rate_limit.map(u32::into)
2868    }
2869
2870    /// Amount of remaining quota which is cached in memory.
2871    pub fn quota_cache_ratio(&self) -> Option<f32> {
2872        self.inner.values.processing.quota_cache_ratio
2873    }
2874
2875    /// Maximum limit (ratio) for the in memory quota cache.
2876    pub fn quota_cache_max(&self) -> Option<f32> {
2877        self.inner.values.processing.quota_cache_max
2878    }
2879
2880    /// Interval to refresh internal health checks.
2881    pub fn health_refresh_interval(&self) -> Duration {
2882        Duration::from_millis(self.inner.values.health.refresh_interval_ms)
2883    }
2884
2885    /// Maximum memory watermark in bytes.
2886    pub fn health_max_memory_watermark_bytes(&self) -> u64 {
2887        self.inner
2888            .values
2889            .health
2890            .max_memory_bytes
2891            .as_ref()
2892            .map_or(u64::MAX, |b| b.as_bytes() as u64)
2893    }
2894
2895    /// Maximum memory watermark as a percentage of maximum system memory.
2896    pub fn health_max_memory_watermark_percent(&self) -> f32 {
2897        self.inner.values.health.max_memory_percent
2898    }
2899
2900    /// Health check probe timeout.
2901    pub fn health_probe_timeout(&self) -> Duration {
2902        Duration::from_millis(self.inner.values.health.probe_timeout_ms)
2903    }
2904
2905    /// Refresh frequency for polling new memory stats.
2906    pub fn memory_stat_refresh_frequency_ms(&self) -> u64 {
2907        self.inner.values.health.memory_stat_refresh_frequency_ms
2908    }
2909
2910    /// Maximum amount of COGS measurements buffered in memory.
2911    pub fn cogs_max_queue_size(&self) -> u64 {
2912        self.inner.values.cogs.max_queue_size
2913    }
2914
2915    /// Resource ID to use for Relay COGS measurements.
2916    pub fn cogs_relay_resource_id(&self) -> &str {
2917        &self.inner.values.cogs.relay_resource_id
2918    }
2919
2920    /// Returns configuration for the default metrics aggregator.
2921    pub fn default_aggregator_config(&self) -> &AggregatorServiceConfig {
2922        &self.inner.values.aggregator
2923    }
2924
2925    /// Returns configuration for non-default metrics aggregator.
2926    pub fn secondary_aggregator_configs(&self) -> &Vec<ScopedAggregatorConfig> {
2927        &self.inner.values.secondary_aggregators
2928    }
2929
2930    /// Returns aggregator config for a given metrics namespace.
2931    pub fn aggregator_config_for(&self, namespace: MetricNamespace) -> &AggregatorServiceConfig {
2932        for entry in &self.inner.values.secondary_aggregators {
2933            if entry.condition.matches(Some(namespace)) {
2934                return &entry.config;
2935            }
2936        }
2937        &self.inner.values.aggregator
2938    }
2939
2940    /// Return the statically configured Relays.
2941    pub fn static_relays(&self) -> &HashMap<RelayId, RelayInfo> {
2942        &self.inner.values.auth.static_relays
2943    }
2944
2945    /// Returns the max age a signature is considered valid, in seconds.
2946    pub fn signature_max_age(&self) -> Duration {
2947        Duration::from_secs(self.inner.values.auth.signature_max_age)
2948    }
2949
2950    /// Returns `true` if unknown items should be accepted and forwarded.
2951    pub fn accept_unknown_items(&self) -> bool {
2952        let forward = self.inner.values.routing.accept_unknown_items;
2953        forward.unwrap_or_else(|| !self.processing_enabled())
2954    }
2955}
2956
2957impl fmt::Debug for ConfigSnapshot {
2958    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
2959        f.debug_struct("ConfigSnapshot")
2960            .field("values", &self.inner.values)
2961            .finish()
2962    }
2963}
2964
2965#[cfg(test)]
2966mod tests {
2967    use super::*;
2968
2969    #[cfg(feature = "processing")]
2970    #[test]
2971    fn test_upload_secret_key_from_file() {
2972        let path = env::temp_dir().join(Uuid::new_v4().to_string());
2973        fs::create_dir(&path).unwrap();
2974        fs::write(
2975            path.join("my_secret.txt"),
2976            "U3LSQM5NorvgnoYHW_aZpc_43nuuh3lhs3zjjcBwaks",
2977        )
2978        .unwrap();
2979        fs::write(
2980            ConfigValues::path(&path),
2981            r#"
2982    upload:
2983        credentials:
2984            signing_key: ${file:my_secret.txt}
2985            verification_key: "VNS8haF0VTnuMMDR2t-f7AgnmUcXmcdzV3SVksSk34s""#,
2986        )
2987        .unwrap();
2988
2989        let config = Config::from_path(&path).unwrap().current();
2990
2991        fs::remove_dir_all(path).unwrap();
2992
2993        let signing_key = &config.upload().credentials.as_ref().unwrap().signing_key;
2994        assert_eq!(
2995            signing_key.to_string(),
2996            "U3LSQM5NorvgnoYHW_aZpc_43nuuh3lhs3zjjcBwaks"
2997        );
2998    }
2999
3000    #[test]
3001    fn test_emit_outcomes() {
3002        for (serialized, deserialized) in &[
3003            ("true", EmitOutcomes::AsOutcomes),
3004            ("false", EmitOutcomes::None),
3005            ("\"as_client_reports\"", EmitOutcomes::AsClientReports),
3006        ] {
3007            let value: EmitOutcomes = serde_json::from_str(serialized).unwrap();
3008            assert_eq!(value, *deserialized);
3009            assert_eq!(serde_json::to_string(&value).unwrap(), *serialized);
3010        }
3011    }
3012
3013    #[test]
3014    fn test_emit_outcomes_invalid() {
3015        assert!(serde_json::from_str::<EmitOutcomes>("asdf").is_err());
3016    }
3017}