Line data Source code
1 : use camino::Utf8PathBuf;
2 :
3 : #[cfg(test)]
4 : mod tests;
5 :
6 : use const_format::formatcp;
7 : pub const DEFAULT_PG_LISTEN_PORT: u16 = 64000;
8 : pub const DEFAULT_PG_LISTEN_ADDR: &str = formatcp!("127.0.0.1:{DEFAULT_PG_LISTEN_PORT}");
9 : pub const DEFAULT_HTTP_LISTEN_PORT: u16 = 9898;
10 : pub const DEFAULT_HTTP_LISTEN_ADDR: &str = formatcp!("127.0.0.1:{DEFAULT_HTTP_LISTEN_PORT}");
11 :
12 : use postgres_backend::AuthType;
13 : use remote_storage::RemoteStorageConfig;
14 : use serde_with::serde_as;
15 : use std::{
16 : collections::HashMap,
17 : num::{NonZeroU64, NonZeroUsize},
18 : str::FromStr,
19 : time::Duration,
20 : };
21 : use utils::{logging::LogFormat, postgres_client::PostgresClientProtocol};
22 :
23 : use crate::models::ImageCompressionAlgorithm;
24 : use crate::models::LsnLease;
25 :
26 : // Certain metadata (e.g. externally-addressable name, AZ) is delivered
27 : // as a separate structure. This information is not neeed by the pageserver
28 : // itself, it is only used for registering the pageserver with the control
29 : // plane and/or storage controller.
30 : //
31 5 : #[derive(PartialEq, Eq, Debug, serde::Serialize, serde::Deserialize)]
32 : pub struct NodeMetadata {
33 : #[serde(rename = "host")]
34 : pub postgres_host: String,
35 : #[serde(rename = "port")]
36 : pub postgres_port: u16,
37 : pub http_host: String,
38 : pub http_port: u16,
39 :
40 : // Deployment tools may write fields to the metadata file beyond what we
41 : // use in this type: this type intentionally only names fields that require.
42 : #[serde(flatten)]
43 : pub other: HashMap<String, serde_json::Value>,
44 : }
45 :
46 : /// `pageserver.toml`
47 : ///
48 : /// We use serde derive with `#[serde(default)]` to generate a deserializer
49 : /// that fills in the default values for each config field.
50 : ///
51 : /// If there cannot be a static default value because we need to make runtime
52 : /// checks to determine the default, make it an `Option` (which defaults to None).
53 : /// The runtime check should be done in the consuming crate, i.e., `pageserver`.
54 : #[serde_as]
55 22 : #[derive(Clone, Debug, serde::Deserialize, serde::Serialize)]
56 : #[serde(default, deny_unknown_fields)]
57 : pub struct ConfigToml {
58 : // types mapped 1:1 into the runtime PageServerConfig type
59 : pub listen_pg_addr: String,
60 : pub listen_http_addr: String,
61 : pub availability_zone: Option<String>,
62 : #[serde(with = "humantime_serde")]
63 : pub wait_lsn_timeout: Duration,
64 : #[serde(with = "humantime_serde")]
65 : pub wal_redo_timeout: Duration,
66 : pub superuser: String,
67 : pub locale: String,
68 : pub page_cache_size: usize,
69 : pub max_file_descriptors: usize,
70 : pub pg_distrib_dir: Option<Utf8PathBuf>,
71 : #[serde_as(as = "serde_with::DisplayFromStr")]
72 : pub http_auth_type: AuthType,
73 : #[serde_as(as = "serde_with::DisplayFromStr")]
74 : pub pg_auth_type: AuthType,
75 : pub auth_validation_public_key_path: Option<Utf8PathBuf>,
76 : pub remote_storage: Option<RemoteStorageConfig>,
77 : pub tenant_config: TenantConfigToml,
78 : #[serde_as(as = "serde_with::DisplayFromStr")]
79 : pub broker_endpoint: storage_broker::Uri,
80 : #[serde(with = "humantime_serde")]
81 : pub broker_keepalive_interval: Duration,
82 : #[serde_as(as = "serde_with::DisplayFromStr")]
83 : pub log_format: LogFormat,
84 : pub concurrent_tenant_warmup: NonZeroUsize,
85 : pub concurrent_tenant_size_logical_size_queries: NonZeroUsize,
86 : #[serde(with = "humantime_serde")]
87 : pub metric_collection_interval: Duration,
88 : pub metric_collection_endpoint: Option<reqwest::Url>,
89 : pub metric_collection_bucket: Option<RemoteStorageConfig>,
90 : #[serde(with = "humantime_serde")]
91 : pub synthetic_size_calculation_interval: Duration,
92 : pub disk_usage_based_eviction: Option<DiskUsageEvictionTaskConfig>,
93 : pub test_remote_failures: u64,
94 : pub ondemand_download_behavior_treat_error_as_warn: bool,
95 : #[serde(with = "humantime_serde")]
96 : pub background_task_maximum_delay: Duration,
97 : pub control_plane_api: Option<reqwest::Url>,
98 : pub control_plane_api_token: Option<String>,
99 : pub control_plane_emergency_mode: bool,
100 : /// Unstable feature: subject to change or removal without notice.
101 : /// See <https://github.com/neondatabase/neon/pull/9218>.
102 : pub import_pgdata_upcall_api: Option<reqwest::Url>,
103 : /// Unstable feature: subject to change or removal without notice.
104 : /// See <https://github.com/neondatabase/neon/pull/9218>.
105 : pub import_pgdata_upcall_api_token: Option<String>,
106 : /// Unstable feature: subject to change or removal without notice.
107 : /// See <https://github.com/neondatabase/neon/pull/9218>.
108 : pub import_pgdata_aws_endpoint_url: Option<reqwest::Url>,
109 : pub heatmap_upload_concurrency: usize,
110 : pub secondary_download_concurrency: usize,
111 : pub virtual_file_io_engine: Option<crate::models::virtual_file::IoEngineKind>,
112 : pub ingest_batch_size: u64,
113 : pub max_vectored_read_bytes: MaxVectoredReadBytes,
114 : pub image_compression: ImageCompressionAlgorithm,
115 : pub timeline_offloading: bool,
116 : pub ephemeral_bytes_per_memory_kb: usize,
117 : pub l0_flush: Option<crate::models::L0FlushConfig>,
118 : pub virtual_file_io_mode: Option<crate::models::virtual_file::IoMode>,
119 : #[serde(skip_serializing_if = "Option::is_none")]
120 : pub no_sync: Option<bool>,
121 : #[serde(with = "humantime_serde")]
122 : pub server_side_batch_timeout: Option<Duration>,
123 : pub wal_receiver_protocol: PostgresClientProtocol,
124 : }
125 :
126 4 : #[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
127 : #[serde(deny_unknown_fields)]
128 : pub struct DiskUsageEvictionTaskConfig {
129 : pub max_usage_pct: utils::serde_percent::Percent,
130 : pub min_avail_bytes: u64,
131 : #[serde(with = "humantime_serde")]
132 : pub period: Duration,
133 : #[cfg(feature = "testing")]
134 : pub mock_statvfs: Option<statvfs::mock::Behavior>,
135 : /// Select sorting for evicted layers
136 : #[serde(default)]
137 : pub eviction_order: EvictionOrder,
138 : }
139 :
140 : pub mod statvfs {
141 : pub mod mock {
142 0 : #[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
143 : #[serde(tag = "type")]
144 : pub enum Behavior {
145 : Success {
146 : blocksize: u64,
147 : total_blocks: u64,
148 : name_filter: Option<utils::serde_regex::Regex>,
149 : },
150 : #[cfg(feature = "testing")]
151 : Failure { mocked_error: MockedError },
152 : }
153 :
154 : #[cfg(feature = "testing")]
155 0 : #[derive(Debug, Clone, Copy, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
156 : #[allow(clippy::upper_case_acronyms)]
157 : pub enum MockedError {
158 : EIO,
159 : }
160 :
161 : #[cfg(feature = "testing")]
162 : impl From<MockedError> for nix::Error {
163 0 : fn from(e: MockedError) -> Self {
164 0 : match e {
165 0 : MockedError::EIO => nix::Error::EIO,
166 0 : }
167 0 : }
168 : }
169 : }
170 : }
171 :
172 0 : #[derive(Debug, Clone, Copy, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
173 : #[serde(tag = "type", content = "args")]
174 : pub enum EvictionOrder {
175 : RelativeAccessed {
176 : highest_layer_count_loses_first: bool,
177 : },
178 : }
179 :
180 : impl Default for EvictionOrder {
181 2 : fn default() -> Self {
182 2 : Self::RelativeAccessed {
183 2 : highest_layer_count_loses_first: true,
184 2 : }
185 2 : }
186 : }
187 :
188 0 : #[derive(Copy, Clone, Debug, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
189 : #[serde(transparent)]
190 : pub struct MaxVectoredReadBytes(pub NonZeroUsize);
191 :
192 : /// A tenant's calcuated configuration, which is the result of merging a
193 : /// tenant's TenantConfOpt with the global TenantConf from PageServerConf.
194 : ///
195 : /// For storing and transmitting individual tenant's configuration, see
196 : /// TenantConfOpt.
197 4 : #[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
198 : #[serde(deny_unknown_fields, default)]
199 : pub struct TenantConfigToml {
200 : // Flush out an inmemory layer, if it's holding WAL older than this
201 : // This puts a backstop on how much WAL needs to be re-digested if the
202 : // page server crashes.
203 : // This parameter actually determines L0 layer file size.
204 : pub checkpoint_distance: u64,
205 : // Inmemory layer is also flushed at least once in checkpoint_timeout to
206 : // eventually upload WAL after activity is stopped.
207 : #[serde(with = "humantime_serde")]
208 : pub checkpoint_timeout: Duration,
209 : // Target file size, when creating image and delta layers.
210 : // This parameter determines L1 layer file size.
211 : pub compaction_target_size: u64,
212 : // How often to check if there's compaction work to be done.
213 : // Duration::ZERO means automatic compaction is disabled.
214 : #[serde(with = "humantime_serde")]
215 : pub compaction_period: Duration,
216 : // Level0 delta layer threshold for compaction.
217 : pub compaction_threshold: usize,
218 : pub compaction_algorithm: crate::models::CompactionAlgorithmSettings,
219 : // Determines how much history is retained, to allow
220 : // branching and read replicas at an older point in time.
221 : // The unit is #of bytes of WAL.
222 : // Page versions older than this are garbage collected away.
223 : pub gc_horizon: u64,
224 : // Interval at which garbage collection is triggered.
225 : // Duration::ZERO means automatic GC is disabled
226 : #[serde(with = "humantime_serde")]
227 : pub gc_period: Duration,
228 : // Delta layer churn threshold to create L1 image layers.
229 : pub image_creation_threshold: usize,
230 : // Determines how much history is retained, to allow
231 : // branching and read replicas at an older point in time.
232 : // The unit is time.
233 : // Page versions older than this are garbage collected away.
234 : #[serde(with = "humantime_serde")]
235 : pub pitr_interval: Duration,
236 : /// Maximum amount of time to wait while opening a connection to receive wal, before erroring.
237 : #[serde(with = "humantime_serde")]
238 : pub walreceiver_connect_timeout: Duration,
239 : /// Considers safekeepers stalled after no WAL updates were received longer than this threshold.
240 : /// A stalled safekeeper will be changed to a newer one when it appears.
241 : #[serde(with = "humantime_serde")]
242 : pub lagging_wal_timeout: Duration,
243 : /// Considers safekeepers lagging when their WAL is behind another safekeeper for more than this threshold.
244 : /// A lagging safekeeper will be changed after `lagging_wal_timeout` time elapses since the last WAL update,
245 : /// to avoid eager reconnects.
246 : pub max_lsn_wal_lag: NonZeroU64,
247 : pub eviction_policy: crate::models::EvictionPolicy,
248 : pub min_resident_size_override: Option<u64>,
249 : // See the corresponding metric's help string.
250 : #[serde(with = "humantime_serde")]
251 : pub evictions_low_residence_duration_metric_threshold: Duration,
252 :
253 : /// If non-zero, the period between uploads of a heatmap from attached tenants. This
254 : /// may be disabled if a Tenant will not have secondary locations: only secondary
255 : /// locations will use the heatmap uploaded by attached locations.
256 : #[serde(with = "humantime_serde")]
257 : pub heatmap_period: Duration,
258 :
259 : /// If true then SLRU segments are dowloaded on demand, if false SLRU segments are included in basebackup
260 : pub lazy_slru_download: bool,
261 :
262 : pub timeline_get_throttle: crate::models::ThrottleConfig,
263 :
264 : // How much WAL must be ingested before checking again whether a new image layer is required.
265 : // Expresed in multiples of checkpoint distance.
266 : pub image_layer_creation_check_threshold: u8,
267 :
268 : /// The length for an explicit LSN lease request.
269 : /// Layers needed to reconstruct pages at LSN will not be GC-ed during this interval.
270 : #[serde(with = "humantime_serde")]
271 : pub lsn_lease_length: Duration,
272 :
273 : /// The length for an implicit LSN lease granted as part of `get_lsn_by_timestamp` request.
274 : /// Layers needed to reconstruct pages at LSN will not be GC-ed during this interval.
275 : #[serde(with = "humantime_serde")]
276 : pub lsn_lease_length_for_ts: Duration,
277 :
278 : /// Enable auto-offloading of timelines.
279 : /// (either this flag or the pageserver-global one need to be set)
280 : pub timeline_offloading: bool,
281 : }
282 :
283 : pub mod defaults {
284 : use crate::models::ImageCompressionAlgorithm;
285 :
286 : pub use storage_broker::DEFAULT_ENDPOINT as BROKER_DEFAULT_ENDPOINT;
287 :
288 : pub const DEFAULT_WAIT_LSN_TIMEOUT: &str = "300 s";
289 : pub const DEFAULT_WAL_REDO_TIMEOUT: &str = "60 s";
290 :
291 : pub const DEFAULT_SUPERUSER: &str = "cloud_admin";
292 : pub const DEFAULT_LOCALE: &str = if cfg!(target_os = "macos") {
293 : "C"
294 : } else {
295 : "C.UTF-8"
296 : };
297 :
298 : pub const DEFAULT_PAGE_CACHE_SIZE: usize = 8192;
299 : pub const DEFAULT_MAX_FILE_DESCRIPTORS: usize = 100;
300 :
301 : pub const DEFAULT_LOG_FORMAT: &str = "plain";
302 :
303 : pub const DEFAULT_CONCURRENT_TENANT_WARMUP: usize = 8;
304 :
305 : pub const DEFAULT_CONCURRENT_TENANT_SIZE_LOGICAL_SIZE_QUERIES: usize = 1;
306 :
307 : pub const DEFAULT_METRIC_COLLECTION_INTERVAL: &str = "10 min";
308 : pub const DEFAULT_METRIC_COLLECTION_ENDPOINT: Option<reqwest::Url> = None;
309 : pub const DEFAULT_SYNTHETIC_SIZE_CALCULATION_INTERVAL: &str = "10 min";
310 : pub const DEFAULT_BACKGROUND_TASK_MAXIMUM_DELAY: &str = "10s";
311 :
312 : pub const DEFAULT_HEATMAP_UPLOAD_CONCURRENCY: usize = 8;
313 : pub const DEFAULT_SECONDARY_DOWNLOAD_CONCURRENCY: usize = 1;
314 :
315 : pub const DEFAULT_INGEST_BATCH_SIZE: u64 = 100;
316 :
317 : /// Soft limit for the maximum size of a vectored read.
318 : ///
319 : /// This is determined by the largest NeonWalRecord that can exist (minus dbdir and reldir keys
320 : /// which are bounded by the blob io limits only). As of this writing, that is a `NeonWalRecord::ClogSetCommitted` record,
321 : /// with 32k xids. That's the max number of XIDS on a single CLOG page. The size of such a record
322 : /// is `sizeof(Transactionid) * 32768 + (some fixed overhead from 'timestamp`, the Vec length and whatever extra serde serialization adds)`.
323 : /// That is, slightly above 128 kB.
324 : pub const DEFAULT_MAX_VECTORED_READ_BYTES: usize = 130 * 1024; // 130 KiB
325 :
326 : pub const DEFAULT_IMAGE_COMPRESSION: ImageCompressionAlgorithm =
327 : ImageCompressionAlgorithm::Zstd { level: Some(1) };
328 :
329 : pub const DEFAULT_EPHEMERAL_BYTES_PER_MEMORY_KB: usize = 0;
330 :
331 : pub const DEFAULT_IO_BUFFER_ALIGNMENT: usize = 512;
332 :
333 : pub const DEFAULT_SERVER_SIDE_BATCH_TIMEOUT: Option<&str> = None;
334 :
335 : pub const DEFAULT_WAL_RECEIVER_PROTOCOL: utils::postgres_client::PostgresClientProtocol =
336 : utils::postgres_client::PostgresClientProtocol::Vanilla;
337 : }
338 :
339 : impl Default for ConfigToml {
340 210 : fn default() -> Self {
341 : use defaults::*;
342 :
343 210 : Self {
344 210 : listen_pg_addr: (DEFAULT_PG_LISTEN_ADDR.to_string()),
345 210 : listen_http_addr: (DEFAULT_HTTP_LISTEN_ADDR.to_string()),
346 210 : availability_zone: (None),
347 210 : wait_lsn_timeout: (humantime::parse_duration(DEFAULT_WAIT_LSN_TIMEOUT)
348 210 : .expect("cannot parse default wait lsn timeout")),
349 210 : wal_redo_timeout: (humantime::parse_duration(DEFAULT_WAL_REDO_TIMEOUT)
350 210 : .expect("cannot parse default wal redo timeout")),
351 210 : superuser: (DEFAULT_SUPERUSER.to_string()),
352 210 : locale: DEFAULT_LOCALE.to_string(),
353 210 : page_cache_size: (DEFAULT_PAGE_CACHE_SIZE),
354 210 : max_file_descriptors: (DEFAULT_MAX_FILE_DESCRIPTORS),
355 210 : pg_distrib_dir: None, // Utf8PathBuf::from("./pg_install"), // TODO: formely, this was std::env::current_dir()
356 210 : http_auth_type: (AuthType::Trust),
357 210 : pg_auth_type: (AuthType::Trust),
358 210 : auth_validation_public_key_path: (None),
359 210 : remote_storage: None,
360 210 : broker_endpoint: (storage_broker::DEFAULT_ENDPOINT
361 210 : .parse()
362 210 : .expect("failed to parse default broker endpoint")),
363 210 : broker_keepalive_interval: (humantime::parse_duration(
364 210 : storage_broker::DEFAULT_KEEPALIVE_INTERVAL,
365 210 : )
366 210 : .expect("cannot parse default keepalive interval")),
367 210 : log_format: (LogFormat::from_str(DEFAULT_LOG_FORMAT).unwrap()),
368 210 :
369 210 : concurrent_tenant_warmup: (NonZeroUsize::new(DEFAULT_CONCURRENT_TENANT_WARMUP)
370 210 : .expect("Invalid default constant")),
371 210 : concurrent_tenant_size_logical_size_queries: NonZeroUsize::new(
372 210 : DEFAULT_CONCURRENT_TENANT_SIZE_LOGICAL_SIZE_QUERIES,
373 210 : )
374 210 : .unwrap(),
375 210 : metric_collection_interval: (humantime::parse_duration(
376 210 : DEFAULT_METRIC_COLLECTION_INTERVAL,
377 210 : )
378 210 : .expect("cannot parse default metric collection interval")),
379 210 : synthetic_size_calculation_interval: (humantime::parse_duration(
380 210 : DEFAULT_SYNTHETIC_SIZE_CALCULATION_INTERVAL,
381 210 : )
382 210 : .expect("cannot parse default synthetic size calculation interval")),
383 210 : metric_collection_endpoint: (DEFAULT_METRIC_COLLECTION_ENDPOINT),
384 210 :
385 210 : metric_collection_bucket: (None),
386 210 :
387 210 : disk_usage_based_eviction: (None),
388 210 :
389 210 : test_remote_failures: (0),
390 210 :
391 210 : ondemand_download_behavior_treat_error_as_warn: (false),
392 210 :
393 210 : background_task_maximum_delay: (humantime::parse_duration(
394 210 : DEFAULT_BACKGROUND_TASK_MAXIMUM_DELAY,
395 210 : )
396 210 : .unwrap()),
397 210 :
398 210 : control_plane_api: (None),
399 210 : control_plane_api_token: (None),
400 210 : control_plane_emergency_mode: (false),
401 210 :
402 210 : import_pgdata_upcall_api: (None),
403 210 : import_pgdata_upcall_api_token: (None),
404 210 : import_pgdata_aws_endpoint_url: (None),
405 210 :
406 210 : heatmap_upload_concurrency: (DEFAULT_HEATMAP_UPLOAD_CONCURRENCY),
407 210 : secondary_download_concurrency: (DEFAULT_SECONDARY_DOWNLOAD_CONCURRENCY),
408 210 :
409 210 : ingest_batch_size: (DEFAULT_INGEST_BATCH_SIZE),
410 210 :
411 210 : virtual_file_io_engine: None,
412 210 :
413 210 : max_vectored_read_bytes: (MaxVectoredReadBytes(
414 210 : NonZeroUsize::new(DEFAULT_MAX_VECTORED_READ_BYTES).unwrap(),
415 210 : )),
416 210 : image_compression: (DEFAULT_IMAGE_COMPRESSION),
417 210 : timeline_offloading: false,
418 210 : ephemeral_bytes_per_memory_kb: (DEFAULT_EPHEMERAL_BYTES_PER_MEMORY_KB),
419 210 : l0_flush: None,
420 210 : virtual_file_io_mode: None,
421 210 : server_side_batch_timeout: DEFAULT_SERVER_SIDE_BATCH_TIMEOUT
422 210 : .map(|duration| humantime::parse_duration(duration).unwrap()),
423 210 : tenant_config: TenantConfigToml::default(),
424 210 : no_sync: None,
425 210 : wal_receiver_protocol: DEFAULT_WAL_RECEIVER_PROTOCOL,
426 210 : }
427 210 : }
428 : }
429 :
430 : pub mod tenant_conf_defaults {
431 :
432 : // FIXME: This current value is very low. I would imagine something like 1 GB or 10 GB
433 : // would be more appropriate. But a low value forces the code to be exercised more,
434 : // which is good for now to trigger bugs.
435 : // This parameter actually determines L0 layer file size.
436 : pub const DEFAULT_CHECKPOINT_DISTANCE: u64 = 256 * 1024 * 1024;
437 : pub const DEFAULT_CHECKPOINT_TIMEOUT: &str = "10 m";
438 :
439 : // FIXME the below configs are only used by legacy algorithm. The new algorithm
440 : // has different parameters.
441 :
442 : // Target file size, when creating image and delta layers.
443 : // This parameter determines L1 layer file size.
444 : pub const DEFAULT_COMPACTION_TARGET_SIZE: u64 = 128 * 1024 * 1024;
445 :
446 : pub const DEFAULT_COMPACTION_PERIOD: &str = "20 s";
447 : pub const DEFAULT_COMPACTION_THRESHOLD: usize = 10;
448 : pub const DEFAULT_COMPACTION_ALGORITHM: crate::models::CompactionAlgorithm =
449 : crate::models::CompactionAlgorithm::Legacy;
450 :
451 : pub const DEFAULT_GC_HORIZON: u64 = 64 * 1024 * 1024;
452 :
453 : // Large DEFAULT_GC_PERIOD is fine as long as PITR_INTERVAL is larger.
454 : // If there's a need to decrease this value, first make sure that GC
455 : // doesn't hold a layer map write lock for non-trivial operations.
456 : // Relevant: https://github.com/neondatabase/neon/issues/3394
457 : pub const DEFAULT_GC_PERIOD: &str = "1 hr";
458 : pub const DEFAULT_IMAGE_CREATION_THRESHOLD: usize = 3;
459 : pub const DEFAULT_PITR_INTERVAL: &str = "7 days";
460 : pub const DEFAULT_WALRECEIVER_CONNECT_TIMEOUT: &str = "10 seconds";
461 : pub const DEFAULT_WALRECEIVER_LAGGING_WAL_TIMEOUT: &str = "10 seconds";
462 : // The default limit on WAL lag should be set to avoid causing disconnects under high throughput
463 : // scenarios: since the broker stats are updated ~1/s, a value of 1GiB should be sufficient for
464 : // throughputs up to 1GiB/s per timeline.
465 : pub const DEFAULT_MAX_WALRECEIVER_LSN_WAL_LAG: u64 = 1024 * 1024 * 1024;
466 : pub const DEFAULT_EVICTIONS_LOW_RESIDENCE_DURATION_METRIC_THRESHOLD: &str = "24 hour";
467 : // By default ingest enough WAL for two new L0 layers before checking if new image
468 : // image layers should be created.
469 : pub const DEFAULT_IMAGE_LAYER_CREATION_CHECK_THRESHOLD: u8 = 2;
470 : }
471 :
472 : impl Default for TenantConfigToml {
473 394 : fn default() -> Self {
474 : use tenant_conf_defaults::*;
475 394 : Self {
476 394 : checkpoint_distance: DEFAULT_CHECKPOINT_DISTANCE,
477 394 : checkpoint_timeout: humantime::parse_duration(DEFAULT_CHECKPOINT_TIMEOUT)
478 394 : .expect("cannot parse default checkpoint timeout"),
479 394 : compaction_target_size: DEFAULT_COMPACTION_TARGET_SIZE,
480 394 : compaction_period: humantime::parse_duration(DEFAULT_COMPACTION_PERIOD)
481 394 : .expect("cannot parse default compaction period"),
482 394 : compaction_threshold: DEFAULT_COMPACTION_THRESHOLD,
483 394 : compaction_algorithm: crate::models::CompactionAlgorithmSettings {
484 394 : kind: DEFAULT_COMPACTION_ALGORITHM,
485 394 : },
486 394 : gc_horizon: DEFAULT_GC_HORIZON,
487 394 : gc_period: humantime::parse_duration(DEFAULT_GC_PERIOD)
488 394 : .expect("cannot parse default gc period"),
489 394 : image_creation_threshold: DEFAULT_IMAGE_CREATION_THRESHOLD,
490 394 : pitr_interval: humantime::parse_duration(DEFAULT_PITR_INTERVAL)
491 394 : .expect("cannot parse default PITR interval"),
492 394 : walreceiver_connect_timeout: humantime::parse_duration(
493 394 : DEFAULT_WALRECEIVER_CONNECT_TIMEOUT,
494 394 : )
495 394 : .expect("cannot parse default walreceiver connect timeout"),
496 394 : lagging_wal_timeout: humantime::parse_duration(DEFAULT_WALRECEIVER_LAGGING_WAL_TIMEOUT)
497 394 : .expect("cannot parse default walreceiver lagging wal timeout"),
498 394 : max_lsn_wal_lag: NonZeroU64::new(DEFAULT_MAX_WALRECEIVER_LSN_WAL_LAG)
499 394 : .expect("cannot parse default max walreceiver Lsn wal lag"),
500 394 : eviction_policy: crate::models::EvictionPolicy::NoEviction,
501 394 : min_resident_size_override: None,
502 394 : evictions_low_residence_duration_metric_threshold: humantime::parse_duration(
503 394 : DEFAULT_EVICTIONS_LOW_RESIDENCE_DURATION_METRIC_THRESHOLD,
504 394 : )
505 394 : .expect("cannot parse default evictions_low_residence_duration_metric_threshold"),
506 394 : heatmap_period: Duration::ZERO,
507 394 : lazy_slru_download: false,
508 394 : timeline_get_throttle: crate::models::ThrottleConfig::disabled(),
509 394 : image_layer_creation_check_threshold: DEFAULT_IMAGE_LAYER_CREATION_CHECK_THRESHOLD,
510 394 : lsn_lease_length: LsnLease::DEFAULT_LENGTH,
511 394 : lsn_lease_length_for_ts: LsnLease::DEFAULT_LENGTH_FOR_TS,
512 394 : timeline_offloading: false,
513 394 : }
514 394 : }
515 : }
|
