Line data Source code
1 : use std::fs::{File, OpenOptions};
2 : use std::io;
3 : use std::io::prelude::*;
4 : use std::path::Path;
5 :
6 : use anyhow::Result;
7 :
8 : use crate::pg_helpers::escape_conf_value;
9 : use crate::pg_helpers::{GenericOptionExt, PgOptionsSerialize};
10 : use compute_api::spec::{ComputeMode, ComputeSpec, GenericOption};
11 :
12 : /// Check that `line` is inside a text file and put it there if it is not.
13 : /// Create file if it doesn't exist.
14 6 : pub fn line_in_file(path: &Path, line: &str) -> Result<bool> {
15 6 : let mut file = OpenOptions::new()
16 6 : .read(true)
17 6 : .write(true)
18 6 : .create(true)
19 6 : .append(false)
20 6 : .truncate(false)
21 6 : .open(path)?;
22 6 : let buf = io::BufReader::new(&file);
23 6 : let mut count: usize = 0;
24 :
25 10 : for l in buf.lines() {
26 10 : if l? == line {
27 2 : return Ok(false);
28 8 : }
29 8 : count = 1;
30 : }
31 :
32 4 : write!(file, "{}{}", "\n".repeat(count), line)?;
33 4 : Ok(true)
34 6 : }
35 :
36 : /// Create or completely rewrite configuration file specified by `path`
37 0 : pub fn write_postgres_conf(
38 0 : path: &Path,
39 0 : spec: &ComputeSpec,
40 0 : extension_server_port: Option<u16>,
41 0 : ) -> Result<()> {
42 : // File::create() destroys the file content if it exists.
43 0 : let mut file = File::create(path)?;
44 :
45 : // Write the postgresql.conf content from the spec file as is.
46 0 : if let Some(conf) = &spec.cluster.postgresql_conf {
47 0 : writeln!(file, "{}", conf)?;
48 0 : }
49 :
50 : // Add options for connecting to storage
51 0 : writeln!(file, "# Neon storage settings")?;
52 0 : if let Some(s) = &spec.pageserver_connstring {
53 0 : writeln!(file, "neon.pageserver_connstring={}", escape_conf_value(s))?;
54 0 : }
55 0 : if let Some(stripe_size) = spec.shard_stripe_size {
56 0 : writeln!(file, "neon.stripe_size={stripe_size}")?;
57 0 : }
58 0 : if !spec.safekeeper_connstrings.is_empty() {
59 0 : writeln!(
60 0 : file,
61 0 : "neon.safekeepers={}",
62 0 : escape_conf_value(&spec.safekeeper_connstrings.join(","))
63 0 : )?;
64 0 : }
65 0 : if let Some(s) = &spec.tenant_id {
66 0 : writeln!(file, "neon.tenant_id={}", escape_conf_value(&s.to_string()))?;
67 0 : }
68 0 : if let Some(s) = &spec.timeline_id {
69 0 : writeln!(
70 0 : file,
71 0 : "neon.timeline_id={}",
72 0 : escape_conf_value(&s.to_string())
73 0 : )?;
74 0 : }
75 :
76 0 : match spec.mode {
77 0 : ComputeMode::Primary => {}
78 0 : ComputeMode::Static(lsn) => {
79 0 : // hot_standby is 'on' by default, but let's be explicit
80 0 : writeln!(file, "hot_standby=on")?;
81 0 : writeln!(file, "recovery_target_lsn='{lsn}'")?;
82 : }
83 : ComputeMode::Replica => {
84 : // hot_standby is 'on' by default, but let's be explicit
85 0 : writeln!(file, "hot_standby=on")?;
86 :
87 : // Inform the replica about the primary state
88 : // Default is 'false'
89 0 : if let Some(primary_is_running) = spec.primary_is_running {
90 0 : writeln!(file, "neon.primary_is_running={}", primary_is_running)?;
91 0 : }
92 : }
93 : }
94 :
95 0 : if cfg!(target_os = "linux") {
96 : // Check /proc/sys/vm/overcommit_memory -- if it equals 2 (i.e. linux memory overcommit is
97 : // disabled), then the control plane has enabled swap and we should set
98 : // dynamic_shared_memory_type = 'mmap'.
99 : //
100 : // This is (maybe?) temporary - for more, see https://github.com/neondatabase/cloud/issues/12047.
101 0 : let overcommit_memory_contents = std::fs::read_to_string("/proc/sys/vm/overcommit_memory")
102 0 : // ignore any errors - they may be expected to occur under certain situations (e.g. when
103 0 : // not running in Linux).
104 0 : .unwrap_or_else(|_| String::new());
105 0 : if overcommit_memory_contents.trim() == "2" {
106 0 : let opt = GenericOption {
107 0 : name: "dynamic_shared_memory_type".to_owned(),
108 0 : value: Some("mmap".to_owned()),
109 0 : vartype: "enum".to_owned(),
110 0 : };
111 0 :
112 0 : write!(file, "{}", opt.to_pg_setting())?;
113 0 : }
114 0 : }
115 :
116 : // If there are any extra options in the 'settings' field, append those
117 0 : if spec.cluster.settings.is_some() {
118 0 : writeln!(file, "# Managed by compute_ctl: begin")?;
119 0 : write!(file, "{}", spec.cluster.settings.as_pg_settings())?;
120 0 : writeln!(file, "# Managed by compute_ctl: end")?;
121 0 : }
122 :
123 0 : if let Some(port) = extension_server_port {
124 0 : writeln!(file, "neon.extension_server_port={}", port)?;
125 0 : }
126 :
127 : // This is essential to keep this line at the end of the file,
128 : // because it is intended to override any settings above.
129 0 : writeln!(file, "include_if_exists = 'compute_ctl_temp_override.conf'")?;
130 :
131 0 : Ok(())
132 0 : }
133 :
134 0 : pub fn with_compute_ctl_tmp_override<F>(pgdata_path: &Path, options: &str, exec: F) -> Result<()>
135 0 : where
136 0 : F: FnOnce() -> Result<()>,
137 0 : {
138 0 : let path = pgdata_path.join("compute_ctl_temp_override.conf");
139 0 : let mut file = File::create(path)?;
140 0 : write!(file, "{}", options)?;
141 :
142 0 : let res = exec();
143 0 :
144 0 : file.set_len(0)?;
145 :
146 0 : res
147 0 : }
|
