Line data Source code
1 : use std::{ffi::CString, sync::Arc};
2 :
3 : use byteorder::{LittleEndian, WriteBytesExt};
4 : use crc32c::crc32c_append;
5 : use parking_lot::{Mutex, MutexGuard};
6 : use postgres_ffi::{
7 : pg_constants::{
8 : RM_LOGICALMSG_ID, XLOG_LOGICAL_MESSAGE, XLP_LONG_HEADER, XLR_BLOCK_ID_DATA_LONG,
9 : XLR_BLOCK_ID_DATA_SHORT,
10 : },
11 : v16::{
12 : wal_craft_test_export::{XLogLongPageHeaderData, XLogPageHeaderData, XLOG_PAGE_MAGIC},
13 : xlog_utils::{
14 : XLogSegNoOffsetToRecPtr, XlLogicalMessage, XLOG_RECORD_CRC_OFFS,
15 : XLOG_SIZE_OF_XLOG_LONG_PHD, XLOG_SIZE_OF_XLOG_RECORD, XLOG_SIZE_OF_XLOG_SHORT_PHD,
16 : XLP_FIRST_IS_CONTRECORD,
17 : },
18 : XLogRecord,
19 : },
20 : WAL_SEGMENT_SIZE, XLOG_BLCKSZ,
21 : };
22 : use utils::lsn::Lsn;
23 :
24 : use super::block_storage::BlockStorage;
25 :
26 : /// Simulation implementation of walproposer WAL storage.
27 : pub struct DiskWalProposer {
28 : state: Mutex<State>,
29 : }
30 :
31 : impl DiskWalProposer {
32 73695 : pub fn new() -> Arc<DiskWalProposer> {
33 73695 : Arc::new(DiskWalProposer {
34 73695 : state: Mutex::new(State {
35 73695 : internal_available_lsn: Lsn(0),
36 73695 : prev_lsn: Lsn(0),
37 73695 : disk: BlockStorage::new(),
38 73695 : }),
39 73695 : })
40 73695 : }
41 :
42 73399 : pub fn lock(&self) -> MutexGuard<State> {
43 73399 : self.state.lock()
44 73399 : }
45 : }
46 :
47 : pub struct State {
48 : // flush_lsn
49 : internal_available_lsn: Lsn,
50 : // needed for WAL generation
51 : prev_lsn: Lsn,
52 : // actual WAL storage
53 : disk: BlockStorage,
54 : }
55 :
56 : impl State {
57 25285 : pub fn read(&self, pos: u64, buf: &mut [u8]) {
58 25285 : self.disk.read(pos, buf);
59 25285 : // TODO: fail on reading uninitialized data
60 25285 : }
61 :
62 134068 : pub fn write(&mut self, pos: u64, buf: &[u8]) {
63 134068 : self.disk.write(pos, buf);
64 134068 : }
65 :
66 : /// Update the internal available LSN to the given value.
67 2678 : pub fn reset_to(&mut self, lsn: Lsn) {
68 2678 : self.internal_available_lsn = lsn;
69 2678 : }
70 :
71 : /// Get current LSN.
72 10913 : pub fn flush_rec_ptr(&self) -> Lsn {
73 10913 : self.internal_available_lsn
74 10913 : }
75 :
76 : /// Generate a new WAL record at the current LSN.
77 33057 : pub fn insert_logical_message(&mut self, prefix: &str, msg: &[u8]) -> anyhow::Result<()> {
78 33057 : let prefix_cstr = CString::new(prefix)?;
79 33057 : let prefix_bytes = prefix_cstr.as_bytes_with_nul();
80 33057 :
81 33057 : let lm = XlLogicalMessage {
82 33057 : db_id: 0,
83 33057 : transactional: 0,
84 33057 : prefix_size: prefix_bytes.len() as ::std::os::raw::c_ulong,
85 33057 : message_size: msg.len() as ::std::os::raw::c_ulong,
86 33057 : };
87 33057 :
88 33057 : let record_bytes = lm.encode();
89 33057 : let rdatas: Vec<&[u8]> = vec![&record_bytes, prefix_bytes, msg];
90 33057 : insert_wal_record(self, rdatas, RM_LOGICALMSG_ID, XLOG_LOGICAL_MESSAGE)
91 33057 : }
92 : }
93 :
94 33057 : fn insert_wal_record(
95 33057 : state: &mut State,
96 33057 : rdatas: Vec<&[u8]>,
97 33057 : rmid: u8,
98 33057 : info: u8,
99 33057 : ) -> anyhow::Result<()> {
100 33057 : // bytes right after the header, in the same rdata block
101 33057 : let mut scratch = Vec::new();
102 99171 : let mainrdata_len: usize = rdatas.iter().map(|rdata| rdata.len()).sum();
103 33057 :
104 33057 : if mainrdata_len > 0 {
105 33057 : if mainrdata_len > 255 {
106 0 : scratch.push(XLR_BLOCK_ID_DATA_LONG);
107 0 : // TODO: verify endiness
108 0 : let _ = scratch.write_u32::<LittleEndian>(mainrdata_len as u32);
109 33057 : } else {
110 33057 : scratch.push(XLR_BLOCK_ID_DATA_SHORT);
111 33057 : scratch.push(mainrdata_len as u8);
112 33057 : }
113 0 : }
114 :
115 33057 : let total_len: u32 = (XLOG_SIZE_OF_XLOG_RECORD + scratch.len() + mainrdata_len) as u32;
116 33057 : let size = maxalign(total_len);
117 33057 : assert!(size as usize > XLOG_SIZE_OF_XLOG_RECORD);
118 :
119 33057 : let start_bytepos = recptr_to_bytepos(state.internal_available_lsn);
120 33057 : let end_bytepos = start_bytepos + size as u64;
121 33057 :
122 33057 : let start_recptr = bytepos_to_recptr(start_bytepos);
123 33057 : let end_recptr = bytepos_to_recptr(end_bytepos);
124 33057 :
125 33057 : assert!(recptr_to_bytepos(start_recptr) == start_bytepos);
126 33057 : assert!(recptr_to_bytepos(end_recptr) == end_bytepos);
127 :
128 33057 : let mut crc = crc32c_append(0, &scratch);
129 132228 : for rdata in &rdatas {
130 99171 : crc = crc32c_append(crc, rdata);
131 99171 : }
132 :
133 33057 : let mut header = XLogRecord {
134 33057 : xl_tot_len: total_len,
135 33057 : xl_xid: 0,
136 33057 : xl_prev: state.prev_lsn.0,
137 33057 : xl_info: info,
138 33057 : xl_rmid: rmid,
139 33057 : __bindgen_padding_0: [0u8; 2usize],
140 33057 : xl_crc: crc,
141 33057 : };
142 :
143 : // now we have the header and can finish the crc
144 33057 : let header_bytes = header.encode()?;
145 33057 : let crc = crc32c_append(crc, &header_bytes[0..XLOG_RECORD_CRC_OFFS]);
146 33057 : header.xl_crc = crc;
147 :
148 33057 : let mut header_bytes = header.encode()?.to_vec();
149 33057 : assert!(header_bytes.len() == XLOG_SIZE_OF_XLOG_RECORD);
150 :
151 33057 : header_bytes.extend_from_slice(&scratch);
152 33057 :
153 33057 : // finish rdatas
154 33057 : let mut rdatas = rdatas;
155 33057 : rdatas.insert(0, &header_bytes);
156 33057 :
157 33057 : write_walrecord_to_disk(state, total_len as u64, rdatas, start_recptr, end_recptr)?;
158 :
159 33057 : state.internal_available_lsn = end_recptr;
160 33057 : state.prev_lsn = start_recptr;
161 33057 : Ok(())
162 33057 : }
163 :
164 33057 : fn write_walrecord_to_disk(
165 33057 : state: &mut State,
166 33057 : total_len: u64,
167 33057 : rdatas: Vec<&[u8]>,
168 33057 : start: Lsn,
169 33057 : end: Lsn,
170 33057 : ) -> anyhow::Result<()> {
171 33057 : let mut curr_ptr = start;
172 33057 : let mut freespace = insert_freespace(curr_ptr);
173 33057 : let mut written: usize = 0;
174 33057 :
175 33057 : assert!(freespace >= std::mem::size_of::<u32>());
176 :
177 165285 : for mut rdata in rdatas {
178 132415 : while rdata.len() >= freespace {
179 187 : assert!(
180 187 : curr_ptr.segment_offset(WAL_SEGMENT_SIZE) >= XLOG_SIZE_OF_XLOG_SHORT_PHD
181 0 : || freespace == 0
182 : );
183 :
184 187 : state.write(curr_ptr.0, &rdata[..freespace]);
185 187 : rdata = &rdata[freespace..];
186 187 : written += freespace;
187 187 : curr_ptr = Lsn(curr_ptr.0 + freespace as u64);
188 187 :
189 187 : let mut new_page = XLogPageHeaderData {
190 187 : xlp_magic: XLOG_PAGE_MAGIC as u16,
191 187 : xlp_info: XLP_BKP_REMOVABLE,
192 187 : xlp_tli: 1,
193 187 : xlp_pageaddr: curr_ptr.0,
194 187 : xlp_rem_len: (total_len - written as u64) as u32,
195 187 : ..Default::default() // Put 0 in padding fields.
196 187 : };
197 187 : if new_page.xlp_rem_len > 0 {
198 169 : new_page.xlp_info |= XLP_FIRST_IS_CONTRECORD;
199 169 : }
200 :
201 187 : if curr_ptr.segment_offset(WAL_SEGMENT_SIZE) == 0 {
202 0 : new_page.xlp_info |= XLP_LONG_HEADER;
203 0 : let long_page = XLogLongPageHeaderData {
204 0 : std: new_page,
205 0 : xlp_sysid: 0,
206 0 : xlp_seg_size: WAL_SEGMENT_SIZE as u32,
207 0 : xlp_xlog_blcksz: XLOG_BLCKSZ as u32,
208 0 : };
209 0 : let header_bytes = long_page.encode()?;
210 0 : assert!(header_bytes.len() == XLOG_SIZE_OF_XLOG_LONG_PHD);
211 0 : state.write(curr_ptr.0, &header_bytes);
212 0 : curr_ptr = Lsn(curr_ptr.0 + header_bytes.len() as u64);
213 : } else {
214 187 : let header_bytes = new_page.encode()?;
215 187 : assert!(header_bytes.len() == XLOG_SIZE_OF_XLOG_SHORT_PHD);
216 187 : state.write(curr_ptr.0, &header_bytes);
217 187 : curr_ptr = Lsn(curr_ptr.0 + header_bytes.len() as u64);
218 : }
219 187 : freespace = insert_freespace(curr_ptr);
220 : }
221 :
222 132228 : assert!(
223 132228 : curr_ptr.segment_offset(WAL_SEGMENT_SIZE) >= XLOG_SIZE_OF_XLOG_SHORT_PHD
224 0 : || rdata.is_empty()
225 : );
226 132228 : state.write(curr_ptr.0, rdata);
227 132228 : curr_ptr = Lsn(curr_ptr.0 + rdata.len() as u64);
228 132228 : written += rdata.len();
229 132228 : freespace -= rdata.len();
230 : }
231 :
232 33057 : assert!(written == total_len as usize);
233 33057 : curr_ptr.0 = maxalign(curr_ptr.0);
234 33057 : assert!(curr_ptr == end);
235 33057 : Ok(())
236 33057 : }
237 :
238 66114 : fn maxalign<T>(size: T) -> T
239 66114 : where
240 66114 : T: std::ops::BitAnd<Output = T>
241 66114 : + std::ops::Add<Output = T>
242 66114 : + std::ops::Not<Output = T>
243 66114 : + From<u8>,
244 66114 : {
245 66114 : (size + T::from(7)) & !T::from(7)
246 66114 : }
247 :
248 33244 : fn insert_freespace(ptr: Lsn) -> usize {
249 33244 : if ptr.block_offset() == 0 {
250 0 : 0
251 : } else {
252 33244 : (XLOG_BLCKSZ as u64 - ptr.block_offset()) as usize
253 : }
254 33244 : }
255 :
256 : const XLP_BKP_REMOVABLE: u16 = 0x0004;
257 : const USABLE_BYTES_IN_PAGE: u64 = (XLOG_BLCKSZ - XLOG_SIZE_OF_XLOG_SHORT_PHD) as u64;
258 : const USABLE_BYTES_IN_SEGMENT: u64 = ((WAL_SEGMENT_SIZE / XLOG_BLCKSZ) as u64
259 : * USABLE_BYTES_IN_PAGE)
260 : - (XLOG_SIZE_OF_XLOG_RECORD - XLOG_SIZE_OF_XLOG_SHORT_PHD) as u64;
261 :
262 66114 : fn bytepos_to_recptr(bytepos: u64) -> Lsn {
263 66114 : let fullsegs = bytepos / USABLE_BYTES_IN_SEGMENT;
264 66114 : let mut bytesleft = bytepos % USABLE_BYTES_IN_SEGMENT;
265 :
266 66114 : let seg_offset = if bytesleft < (XLOG_BLCKSZ - XLOG_SIZE_OF_XLOG_SHORT_PHD) as u64 {
267 : // fits on first page of segment
268 0 : bytesleft + XLOG_SIZE_OF_XLOG_SHORT_PHD as u64
269 : } else {
270 : // account for the first page on segment with long header
271 66114 : bytesleft -= (XLOG_BLCKSZ - XLOG_SIZE_OF_XLOG_SHORT_PHD) as u64;
272 66114 : let fullpages = bytesleft / USABLE_BYTES_IN_PAGE;
273 66114 : bytesleft %= USABLE_BYTES_IN_PAGE;
274 66114 :
275 66114 : XLOG_BLCKSZ as u64
276 66114 : + fullpages * XLOG_BLCKSZ as u64
277 66114 : + bytesleft
278 66114 : + XLOG_SIZE_OF_XLOG_SHORT_PHD as u64
279 : };
280 :
281 66114 : Lsn(XLogSegNoOffsetToRecPtr(
282 66114 : fullsegs,
283 66114 : seg_offset as u32,
284 66114 : WAL_SEGMENT_SIZE,
285 66114 : ))
286 66114 : }
287 :
288 99171 : fn recptr_to_bytepos(ptr: Lsn) -> u64 {
289 99171 : let fullsegs = ptr.segment_number(WAL_SEGMENT_SIZE);
290 99171 : let offset = ptr.segment_offset(WAL_SEGMENT_SIZE) as u64;
291 99171 :
292 99171 : let fullpages = offset / XLOG_BLCKSZ as u64;
293 99171 : let offset = offset % XLOG_BLCKSZ as u64;
294 99171 :
295 99171 : if fullpages == 0 {
296 0 : fullsegs * USABLE_BYTES_IN_SEGMENT
297 0 : + if offset > 0 {
298 0 : assert!(offset >= XLOG_SIZE_OF_XLOG_SHORT_PHD as u64);
299 0 : offset - XLOG_SIZE_OF_XLOG_SHORT_PHD as u64
300 : } else {
301 0 : 0
302 : }
303 : } else {
304 99171 : fullsegs * USABLE_BYTES_IN_SEGMENT
305 99171 : + (XLOG_BLCKSZ - XLOG_SIZE_OF_XLOG_SHORT_PHD) as u64
306 99171 : + (fullpages - 1) * USABLE_BYTES_IN_PAGE
307 99171 : + if offset > 0 {
308 99171 : assert!(offset >= XLOG_SIZE_OF_XLOG_SHORT_PHD as u64);
309 99171 : offset - XLOG_SIZE_OF_XLOG_SHORT_PHD as u64
310 : } else {
311 0 : 0
312 : }
313 : }
314 99171 : }
|
