LCOV - code coverage report
Current view: top level - safekeeper/tests/walproposer_sim - simulation_logs.rs (source / functions) Coverage Total Hit
Test: fc67f8dc6087a0b4f4f0bcd74f6e1dc25fab8cf3.info Lines: 94.6 % 111 105
Test Date: 2024-09-24 13:57:57 Functions: 33.3 % 18 6

            Line data    Source code
       1              : use desim::proto::SimEvent;
       2              : use tracing::debug;
       3              : 
       4              : #[derive(Debug, Clone, PartialEq, Eq)]
       5              : enum NodeKind {
       6              :     Unknown,
       7              :     Safekeeper,
       8              :     WalProposer,
       9              : }
      10              : 
      11              : impl Default for NodeKind {
      12        42156 :     fn default() -> Self {
      13        42156 :         Self::Unknown
      14        42156 :     }
      15              : }
      16              : 
      17              : /// Simulation state of walproposer/safekeeper, derived from the simulation logs.
      18              : #[derive(Clone, Debug, Default)]
      19              : struct NodeInfo {
      20              :     kind: NodeKind,
      21              : 
      22              :     // walproposer
      23              :     is_sync: bool,
      24              :     term: u64,
      25              :     epoch_lsn: u64,
      26              : 
      27              :     // safekeeper
      28              :     commit_lsn: u64,
      29              :     flush_lsn: u64,
      30              : }
      31              : 
      32              : impl NodeInfo {
      33        74323 :     fn init_kind(&mut self, kind: NodeKind) {
      34        74323 :         if self.kind == NodeKind::Unknown {
      35        42159 :             self.kind = kind;
      36        42159 :         } else {
      37        32164 :             assert!(self.kind == kind);
      38              :         }
      39        74323 :     }
      40              : 
      41        74323 :     fn started(&mut self, data: &str) {
      42        74323 :         let mut parts = data.split(';');
      43        74323 :         assert!(parts.next().unwrap() == "started");
      44        74323 :         match parts.next().unwrap() {
      45        74323 :             "safekeeper" => {
      46        38167 :                 self.init_kind(NodeKind::Safekeeper);
      47        38167 :             }
      48        36156 :             "walproposer" => {
      49        36156 :                 self.init_kind(NodeKind::WalProposer);
      50        36156 :                 let is_sync: u8 = parts.next().unwrap().parse().unwrap();
      51        36156 :                 self.is_sync = is_sync != 0;
      52        36156 :             }
      53            0 :             _ => unreachable!(),
      54              :         }
      55        74323 :     }
      56              : }
      57              : 
      58              : /// Global state of the simulation, derived from the simulation logs.
      59              : #[derive(Debug, Default)]
      60              : struct GlobalState {
      61              :     nodes: Vec<NodeInfo>,
      62              :     commit_lsn: u64,
      63              :     write_lsn: u64,
      64              :     max_write_lsn: u64,
      65              : 
      66              :     written_wal: u64,
      67              :     written_records: u64,
      68              : }
      69              : 
      70              : impl GlobalState {
      71         2001 :     fn new() -> Self {
      72         2001 :         Default::default()
      73         2001 :     }
      74              : 
      75       141771 :     fn get(&mut self, id: u32) -> &mut NodeInfo {
      76       141771 :         let id = id as usize;
      77       141771 :         if id >= self.nodes.len() {
      78        42156 :             self.nodes.resize(id + 1, NodeInfo::default());
      79        99615 :         }
      80       141771 :         &mut self.nodes[id]
      81       141771 :     }
      82              : }
      83              : 
      84              : /// Try to find inconsistencies in the simulation log.
      85         2001 : pub fn validate_events(events: Vec<SimEvent>) {
      86              :     const INITDB_LSN: u64 = 21623024;
      87              : 
      88         2001 :     let hook = std::panic::take_hook();
      89         2001 :     scopeguard::defer_on_success! {
      90         2001 :         std::panic::set_hook(hook);
      91         2001 :     };
      92         2001 : 
      93         2001 :     let mut state = GlobalState::new();
      94         2001 :     state.max_write_lsn = INITDB_LSN;
      95              : 
      96       110048 :     for event in events {
      97       108047 :         debug!("{:?}", event);
      98              : 
      99       108047 :         let node = state.get(event.node);
     100       108047 :         if event.data.starts_with("started;") {
     101        74323 :             node.started(&event.data);
     102        74323 :             continue;
     103        33724 :         }
     104        33724 :         assert!(node.kind != NodeKind::Unknown);
     105              : 
     106              :         // drop reference to unlock state
     107        33724 :         let mut node = node.clone();
     108        33724 : 
     109        33724 :         let mut parts = event.data.split(';');
     110        33724 :         match node.kind {
     111        28573 :             NodeKind::Safekeeper => match parts.next().unwrap() {
     112        28573 :                 "tli_loaded" => {
     113        28573 :                     let flush_lsn: u64 = parts.next().unwrap().parse().unwrap();
     114        28573 :                     let commit_lsn: u64 = parts.next().unwrap().parse().unwrap();
     115        28573 :                     node.flush_lsn = flush_lsn;
     116        28573 :                     node.commit_lsn = commit_lsn;
     117        28573 :                 }
     118            0 :                 _ => unreachable!(),
     119              :             },
     120              :             NodeKind::WalProposer => {
     121         5151 :                 match parts.next().unwrap() {
     122         5151 :                     "prop_elected" => {
     123         2727 :                         let prop_lsn: u64 = parts.next().unwrap().parse().unwrap();
     124         2727 :                         let prop_term: u64 = parts.next().unwrap().parse().unwrap();
     125         2727 :                         let prev_lsn: u64 = parts.next().unwrap().parse().unwrap();
     126         2727 :                         let prev_term: u64 = parts.next().unwrap().parse().unwrap();
     127         2727 : 
     128         2727 :                         assert!(prop_lsn >= prev_lsn);
     129         2727 :                         assert!(prop_term >= prev_term);
     130              : 
     131         2727 :                         assert!(prop_lsn >= state.commit_lsn);
     132              : 
     133         2727 :                         if prop_lsn > state.write_lsn {
     134          179 :                             assert!(prop_lsn <= state.max_write_lsn);
     135          179 :                             debug!(
     136            0 :                                 "moving write_lsn up from {} to {}",
     137              :                                 state.write_lsn, prop_lsn
     138              :                             );
     139          179 :                             state.write_lsn = prop_lsn;
     140         2548 :                         }
     141         2727 :                         if prop_lsn < state.write_lsn {
     142          466 :                             debug!(
     143            0 :                                 "moving write_lsn down from {} to {}",
     144              :                                 state.write_lsn, prop_lsn
     145              :                             );
     146          466 :                             state.write_lsn = prop_lsn;
     147         2261 :                         }
     148              : 
     149         2727 :                         node.epoch_lsn = prop_lsn;
     150         2727 :                         node.term = prop_term;
     151              :                     }
     152         2424 :                     "write_wal" => {
     153         1276 :                         assert!(!node.is_sync);
     154         1276 :                         let start_lsn: u64 = parts.next().unwrap().parse().unwrap();
     155         1276 :                         let end_lsn: u64 = parts.next().unwrap().parse().unwrap();
     156         1276 :                         let cnt: u64 = parts.next().unwrap().parse().unwrap();
     157         1276 : 
     158         1276 :                         let size = end_lsn - start_lsn;
     159         1276 :                         state.written_wal += size;
     160         1276 :                         state.written_records += cnt;
     161         1276 : 
     162         1276 :                         // TODO: If we allow writing WAL before winning the election
     163         1276 : 
     164         1276 :                         assert!(start_lsn >= state.commit_lsn);
     165         1276 :                         assert!(end_lsn >= start_lsn);
     166              :                         // assert!(start_lsn == state.write_lsn);
     167         1276 :                         state.write_lsn = end_lsn;
     168         1276 : 
     169         1276 :                         if end_lsn > state.max_write_lsn {
     170         1046 :                             state.max_write_lsn = end_lsn;
     171         1046 :                         }
     172              :                     }
     173         1148 :                     "commit_lsn" => {
     174         1148 :                         let lsn: u64 = parts.next().unwrap().parse().unwrap();
     175         1148 :                         assert!(lsn >= state.commit_lsn);
     176         1148 :                         state.commit_lsn = lsn;
     177              :                     }
     178            0 :                     _ => unreachable!(),
     179              :                 }
     180              :             }
     181            0 :             _ => unreachable!(),
     182              :         }
     183              : 
     184              :         // update the node in the state struct
     185        33724 :         *state.get(event.node) = node;
     186              :     }
     187         2001 : }
        

Generated by: LCOV version 2.1-beta