LCOV - code coverage report
Current view: top level - safekeeper/tests/walproposer_sim - simulation_logs.rs (source / functions) Coverage Total Hit
Test: 2a9d99866121f170b43760bd62e1e2431e597707.info Lines: 94.5 % 109 103
Test Date: 2024-09-02 14:10:37 Functions: 33.3 % 18 6

            Line data    Source code
       1              : use desim::proto::SimEvent;
       2              : use tracing::debug;
       3              : 
       4              : #[derive(Debug, Clone, PartialEq, Eq)]
       5              : enum NodeKind {
       6              :     Unknown,
       7              :     Safekeeper,
       8              :     WalProposer,
       9              : }
      10              : 
      11              : impl Default for NodeKind {
      12        42807 :     fn default() -> Self {
      13        42807 :         Self::Unknown
      14        42807 :     }
      15              : }
      16              : 
      17              : /// Simulation state of walproposer/safekeeper, derived from the simulation logs.
      18              : #[derive(Clone, Debug, Default)]
      19              : struct NodeInfo {
      20              :     kind: NodeKind,
      21              : 
      22              :     // walproposer
      23              :     is_sync: bool,
      24              :     term: u64,
      25              :     epoch_lsn: u64,
      26              : 
      27              :     // safekeeper
      28              :     commit_lsn: u64,
      29              :     flush_lsn: u64,
      30              : }
      31              : 
      32              : impl NodeInfo {
      33        75923 :     fn init_kind(&mut self, kind: NodeKind) {
      34        75923 :         if self.kind == NodeKind::Unknown {
      35        42810 :             self.kind = kind;
      36        42810 :         } else {
      37        33113 :             assert!(self.kind == kind);
      38              :         }
      39        75923 :     }
      40              : 
      41        75923 :     fn started(&mut self, data: &str) {
      42        75923 :         let mut parts = data.split(';');
      43        75923 :         assert!(parts.next().unwrap() == "started");
      44        75923 :         match parts.next().unwrap() {
      45        75923 :             "safekeeper" => {
      46        39116 :                 self.init_kind(NodeKind::Safekeeper);
      47        39116 :             }
      48        36807 :             "walproposer" => {
      49        36807 :                 self.init_kind(NodeKind::WalProposer);
      50        36807 :                 let is_sync: u8 = parts.next().unwrap().parse().unwrap();
      51        36807 :                 self.is_sync = is_sync != 0;
      52        36807 :             }
      53            0 :             _ => unreachable!(),
      54              :         }
      55        75923 :     }
      56              : }
      57              : 
      58              : /// Global state of the simulation, derived from the simulation logs.
      59              : #[derive(Debug, Default)]
      60              : struct GlobalState {
      61              :     nodes: Vec<NodeInfo>,
      62              :     commit_lsn: u64,
      63              :     write_lsn: u64,
      64              :     max_write_lsn: u64,
      65              : 
      66              :     written_wal: u64,
      67              :     written_records: u64,
      68              : }
      69              : 
      70              : impl GlobalState {
      71         2001 :     fn new() -> Self {
      72         2001 :         Default::default()
      73         2001 :     }
      74              : 
      75       146253 :     fn get(&mut self, id: u32) -> &mut NodeInfo {
      76       146253 :         let id = id as usize;
      77       146253 :         if id >= self.nodes.len() {
      78        42807 :             self.nodes.resize(id + 1, NodeInfo::default());
      79       103446 :         }
      80       146253 :         &mut self.nodes[id]
      81       146253 :     }
      82              : }
      83              : 
      84              : /// Try to find inconsistencies in the simulation log.
      85         2001 : pub fn validate_events(events: Vec<SimEvent>) {
      86         2001 :     const INITDB_LSN: u64 = 21623024;
      87         2001 : 
      88         2001 :     let hook = std::panic::take_hook();
      89              :     scopeguard::defer_on_success! {
      90              :         std::panic::set_hook(hook);
      91              :     };
      92              : 
      93         2001 :     let mut state = GlobalState::new();
      94         2001 :     state.max_write_lsn = INITDB_LSN;
      95              : 
      96       113089 :     for event in events {
      97       111088 :         debug!("{:?}", event);
      98              : 
      99       111088 :         let node = state.get(event.node);
     100       111088 :         if event.data.starts_with("started;") {
     101        75923 :             node.started(&event.data);
     102        75923 :             continue;
     103        35165 :         }
     104        35165 :         assert!(node.kind != NodeKind::Unknown);
     105              : 
     106              :         // drop reference to unlock state
     107        35165 :         let mut node = node.clone();
     108        35165 : 
     109        35165 :         let mut parts = event.data.split(';');
     110        35165 :         match node.kind {
     111        29551 :             NodeKind::Safekeeper => match parts.next().unwrap() {
     112        29551 :                 "tli_loaded" => {
     113        29551 :                     let flush_lsn: u64 = parts.next().unwrap().parse().unwrap();
     114        29551 :                     let commit_lsn: u64 = parts.next().unwrap().parse().unwrap();
     115        29551 :                     node.flush_lsn = flush_lsn;
     116        29551 :                     node.commit_lsn = commit_lsn;
     117        29551 :                 }
     118            0 :                 _ => unreachable!(),
     119              :             },
     120              :             NodeKind::WalProposer => {
     121         5614 :                 match parts.next().unwrap() {
     122         5614 :                     "prop_elected" => {
     123         2973 :                         let prop_lsn: u64 = parts.next().unwrap().parse().unwrap();
     124         2973 :                         let prop_term: u64 = parts.next().unwrap().parse().unwrap();
     125         2973 :                         let prev_lsn: u64 = parts.next().unwrap().parse().unwrap();
     126         2973 :                         let prev_term: u64 = parts.next().unwrap().parse().unwrap();
     127         2973 : 
     128         2973 :                         assert!(prop_lsn >= prev_lsn);
     129         2973 :                         assert!(prop_term >= prev_term);
     130              : 
     131         2973 :                         assert!(prop_lsn >= state.commit_lsn);
     132              : 
     133         2973 :                         if prop_lsn > state.write_lsn {
     134          206 :                             assert!(prop_lsn <= state.max_write_lsn);
     135          206 :                             debug!(
     136            0 :                                 "moving write_lsn up from {} to {}",
     137              :                                 state.write_lsn, prop_lsn
     138              :                             );
     139          206 :                             state.write_lsn = prop_lsn;
     140         2767 :                         }
     141         2973 :                         if prop_lsn < state.write_lsn {
     142          506 :                             debug!(
     143            0 :                                 "moving write_lsn down from {} to {}",
     144              :                                 state.write_lsn, prop_lsn
     145              :                             );
     146          506 :                             state.write_lsn = prop_lsn;
     147         2467 :                         }
     148              : 
     149         2973 :                         node.epoch_lsn = prop_lsn;
     150         2973 :                         node.term = prop_term;
     151              :                     }
     152         2641 :                     "write_wal" => {
     153         1365 :                         assert!(!node.is_sync);
     154         1365 :                         let start_lsn: u64 = parts.next().unwrap().parse().unwrap();
     155         1365 :                         let end_lsn: u64 = parts.next().unwrap().parse().unwrap();
     156         1365 :                         let cnt: u64 = parts.next().unwrap().parse().unwrap();
     157         1365 : 
     158         1365 :                         let size = end_lsn - start_lsn;
     159         1365 :                         state.written_wal += size;
     160         1365 :                         state.written_records += cnt;
     161         1365 : 
     162         1365 :                         // TODO: If we allow writing WAL before winning the election
     163         1365 : 
     164         1365 :                         assert!(start_lsn >= state.commit_lsn);
     165         1365 :                         assert!(end_lsn >= start_lsn);
     166              :                         // assert!(start_lsn == state.write_lsn);
     167         1365 :                         state.write_lsn = end_lsn;
     168         1365 : 
     169         1365 :                         if end_lsn > state.max_write_lsn {
     170         1123 :                             state.max_write_lsn = end_lsn;
     171         1123 :                         }
     172              :                     }
     173         1276 :                     "commit_lsn" => {
     174         1276 :                         let lsn: u64 = parts.next().unwrap().parse().unwrap();
     175         1276 :                         assert!(lsn >= state.commit_lsn);
     176         1276 :                         state.commit_lsn = lsn;
     177              :                     }
     178            0 :                     _ => unreachable!(),
     179              :                 }
     180              :             }
     181            0 :             _ => unreachable!(),
     182              :         }
     183              : 
     184              :         // update the node in the state struct
     185        35165 :         *state.get(event.node) = node;
     186              :     }
     187         2001 : }
        

Generated by: LCOV version 2.1-beta