LCOV - code coverage report
Current view: top level - safekeeper/tests/walproposer_sim - simulation_logs.rs (source / functions) Coverage Total Hit
Test: 465a86b0c1fda0069b3e0f6c1c126e6b635a1f72.info Lines: 94.5 % 109 103
Test Date: 2024-06-25 15:47:26 Functions: 33.3 % 18 6

            Line data    Source code
       1              : use desim::proto::SimEvent;
       2              : use tracing::debug;
       3              : 
       4              : #[derive(Debug, Clone, PartialEq, Eq)]
       5              : enum NodeKind {
       6              :     Unknown,
       7              :     Safekeeper,
       8              :     WalProposer,
       9              : }
      10              : 
      11              : impl Default for NodeKind {
      12        84354 :     fn default() -> Self {
      13        84354 :         Self::Unknown
      14        84354 :     }
      15              : }
      16              : 
      17              : /// Simulation state of walproposer/safekeeper, derived from the simulation logs.
      18              : #[derive(Clone, Debug, Default)]
      19              : struct NodeInfo {
      20              :     kind: NodeKind,
      21              : 
      22              :     // walproposer
      23              :     is_sync: bool,
      24              :     term: u64,
      25              :     epoch_lsn: u64,
      26              : 
      27              :     // safekeeper
      28              :     commit_lsn: u64,
      29              :     flush_lsn: u64,
      30              : }
      31              : 
      32              : impl NodeInfo {
      33       149423 :     fn init_kind(&mut self, kind: NodeKind) {
      34       149423 :         if self.kind == NodeKind::Unknown {
      35        84357 :             self.kind = kind;
      36        84357 :         } else {
      37        65066 :             assert!(self.kind == kind);
      38              :         }
      39       149423 :     }
      40              : 
      41       149423 :     fn started(&mut self, data: &str) {
      42       149423 :         let mut parts = data.split(';');
      43       149423 :         assert!(parts.next().unwrap() == "started");
      44       149423 :         match parts.next().unwrap() {
      45       149423 :             "safekeeper" => {
      46        77072 :                 self.init_kind(NodeKind::Safekeeper);
      47        77072 :             }
      48        72351 :             "walproposer" => {
      49        72351 :                 self.init_kind(NodeKind::WalProposer);
      50        72351 :                 let is_sync: u8 = parts.next().unwrap().parse().unwrap();
      51        72351 :                 self.is_sync = is_sync != 0;
      52        72351 :             }
      53            0 :             _ => unreachable!(),
      54              :         }
      55       149423 :     }
      56              : }
      57              : 
      58              : /// Global state of the simulation, derived from the simulation logs.
      59              : #[derive(Debug, Default)]
      60              : struct GlobalState {
      61              :     nodes: Vec<NodeInfo>,
      62              :     commit_lsn: u64,
      63              :     write_lsn: u64,
      64              :     max_write_lsn: u64,
      65              : 
      66              :     written_wal: u64,
      67              :     written_records: u64,
      68              : }
      69              : 
      70              : impl GlobalState {
      71         4002 :     fn new() -> Self {
      72         4002 :         Default::default()
      73         4002 :     }
      74              : 
      75       288913 :     fn get(&mut self, id: u32) -> &mut NodeInfo {
      76       288913 :         let id = id as usize;
      77       288913 :         if id >= self.nodes.len() {
      78        84354 :             self.nodes.resize(id + 1, NodeInfo::default());
      79       204559 :         }
      80       288913 :         &mut self.nodes[id]
      81       288913 :     }
      82              : }
      83              : 
      84              : /// Try to find inconsistencies in the simulation log.
      85         4002 : pub fn validate_events(events: Vec<SimEvent>) {
      86         4002 :     const INITDB_LSN: u64 = 21623024;
      87         4002 : 
      88         4002 :     let hook = std::panic::take_hook();
      89              :     scopeguard::defer_on_success! {
      90              :         std::panic::set_hook(hook);
      91              :     };
      92              : 
      93         4002 :     let mut state = GlobalState::new();
      94         4002 :     state.max_write_lsn = INITDB_LSN;
      95              : 
      96       223170 :     for event in events {
      97       219168 :         debug!("{:?}", event);
      98              : 
      99       219168 :         let node = state.get(event.node);
     100       219168 :         if event.data.starts_with("started;") {
     101       149423 :             node.started(&event.data);
     102       149423 :             continue;
     103        69745 :         }
     104        69745 :         assert!(node.kind != NodeKind::Unknown);
     105              : 
     106              :         // drop reference to unlock state
     107        69745 :         let mut node = node.clone();
     108        69745 : 
     109        69745 :         let mut parts = event.data.split(';');
     110        69745 :         match node.kind {
     111        58060 :             NodeKind::Safekeeper => match parts.next().unwrap() {
     112        58060 :                 "tli_loaded" => {
     113        58060 :                     let flush_lsn: u64 = parts.next().unwrap().parse().unwrap();
     114        58060 :                     let commit_lsn: u64 = parts.next().unwrap().parse().unwrap();
     115        58060 :                     node.flush_lsn = flush_lsn;
     116        58060 :                     node.commit_lsn = commit_lsn;
     117        58060 :                 }
     118            0 :                 _ => unreachable!(),
     119              :             },
     120              :             NodeKind::WalProposer => {
     121        11685 :                 match parts.next().unwrap() {
     122        11685 :                     "prop_elected" => {
     123         6096 :                         let prop_lsn: u64 = parts.next().unwrap().parse().unwrap();
     124         6096 :                         let prop_term: u64 = parts.next().unwrap().parse().unwrap();
     125         6096 :                         let prev_lsn: u64 = parts.next().unwrap().parse().unwrap();
     126         6096 :                         let prev_term: u64 = parts.next().unwrap().parse().unwrap();
     127         6096 : 
     128         6096 :                         assert!(prop_lsn >= prev_lsn);
     129         6096 :                         assert!(prop_term >= prev_term);
     130              : 
     131         6096 :                         assert!(prop_lsn >= state.commit_lsn);
     132              : 
     133         6096 :                         if prop_lsn > state.write_lsn {
     134          418 :                             assert!(prop_lsn <= state.max_write_lsn);
     135          418 :                             debug!(
     136            0 :                                 "moving write_lsn up from {} to {}",
     137              :                                 state.write_lsn, prop_lsn
     138              :                             );
     139          418 :                             state.write_lsn = prop_lsn;
     140         5678 :                         }
     141         6096 :                         if prop_lsn < state.write_lsn {
     142         1022 :                             debug!(
     143            0 :                                 "moving write_lsn down from {} to {}",
     144              :                                 state.write_lsn, prop_lsn
     145              :                             );
     146         1022 :                             state.write_lsn = prop_lsn;
     147         5074 :                         }
     148              : 
     149         6096 :                         node.epoch_lsn = prop_lsn;
     150         6096 :                         node.term = prop_term;
     151              :                     }
     152         5589 :                     "write_wal" => {
     153         2816 :                         assert!(!node.is_sync);
     154         2816 :                         let start_lsn: u64 = parts.next().unwrap().parse().unwrap();
     155         2816 :                         let end_lsn: u64 = parts.next().unwrap().parse().unwrap();
     156         2816 :                         let cnt: u64 = parts.next().unwrap().parse().unwrap();
     157         2816 : 
     158         2816 :                         let size = end_lsn - start_lsn;
     159         2816 :                         state.written_wal += size;
     160         2816 :                         state.written_records += cnt;
     161         2816 : 
     162         2816 :                         // TODO: If we allow writing WAL before winning the election
     163         2816 : 
     164         2816 :                         assert!(start_lsn >= state.commit_lsn);
     165         2816 :                         assert!(end_lsn >= start_lsn);
     166              :                         // assert!(start_lsn == state.write_lsn);
     167         2816 :                         state.write_lsn = end_lsn;
     168         2816 : 
     169         2816 :                         if end_lsn > state.max_write_lsn {
     170         2327 :                             state.max_write_lsn = end_lsn;
     171         2327 :                         }
     172              :                     }
     173         2773 :                     "commit_lsn" => {
     174         2773 :                         let lsn: u64 = parts.next().unwrap().parse().unwrap();
     175         2773 :                         assert!(lsn >= state.commit_lsn);
     176         2773 :                         state.commit_lsn = lsn;
     177              :                     }
     178            0 :                     _ => unreachable!(),
     179              :                 }
     180              :             }
     181            0 :             _ => unreachable!(),
     182              :         }
     183              : 
     184              :         // update the node in the state struct
     185        69745 :         *state.get(event.node) = node;
     186              :     }
     187         4002 : }
        

Generated by: LCOV version 2.1-beta