LCOV - code coverage report
Current view: top level - pageserver/src - statvfs.rs (source / functions) Coverage Total Hit
Test: c639aa5f7ab62b43d647b10f40d15a15686ce8a9.info Lines: 82.7 % 81 67
Test Date: 2024-02-12 20:26:03 Functions: 45.0 % 40 18

            Line data    Source code
       1              : //! Wrapper around nix::sys::statvfs::Statvfs that allows for mocking.
       2              : 
       3              : use camino::Utf8Path;
       4              : 
       5              : pub enum Statvfs {
       6              :     Real(nix::sys::statvfs::Statvfs),
       7              :     Mock(mock::Statvfs),
       8              : }
       9              : 
      10              : // NB: on macOS, the block count type of struct statvfs is u32.
      11              : // The workaround seems to be to use the non-standard statfs64 call.
      12              : // Sincce it should only be a problem on > 2TiB disks, let's ignore
      13              : // the problem for now and upcast to u64.
      14              : impl Statvfs {
      15           11 :     pub fn get(tenants_dir: &Utf8Path, mocked: Option<&mock::Behavior>) -> nix::Result<Self> {
      16           11 :         if let Some(mocked) = mocked {
      17           11 :             Ok(Statvfs::Mock(mock::get(tenants_dir, mocked)?))
      18              :         } else {
      19            0 :             Ok(Statvfs::Real(nix::sys::statvfs::statvfs(
      20            0 :                 tenants_dir.as_std_path(),
      21            0 :             )?))
      22              :         }
      23           11 :     }
      24              : 
      25              :     // NB: allow() because the block count type is u32 on macOS.
      26              :     #[allow(clippy::useless_conversion, clippy::unnecessary_fallible_conversions)]
      27           10 :     pub fn blocks(&self) -> u64 {
      28           10 :         match self {
      29            0 :             Statvfs::Real(stat) => u64::try_from(stat.blocks()).unwrap(),
      30           10 :             Statvfs::Mock(stat) => stat.blocks,
      31              :         }
      32           10 :     }
      33              : 
      34              :     // NB: allow() because the block count type is u32 on macOS.
      35              :     #[allow(clippy::useless_conversion, clippy::unnecessary_fallible_conversions)]
      36           10 :     pub fn blocks_available(&self) -> u64 {
      37           10 :         match self {
      38            0 :             Statvfs::Real(stat) => u64::try_from(stat.blocks_available()).unwrap(),
      39           10 :             Statvfs::Mock(stat) => stat.blocks_available,
      40              :         }
      41           10 :     }
      42              : 
      43           20 :     pub fn fragment_size(&self) -> u64 {
      44           20 :         match self {
      45            0 :             Statvfs::Real(stat) => stat.fragment_size(),
      46           20 :             Statvfs::Mock(stat) => stat.fragment_size,
      47              :         }
      48           20 :     }
      49              : 
      50            0 :     pub fn block_size(&self) -> u64 {
      51            0 :         match self {
      52            0 :             Statvfs::Real(stat) => stat.block_size(),
      53            0 :             Statvfs::Mock(stat) => stat.block_size,
      54              :         }
      55            0 :     }
      56              : }
      57              : 
      58              : pub mod mock {
      59              :     use anyhow::Context;
      60              :     use camino::Utf8Path;
      61              :     use regex::Regex;
      62              :     use tracing::log::info;
      63              : 
      64           32 :     #[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
      65              :     #[serde(tag = "type")]
      66              :     pub enum Behavior {
      67              :         Success {
      68              :             blocksize: u64,
      69              :             total_blocks: u64,
      70              :             name_filter: Option<utils::serde_regex::Regex>,
      71              :         },
      72              :         Failure {
      73              :             mocked_error: MockedError,
      74              :         },
      75              :     }
      76              : 
      77            2 :     #[derive(Debug, Clone, Copy, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
      78              :     #[allow(clippy::upper_case_acronyms)]
      79              :     pub enum MockedError {
      80              :         EIO,
      81              :     }
      82              : 
      83              :     impl From<MockedError> for nix::Error {
      84            1 :         fn from(e: MockedError) -> Self {
      85            1 :             match e {
      86            1 :                 MockedError::EIO => nix::Error::EIO,
      87            1 :             }
      88            1 :         }
      89              :     }
      90              : 
      91           11 :     pub fn get(tenants_dir: &Utf8Path, behavior: &Behavior) -> nix::Result<Statvfs> {
      92           11 :         info!("running mocked statvfs");
      93              : 
      94           11 :         match behavior {
      95              :             Behavior::Success {
      96           10 :                 blocksize,
      97           10 :                 total_blocks,
      98           10 :                 ref name_filter,
      99           10 :             } => {
     100           10 :                 let used_bytes = walk_dir_disk_usage(tenants_dir, name_filter.as_deref()).unwrap();
     101           10 : 
     102           10 :                 // round it up to the nearest block multiple
     103           10 :                 let used_blocks = (used_bytes + (blocksize - 1)) / blocksize;
     104           10 : 
     105           10 :                 if used_blocks > *total_blocks {
     106            0 :                     panic!(
     107            0 :                         "mocking error: used_blocks > total_blocks: {used_blocks} > {total_blocks}"
     108            0 :                     );
     109           10 :                 }
     110           10 : 
     111           10 :                 let avail_blocks = total_blocks - used_blocks;
     112           10 : 
     113           10 :                 Ok(Statvfs {
     114           10 :                     blocks: *total_blocks,
     115           10 :                     blocks_available: avail_blocks,
     116           10 :                     fragment_size: *blocksize,
     117           10 :                     block_size: *blocksize,
     118           10 :                 })
     119              :             }
     120            1 :             Behavior::Failure { mocked_error } => Err((*mocked_error).into()),
     121              :         }
     122           11 :     }
     123              : 
     124           10 :     fn walk_dir_disk_usage(path: &Utf8Path, name_filter: Option<&Regex>) -> anyhow::Result<u64> {
     125           10 :         let mut total = 0;
     126          373 :         for entry in walkdir::WalkDir::new(path) {
     127          373 :             let entry = entry?;
     128          373 :             if !entry.file_type().is_file() {
     129           70 :                 continue;
     130          303 :             }
     131          303 :             if !name_filter
     132          303 :                 .as_ref()
     133          303 :                 .map(|filter| filter.is_match(entry.file_name().to_str().unwrap()))
     134          303 :                 .unwrap_or(true)
     135              :             {
     136           60 :                 continue;
     137          243 :             }
     138          243 :             total += entry
     139          243 :                 .metadata()
     140          243 :                 .with_context(|| format!("get metadata of {:?}", entry.path()))?
     141          243 :                 .len();
     142              :         }
     143           10 :         Ok(total)
     144           10 :     }
     145              : 
     146              :     pub struct Statvfs {
     147              :         pub blocks: u64,
     148              :         pub blocks_available: u64,
     149              :         pub fragment_size: u64,
     150              :         pub block_size: u64,
     151              :     }
     152              : }
        

Generated by: LCOV version 2.1-beta