Line data    Source code

       1              : use pageserver_compaction::interface::CompactionLayer;
       2              : use pageserver_compaction::simulator::MockTimeline;
       3              : 
       4              : /// Test the extreme case that there are so many updates for a single key that
       5              : /// even if we produce an extremely narrow delta layer, spanning just that one
       6              : /// key, we still too many records to fit in the target file size. We need to
       7              : /// split in the LSN dimension too in that case.
       8              : ///
       9              : /// TODO: The code to avoid this problem has not been implemented yet! So the
      10              : /// assertion currently fails, but we need to make it not fail.
      11              : #[ignore]
      12            0 : #[tokio::test]
      13            0 : async fn test_many_updates_for_single_key() {
      14            0 :     let mut executor = MockTimeline::new();
      15            0 :     executor.target_file_size = 10_000_000; // 10 MB
      16            0 : 
      17            0 :     // Ingest 100 MB of updates to a single key.
      18            0 :     for _ in 1..1000 {
      19            0 :         executor.ingest_uniform(100, 10, &(0..100_000)).unwrap();
      20            0 :         executor.ingest_uniform(10_000, 10, &(0..1)).unwrap();
      21            0 :         executor.compact().await.unwrap();
      22            0 :     }
      23            0 : 
      24            0 :     // Check that all the layers are smaller than the target size (with some slop)
      25            0 :     for l in executor.live_layers.iter() {
      26            0 :         println!("layer {}: {}", l.short_id(), l.file_size());
      27            0 :     }
      28            0 :     for l in executor.live_layers.iter() {
      29            0 :         assert!(l.file_size() < executor.target_file_size * 2);
      30            0 :         // sanity check that none of the delta layers are stupidly small either
      31            0 :         if l.is_delta() {
      32            0 :             assert!(l.file_size() > executor.target_file_size / 2);
      33            0 :         }
      34            0 :     }
      35            0 : }