diff options
Diffstat (limited to 'log_db/benches')
| -rw-r--r-- | log_db/benches/benchmark.rs | 170 | ||||
| -rw-r--r-- | log_db/benches/utils.rs | 22 |
2 files changed, 104 insertions, 88 deletions
diff --git a/log_db/benches/benchmark.rs b/log_db/benches/benchmark.rs index 38f1eb3..0f72aed 100644 --- a/log_db/benches/benchmark.rs +++ b/log_db/benches/benchmark.rs @@ -5,67 +5,57 @@ use log_db::*; use tempfile; use utils::*; -pub fn upsert_various_initial_sizes(c: &mut Criterion) { - let mut group = c.benchmark_group("upsert_various_initial_sizes"); +pub fn upsert_compacted(c: &mut Criterion) { + let mut group = c.benchmark_group("upsert_compacted"); + let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); + let data_dir = &data_dir_obj + .path() + .to_str() + .expect("Failed to convert tmpdir path to str"); + let mut db = DB::<Inst>::configure() + .data_dir(&data_dir) + .initialize() + .expect("Failed to initialize DB"); - for size in [0, 1000, 10_000, 100_000, 1_000_000, 10_000_000] { - let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); - let data_dir = &data_dir_obj - .path() - .to_str() - .expect("Failed to convert tmpdir path to str"); - let mut db = DB::<Inst>::configure() - .data_dir(&data_dir) - .initialize() - .expect("Failed to initialize DB"); - - prefill_db(&mut db, size, false).expect("Failed to prefill DB"); + let mut insts = Vec::new(); + for size in [100_000, 1_000_000, 10_000_000] { + println!("Prefilling DB to {} entries", size); + prefill_db(&mut db, &mut insts, size, true).expect("Failed to prefill DB"); group.bench_with_input(BenchmarkId::from_parameter(size), &size, |b, &_size| { b.iter(|| { let inst = random_inst(0, size as i64 + 1); - let _ = db.upsert(black_box(inst)); + let result = db.upsert(black_box(inst)).unwrap(); + assert!(result == ()); }); }); } } -pub fn upsert_various_initial_sizes_compacted(c: &mut Criterion) { - let mut group = c.benchmark_group("upsert_various_initial_sizes_compacted"); - - for size in [0, 1000, 10_000, 100_000, 1_000_000, 10_000_000] { - let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); - let data_dir = &data_dir_obj - .path() - .to_str() - .expect("Failed to convert tmpdir path to str"); - - let record_length = 1 + // tombstone tag - 1 + 8 + // int tag + int value - 1 + 8 + 5 + // string tag + string length + string value - 1 + 8 + 10; // bytes tag + bytes length + bytes value - - let mut db = DB::<Inst>::configure() - .data_dir(&data_dir) - .segment_size(1000 * record_length) - .initialize() - .expect("Failed to initialize DB"); +pub fn delete_existing_compacted(c: &mut Criterion) { + let mut group = c.benchmark_group("delete_existing_compacted"); + let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); + let data_dir = &data_dir_obj + .path() + .to_str() + .expect("Failed to convert tmpdir path to str"); + let mut db = DB::<Inst>::configure() + .data_dir(&data_dir) + .initialize() + .expect("Failed to initialize DB"); - prefill_db(&mut db, size, true).expect("Failed to prefill DB"); - db.do_maintenance_tasks() - .expect("Failed to do maintenance tasks"); + let mut insts = Vec::new(); + for size in [100_000, 1_000_000, 10_000_000] { + println!("Prefilling DB to {} entries", size); + prefill_db(&mut db, &mut insts, size, true).expect("Failed to prefill DB"); + let mut inst_it = insts.iter(); group.bench_with_input(BenchmarkId::from_parameter(size), &size, |b, &_size| { - let mut i = 0; b.iter(|| { - let inst = random_inst(0, size as i64 + 1); - let _ = db.upsert(black_box(inst)); - - if i % 100 == 0 { - db.do_maintenance_tasks() - .expect("Failed to do maintenance tasks"); - } - i += 1; + let result = db + .delete(black_box(&Value::Int(inst_it.next().unwrap().id))) + .unwrap(); + assert!(result.is_some()) }); }); } @@ -89,56 +79,72 @@ pub fn upsert_write_durability(c: &mut Criterion) { b.iter(|| { let inst = random_inst(0, 1000); - let _ = db.upsert(black_box(inst)); + let result = db.upsert(black_box(inst)).unwrap(); + assert!(result == ()); }); }); } } -pub fn get_from_disk_various_initial_sizes(c: &mut Criterion) { - let mut group = c.benchmark_group("get_from_disk_various_initial_sizes"); +pub fn get_existing_compacted(c: &mut Criterion) { + let mut group = c.benchmark_group("get_existing_compacted"); + + let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); + let data_dir = &data_dir_obj + .path() + .to_str() + .expect("Failed to convert tmpdir path to str"); + let mut db = DB::<Inst>::configure() + .data_dir(&data_dir) + .initialize() + .expect("Failed to initialize DB"); - for size in [0, 1000, 10_000, 100_000, 1_000_000, 10_000_000] { - let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); - let data_dir = &data_dir_obj - .path() - .to_str() - .expect("Failed to convert tmpdir path to str"); - let mut db = DB::<Inst>::configure() - .data_dir(&data_dir) - .initialize() - .expect("Failed to initialize DB"); - prefill_db(&mut db, size, false).expect("Failed to prefill DB"); + let mut insts = Vec::new(); + for size in [100_000, 1_000_000, 10_000_000] { + println!("Prefilling DB to {} entries", size); + prefill_db(&mut db, &mut insts, size, true).expect("Failed to prefill DB"); + let mut inst_it = insts.iter(); group.bench_with_input(BenchmarkId::from_parameter(size), &size, |b, &_size| { b.iter(|| { - let id = random_int(0, size as i64 + 1); - let _ = db.get(black_box(&Value::Int(id))); + let result = db + .get(black_box(&Value::Int(inst_it.next().unwrap().id))) + .unwrap(); + assert!(result.is_some()) }); }); } } -pub fn get_from_disk_various_initial_sizes_compacted(c: &mut Criterion) { - let mut group = c.benchmark_group("get_from_disk_various_initial_sizes_compacted"); +pub fn find_by_existing_compacted(c: &mut Criterion) { + let mut group = c.benchmark_group("find_by_existing_compacted"); - for size in [0, 1000, 10_000, 100_000, 1_000_000, 10_000_000] { - let data_dir_obj = tempfile::tempdir().expect("Failed to get tmpdir"); - let data_dir = &data_dir_obj - .path() - .to_str() - .expect("Failed to convert tmpdir path to str"); - let mut db = DB::<Inst>::configure() - .data_dir(&data_dir) - .initialize() - .expect("Failed to initialize DB"); + let data_dir_path = tempfile::tempdir() + .expect("Failed to get tmpdir") + .into_path(); + let data_dir = data_dir_path + .to_str() + .expect("Failed to convert tmpdir path to str"); + let mut db = DB::<Inst>::configure() + .data_dir(&data_dir) + .initialize() + .expect("Failed to initialize DB"); - prefill_db(&mut db, size, true).expect("Failed to prefill DB"); + let mut insts = Vec::new(); + let mut inst_index = 0; + for size in [100_000, 1_000_000, 10_000_000] { + println!("Prefilling DB to {} entries", size); + prefill_db(&mut db, &mut insts, size, true).expect("Failed to prefill DB"); + println!("DB prefilling done, insts.len = {}", insts.len()); group.bench_with_input(BenchmarkId::from_parameter(size), &size, |b, &_size| { b.iter(|| { - let id = random_int(0, size as i64 + 1); - let _ = db.get(black_box(&Value::Int(id))); + let name = insts[inst_index].name.clone(); + let result = db + .find_by(black_box(&Field::Name), black_box(&Value::String(name))) + .unwrap(); + assert!(result.len() > 0); + inst_index = (inst_index + 1) % insts.len(); }); }); } @@ -147,10 +153,10 @@ pub fn get_from_disk_various_initial_sizes_compacted(c: &mut Criterion) { // Register the benchmark group criterion_group!( benches, - upsert_various_initial_sizes, - upsert_various_initial_sizes_compacted, + upsert_compacted, + delete_existing_compacted, upsert_write_durability, - get_from_disk_various_initial_sizes, - get_from_disk_various_initial_sizes_compacted, + get_existing_compacted, + find_by_existing_compacted, ); criterion_main!(benches); diff --git a/log_db/benches/utils.rs b/log_db/benches/utils.rs index 05ea30f..0f9c620 100644 --- a/log_db/benches/utils.rs +++ b/log_db/benches/utils.rs @@ -12,9 +12,9 @@ pub enum Field { #[derive(PartialEq, Eq, Debug, Clone)] pub struct Inst { - id: i64, - name: String, - data: Vec<u8>, + pub id: i64, + pub name: String, + pub data: Vec<u8>, } impl Recordable for Inst { type Field = Field; @@ -28,6 +28,10 @@ impl Recordable for Inst { fn primary_key() -> Self::Field { Field::Id } + fn secondary_keys() -> Vec<Self::Field> { + vec![Field::Name] + } + fn into_record(self) -> Vec<Value> { vec![ Value::Int(self.id), @@ -81,11 +85,17 @@ pub fn random_inst(from_id: i64, to_id: i64) -> Inst { } } -pub fn prefill_db(db: &mut DB<Inst>, n_records: usize, compact: bool) -> Result<(), DBError> { - for _ in 0..n_records { +pub fn prefill_db( + db: &mut DB<Inst>, + insts: &mut Vec<Inst>, + n_records: usize, + compact: bool, +) -> Result<(), DBError> { + for i in 0..(n_records - insts.len()) { let inst = random_inst(0, n_records as i64); + insts.push(inst.clone()); db.upsert(inst)?; - if compact { + if i % 1000 == 0 && compact { db.do_maintenance_tasks()?; } } |