CI / test (macos-latest) (push) Canceled after 0s
CI / test (ubuntu-latest) (push) Canceled after 0s
CI / test (windows-latest) (push) Canceled after 0s
CI / release (macos-latest, aarch64-apple-darwin) (push) Canceled after 0s
CI / release (ubuntu-latest, x86_64-unknown-linux-gnu) (push) Canceled after 0s
CI / release (windows-latest, x86_64-pc-windows-msvc) (push) Canceled after 0s
80 lines
2.8 KiB
Rust
80 lines
2.8 KiB
Rust
//! Index, filter and search throughput on generated fixtures.
|
|
//! Set LOGREADLITE_BENCH_FILE to benchmark a real file instead.
|
|
|
|
use std::path::PathBuf;
|
|
use std::sync::Arc;
|
|
|
|
use criterion::{Criterion, Throughput, criterion_group, criterion_main};
|
|
use logreadlite::index::{self, SharedIndex};
|
|
use logreadlite::job::{Token, no_notify};
|
|
use logreadlite::passes::{self, SearchQuery, SharedSearch};
|
|
use logreadlite::pattern;
|
|
use logreadlite::rules::{CompiledFilter, Rule, RuleKind};
|
|
use logreadlite::source::{ByteSource, MmapSource};
|
|
|
|
#[path = "../examples/gen_fixture.rs"]
|
|
#[allow(dead_code)]
|
|
mod gen_fixture;
|
|
|
|
fn fixture() -> (PathBuf, Option<tempfile::TempDir>) {
|
|
if let Ok(p) = std::env::var("LOGREADLITE_BENCH_FILE") {
|
|
return (p.into(), None);
|
|
}
|
|
let dir = tempfile::tempdir().unwrap();
|
|
let path = dir.path().join("bench.log");
|
|
gen_fixture::write_log(&path, 100 << 20, "traces", 7).unwrap();
|
|
(path, Some(dir))
|
|
}
|
|
|
|
fn bench(c: &mut Criterion) {
|
|
let (path, _dir) = fixture();
|
|
let src: Arc<dyn ByteSource> = Arc::new(MmapSource::open(&path).unwrap());
|
|
let mut g = c.benchmark_group("passes");
|
|
g.sample_size(10);
|
|
g.throughput(Throughput::Bytes(src.len()));
|
|
|
|
let det = pattern::detect(src.bytes(), &[]);
|
|
let re = det.chosen.compile().unwrap();
|
|
g.bench_function("detect", |b| b.iter(|| pattern::detect(src.bytes(), &[])));
|
|
g.bench_function("index", |b| {
|
|
b.iter(|| {
|
|
let shared = SharedIndex::new(src.len());
|
|
index::build(&*src, &re, &shared, &Token::detached(), &no_notify());
|
|
shared
|
|
})
|
|
});
|
|
|
|
let shared = Arc::new(SharedIndex::new(src.len()));
|
|
index::build(&*src, &re, &shared, &Token::detached(), &no_notify());
|
|
let rules = vec![Rule::filter(RuleKind::Exclude, "DEBUG"), Rule::filter(RuleKind::Exclude, "health")];
|
|
g.bench_function("filter", |b| {
|
|
b.iter(|| {
|
|
let out = passes::SharedFilter {
|
|
visible: Default::default(),
|
|
entries_done: Default::default(),
|
|
total_entries: 0,
|
|
done: Default::default(),
|
|
};
|
|
passes::run_filter(&*src, &shared, &CompiledFilter::new(&rules), &out, &Token::detached(), &no_notify());
|
|
})
|
|
});
|
|
let q = SearchQuery { text: r"Handler1\d\.handle".into(), regex: true, ..Default::default() };
|
|
let sre = q.compile().unwrap();
|
|
g.bench_function("search", |b| {
|
|
b.iter(|| {
|
|
let out = SharedSearch {
|
|
matches: Default::default(),
|
|
bytes_done: Default::default(),
|
|
total_bytes: src.len(),
|
|
done: Default::default(),
|
|
capped: Default::default(),
|
|
};
|
|
passes::run_search(&*src, &sre, &out, &Token::detached(), &no_notify());
|
|
})
|
|
});
|
|
g.finish();
|
|
}
|
|
|
|
criterion_group!(benches, bench);
|
|
criterion_main!(benches);
|