Initial commit
CI / test (macos-latest) (push) Canceled after 0s
CI / test (ubuntu-latest) (push) Canceled after 0s
CI / test (windows-latest) (push) Canceled after 0s
CI / release (macos-latest, aarch64-apple-darwin) (push) Canceled after 0s
CI / release (ubuntu-latest, x86_64-unknown-linux-gnu) (push) Canceled after 0s
CI / release (windows-latest, x86_64-pc-windows-msvc) (push) Canceled after 0s
CI / test (macos-latest) (push) Canceled after 0s
CI / test (ubuntu-latest) (push) Canceled after 0s
CI / test (windows-latest) (push) Canceled after 0s
CI / release (macos-latest, aarch64-apple-darwin) (push) Canceled after 0s
CI / release (ubuntu-latest, x86_64-unknown-linux-gnu) (push) Canceled after 0s
CI / release (windows-latest, x86_64-pc-windows-msvc) (push) Canceled after 0s
This commit is contained in:
commit
0d94f2bf2e
28 files changed
+11076
No files matched your search
@@ -0,0 +1,79 @@
|
||||
//! Index, filter and search throughput on generated fixtures.
|
||||
//! Set LOGREADLITE_BENCH_FILE to benchmark a real file instead.
|
||||
|
||||
use std::path::PathBuf;
|
||||
use std::sync::Arc;
|
||||
|
||||
use criterion::{Criterion, Throughput, criterion_group, criterion_main};
|
||||
use logreadlite::index::{self, SharedIndex};
|
||||
use logreadlite::job::{Token, no_notify};
|
||||
use logreadlite::passes::{self, SearchQuery, SharedSearch};
|
||||
use logreadlite::pattern;
|
||||
use logreadlite::rules::{CompiledFilter, Rule, RuleKind};
|
||||
use logreadlite::source::{ByteSource, MmapSource};
|
||||
|
||||
#[path = "../examples/gen_fixture.rs"]
|
||||
#[allow(dead_code)]
|
||||
mod gen_fixture;
|
||||
|
||||
fn fixture() -> (PathBuf, Option<tempfile::TempDir>) {
|
||||
if let Ok(p) = std::env::var("LOGREADLITE_BENCH_FILE") {
|
||||
return (p.into(), None);
|
||||
}
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let path = dir.path().join("bench.log");
|
||||
gen_fixture::write_log(&path, 100 << 20, "traces", 7).unwrap();
|
||||
(path, Some(dir))
|
||||
}
|
||||
|
||||
fn bench(c: &mut Criterion) {
|
||||
let (path, _dir) = fixture();
|
||||
let src: Arc<dyn ByteSource> = Arc::new(MmapSource::open(&path).unwrap());
|
||||
let mut g = c.benchmark_group("passes");
|
||||
g.sample_size(10);
|
||||
g.throughput(Throughput::Bytes(src.len()));
|
||||
|
||||
let det = pattern::detect(src.bytes(), &[]);
|
||||
let re = det.chosen.compile().unwrap();
|
||||
g.bench_function("detect", |b| b.iter(|| pattern::detect(src.bytes(), &[])));
|
||||
g.bench_function("index", |b| {
|
||||
b.iter(|| {
|
||||
let shared = SharedIndex::new(src.len());
|
||||
index::build(&*src, &re, &shared, &Token::detached(), &no_notify());
|
||||
shared
|
||||
})
|
||||
});
|
||||
|
||||
let shared = Arc::new(SharedIndex::new(src.len()));
|
||||
index::build(&*src, &re, &shared, &Token::detached(), &no_notify());
|
||||
let rules = vec![Rule::filter(RuleKind::Exclude, "DEBUG"), Rule::filter(RuleKind::Exclude, "health")];
|
||||
g.bench_function("filter", |b| {
|
||||
b.iter(|| {
|
||||
let out = passes::SharedFilter {
|
||||
visible: Default::default(),
|
||||
entries_done: Default::default(),
|
||||
total_entries: 0,
|
||||
done: Default::default(),
|
||||
};
|
||||
passes::run_filter(&*src, &shared, &CompiledFilter::new(&rules), &out, &Token::detached(), &no_notify());
|
||||
})
|
||||
});
|
||||
let q = SearchQuery { text: r"Handler1\d\.handle".into(), regex: true, ..Default::default() };
|
||||
let sre = q.compile().unwrap();
|
||||
g.bench_function("search", |b| {
|
||||
b.iter(|| {
|
||||
let out = SharedSearch {
|
||||
matches: Default::default(),
|
||||
bytes_done: Default::default(),
|
||||
total_bytes: src.len(),
|
||||
done: Default::default(),
|
||||
capped: Default::default(),
|
||||
};
|
||||
passes::run_search(&*src, &sre, &out, &Token::detached(), &no_notify());
|
||||
})
|
||||
});
|
||||
g.finish();
|
||||
}
|
||||
|
||||
criterion_group!(benches, bench);
|
||||
criterion_main!(benches);
|
||||
Reference in new issue
Block a user