From bbe144cd7fc5342b4ec562f485e93e476d097c98 Mon Sep 17 00:00:00 2001 From: Alexander Weiss Date: Tue, 13 Sep 2022 22:59:34 +0200 Subject: [PATCH] chunker: increase buffer size to 64kiB --- src/chunker.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/chunker.rs b/src/chunker.rs index d65025a..0804e8b 100644 --- a/src/chunker.rs +++ b/src/chunker.rs @@ -9,6 +9,7 @@ const KB: usize = 1024; const MB: usize = 1024 * KB; const MIN_SIZE: usize = 512 * KB; const MAX_SIZE: usize = 8 * MB; +const BUF_SIZE: usize = 64 * KB; #[inline] fn default_predicate(x: u64) -> bool { @@ -86,13 +87,14 @@ impl Iterator for ChunkIter { if vec.len() >= self.max_size { break; } + if (self.predicate)(self.rabin.hash) { break; } if self.buf.len() == self.pos { // TODO: use a possibly uninitialized buffer here - self.buf.resize(4 * KB, 0); + self.buf.resize(BUF_SIZE, 0); match self.reader.read(&mut self.buf[..]) { Ok(0) => { self.finished = true;