offload initial iterator seeks to threadpool

Signed-off-by: Jason Volk <jason@zemos.net>
This commit is contained in:
Jason Volk 2024-12-02 08:51:59 +00:00
parent 320b0680bd
commit b5006a4c41
20 changed files with 361 additions and 131 deletions

View file

@ -1,7 +1,11 @@
use std::{convert::AsRef, fmt::Debug, io::Write, sync::Arc};
use arrayvec::ArrayVec;
use conduit::{err, implement, utils::IterStream, Err, Result};
use conduit::{
err, implement,
utils::{result::MapExpect, IterStream},
Err, Result,
};
use futures::{future, Future, FutureExt, Stream, StreamExt};
use rocksdb::DBPinnableSlice;
use serde::Serialize;
@ -74,21 +78,21 @@ pub fn get<K>(self: &Arc<Self>, key: &K) -> impl Future<Output = Result<Handle<'
where
K: AsRef<[u8]> + Debug + ?Sized,
{
use crate::pool::{Cmd, Get};
use crate::pool::Get;
let cached = self.get_cached(key);
if matches!(cached, Err(_) | Ok(Some(_))) {
return future::ready(cached.map(|res| res.expect("Option is Some"))).boxed();
return future::ready(cached.map_expect("data found in cache")).boxed();
}
debug_assert!(matches!(cached, Ok(None)), "expected status Incomplete");
let cmd = Cmd::Get(Get {
let cmd = Get {
map: self.clone(),
key: key.as_ref().into(),
res: None,
});
};
self.db.pool.execute(cmd).boxed()
self.db.pool.execute_get(cmd).boxed()
}
#[implement(super::Map)]