Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
55 changes: 31 additions & 24 deletions vortex-cuda/src/layout.rs
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ use std::collections::BTreeSet;
use std::ops::BitAnd;
use std::ops::Range;
use std::sync::Arc;
use std::sync::OnceLock;

use async_trait::async_trait;
use futures::FutureExt;
Expand Down Expand Up @@ -183,6 +184,7 @@ impl VTable for CudaFlatVTable {
name,
segment_source,
session: session.clone(),
array: Default::default(),
}))
}

Expand Down Expand Up @@ -229,34 +231,39 @@ pub struct CudaFlatReader {
name: Arc<str>,
segment_source: Arc<dyn SegmentSource>,
session: VortexSession,
array: OnceLock<SharedArrayFuture>,
}

impl CudaFlatReader {
fn array_future(&self) -> SharedArrayFuture {
let row_count =
usize::try_from(self.layout.row_count).vortex_expect("row count must fit in usize");

let segment_fut = self.segment_source.request(self.layout.segment_id);

let ctx = self.layout.ctx.clone();
let session = self.session.clone();
let dtype = self.layout.dtype.clone();
let array_tree = self.layout.array_tree.clone();
let host_buffers = self.layout.host_buffers.clone();

async move {
let segment = segment_fut.await?;
let parts = ArrayParts::from_flatbuffer_and_segment_with_overrides(
array_tree,
segment,
&host_buffers,
)?;
parts
.decode(&dtype, row_count, &ctx, &session)
.map_err(Arc::new)
}
.boxed()
.shared()
self.array
.get_or_init(|| {
let row_count = usize::try_from(self.layout.row_count)
.vortex_expect("row count must fit in usize");

let segment_fut = self.segment_source.request(self.layout.segment_id);

let ctx = self.layout.ctx.clone();
let session = self.session.clone();
let dtype = self.layout.dtype.clone();
let array_tree = self.layout.array_tree.clone();
let host_buffers = self.layout.host_buffers.clone();

async move {
let segment = segment_fut.await?;
let parts = ArrayParts::from_flatbuffer_and_segment_with_overrides(
array_tree,
segment,
&host_buffers,
)?;
parts
.decode(&dtype, row_count, &ctx, &session)
.map_err(Arc::new)
}
.boxed()
.shared()
})
.clone()
}
}

Expand Down
Loading