Struct sql_ops::partition::PartitionedRelation

source · [−]

pub struct PartitionedRelation<T: DeviceCopy> {
    pub relation: Mem<T>,
    pub offsets: Mem<u64>,
    /* private fields */
}

Expand description

A radix-partitioned relation, optionally with padding in front of each partition.

The relation supports chunking on a single GPU. E.g. in the Chunked algorithm, there is a chunk per thread block. In this case, chunks should equal the grid size.

Invariants

len must match in PartitionOffsets
radix_bits must match in GpuRadixPartitioner.
max_chunks must equal the maximum number of chunks computed at runtime (e.g., the grid size).

Fields

relation: Mem<T>offsets: Mem<u64>

Implementations

source

impl<T: DeviceCopy> PartitionedRelation<T>

source

pub fn new(
 len: usize,
 histogram_algorithm_type: HistogramAlgorithmType,
 radix_bits: u32,
 max_chunks: u32,
 partition_alloc_fn: MemAllocFn<T>,
 offsets_alloc_fn: MemAllocFn<u64>
) -> Self

Creates a new partitioned relation, and automatically includes the necessary padding and metadata.

source

pub fn len(&self) -> usize

Returns the total number of elements in the relation (excluding padding).

source

pub fn padded_len(&self) -> usize

Returns the total number of elements in the relation including padding.

source

pub fn bytes(&self) -> usize

Returns the total number of bytes used to store the relation (including metadata).

source

pub fn capacity(&self) -> usize

Returns the number of elements allocated in memory (excluding padding).

The capacity includes unused elements, but excludes padding.

source

pub fn resize(&mut self, new_len: usize) -> Result<()>

Resizes the PartitionedRelation in-place so that len is equal to new_len.

If new_len is greater than the allocated memory capacity, then the resize will abort and return Err.

Post-conditions

The resize invalidates all data contained in relation and the offsets.
However, an aborted resize leaves PartitionedRelation intact and unmodified.

source

pub fn num_chunks(&self) -> u32

Returs the number of chunks.

source

pub fn fanout(&self) -> u32

Returns the number of partitions.

source

pub fn radix_bits(&self) -> u32

Returns the number of radix bits.

source

pub fn partition_len(&self, partition_id: u32) -> Result<usize>

Returns the length of the requested partition.

If the offsets are accessible by the CPU (i.e., in DerefMem), then the length is returned. Otherwise, the function returns an error.

source

pub fn padding_len(&self) -> u32

Returns the number of padding elements per partition.

source

pub unsafe fn as_raw_relation_slice(&self) -> Result<&[T]>

Returns the internal representation of the relation data as a slice.

This function is intended for unit testing. Use the methods provided by the Index trait or chunks_mut() instead if possible.

The function is unsafe because:

the internal representation may change
padding may contain uninitialized memory.

source

pub unsafe fn as_raw_relation_mut_slice(&mut self) -> Result<&mut [T]>

Returns the internal representation of the relation data as a mutable slice.

This function is intended for unit testing. Use the methods provided by the Index trait or chunks_mut() instead if possible.

The function is unsafe because:

the internal representation may change
padding may contain uninitialized memory.

source

impl<K: DeviceCopy, V: DeviceCopy> PartitionedRelation<Tuple<K, V>>

source

pub fn chunks_mut(&mut self) -> PartitionedRelationChunksMut<'_, Tuple<K, V>>ⓘNotable traits for PartitionedRelationChunksMut<'a, T>`impl<'a, T: DeviceCopy> Iterator for PartitionedRelationChunksMut<'a, T> type Item = PartitionedRelationMutSlice<'a, T>;`

Returns an iterator over the chunks contained inside the relation.

Chunks are non-overlapping and can safely be used for parallel processing.

Trait Implementations

source

impl<T: Debug + DeviceCopy> Debug for PartitionedRelation<T>

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl<T: DeviceCopy> Index<(u32, u32 )> for PartitionedRelation<T>

Returns the specified chunk and partition as a subslice of the relation.

type Output = [T]

The returned type after indexing.

source

fn index(&self, (chunk_id, partition_id): (u32, u32 )) -> &Self::Output

Performs the indexing (container[index]) operation. Read more

source

impl<T: DeviceCopy> IndexMut<(u32, u32 )> for PartitionedRelation<T>

Returns the specified chunk and partition as a mutable subslice of the relation.

source

fn index_mut(
&mut self,
(chunk_id, partition_id): (u32, u32 )
) -> &mut Self::Output

Performs the mutable indexing (container[index]) operation. Read more

source

impl<T: DeviceCopy> MemLock for PartitionedRelation<T>

source

fn mlock(&mut self) -> NumaGpuResult<()>

Lock memory

source

fn munlock(&mut self) -> NumaGpuResult<()>

Unlock memory

Auto Trait Implementations

impl<T> RefUnwindSafe for PartitionedRelation<T> where
T: RefUnwindSafe,

impl<T> Send for PartitionedRelation<T> where
T: Send,

impl<T> Sync for PartitionedRelation<T> where
T: Sync,

impl<T> Unpin for PartitionedRelation<T> where
T: Unpin,

impl<T> UnwindSafe for PartitionedRelation<T> where
T: UnwindSafe + RefUnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

impl<T> Pointable for T

pub const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

pub unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct sql_ops::partition::PartitionedRelation

Fields

Implementations

impl<T: DeviceCopy> PartitionedRelation<T>

pub fn new( len: usize, histogram_algorithm_type: HistogramAlgorithmType, radix_bits: u32, max_chunks: u32, partition_alloc_fn: MemAllocFn<T>, offsets_alloc_fn: MemAllocFn<u64>) -> Self

pub fn len(&self) -> usize

pub fn padded_len(&self) -> usize

pub fn bytes(&self) -> usize

pub fn capacity(&self) -> usize

pub fn resize(&mut self, new_len: usize) -> Result<()>

pub fn num_chunks(&self) -> u32

pub fn fanout(&self) -> u32

pub fn radix_bits(&self) -> u32

pub fn partition_len(&self, partition_id: u32) -> Result<usize>

pub fn padding_len(&self) -> u32

pub unsafe fn as_raw_relation_slice(&self) -> Result<&[T]>

pub unsafe fn as_raw_relation_mut_slice(&mut self) -> Result<&mut [T]>

impl<K: DeviceCopy, V: DeviceCopy> PartitionedRelation<Tuple<K, V>>

pub fn chunks_mut(&mut self) -> PartitionedRelationChunksMut<'_, Tuple<K, V>>ⓘNotable traits for PartitionedRelationChunksMut<'a, T>impl<'a, T: DeviceCopy> Iterator for PartitionedRelationChunksMut<'a, T> type Item = PartitionedRelationMutSlice<'a, T>;

Trait Implementations

impl<T: Debug + DeviceCopy> Debug for PartitionedRelation<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<T: DeviceCopy> Index<(u32, u32)> for PartitionedRelation<T>

type Output = [T]

fn index(&self, (chunk_id, partition_id): (u32, u32)) -> &Self::Output

impl<T: DeviceCopy> IndexMut<(u32, u32)> for PartitionedRelation<T>

fn index_mut( &mut self, (chunk_id, partition_id): (u32, u32)) -> &mut Self::Output

impl<T: DeviceCopy> MemLock for PartitionedRelation<T>

fn mlock(&mut self) -> NumaGpuResult<()>

fn munlock(&mut self) -> NumaGpuResult<()>

Auto Trait Implementations

impl<T> RefUnwindSafe for PartitionedRelation<T> where T: RefUnwindSafe,

impl<T> Send for PartitionedRelation<T> where T: Send,

impl<T> Sync for PartitionedRelation<T> where T: Sync,

impl<T> Unpin for PartitionedRelation<T> where T: Unpin,

impl<T> UnwindSafe for PartitionedRelation<T> where T: UnwindSafe + RefUnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

pub fn new(
len: usize,
histogram_algorithm_type: HistogramAlgorithmType,
radix_bits: u32,
max_chunks: u32,
partition_alloc_fn: MemAllocFn<T>,
offsets_alloc_fn: MemAllocFn<u64>
) -> Self

pub fn chunks_mut(&mut self) -> PartitionedRelationChunksMut<'_, Tuple<K, V>>ⓘNotable traits for PartitionedRelationChunksMut<'a, T>`impl<'a, T: DeviceCopy> Iterator for PartitionedRelationChunksMut<'a, T> type Item = PartitionedRelationMutSlice<'a, T>;`

impl<T: DeviceCopy> Index<(u32, u32 )> for PartitionedRelation<T>

fn index(&self, (chunk_id, partition_id): (u32, u32 )) -> &Self::Output

impl<T: DeviceCopy> IndexMut<(u32, u32 )> for PartitionedRelation<T>

fn index_mut(
&mut self,
(chunk_id, partition_id): (u32, u32 )
) -> &mut Self::Output

impl<T> RefUnwindSafe for PartitionedRelation<T> where
T: RefUnwindSafe,

impl<T> Send for PartitionedRelation<T> where
T: Send,

impl<T> Sync for PartitionedRelation<T> where
T: Sync,

impl<T> Unpin for PartitionedRelation<T> where
T: Unpin,

impl<T> UnwindSafe for PartitionedRelation<T> where
T: UnwindSafe + RefUnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,