Struct MultiGpuMemoryManager 

pub struct MultiGpuMemoryManager { /* private fields */ }

Memory manager for multiple GPU devices

Implementations

impl MultiGpuMemoryManager

pub fn new( pool: Arc<GpuDevicePool>, budget_per_device: MemoryBudget, ) -> Result<Self>

Create a new multi-GPU memory manager

pub fn device_count(&self) -> usize

Get the number of devices

pub fn alloc_on_device<T: DeviceRepr>( &self, device_idx: usize, len: usize, ) -> Result<TrackedCudaSlice<T>>

Allocate memory on a specific device

pub fn alloc_next<T: DeviceRepr>( &self, len: usize, ) -> Result<(usize, TrackedCudaSlice<T>)>

Allocate memory on the next device (round-robin)

pub fn get_manager(&self, device_idx: usize) -> Option<&Arc<GpuMemoryManager>>

Get the memory manager for a specific device

pub fn remaining_bytes(&self, device_idx: usize) -> u64

Get remaining bytes on a specific device

pub fn pool(&self) -> &Arc<GpuDevicePool>

Get the device pool