Struct OverlayRaw

Source

pub struct OverlayRaw {
    pub embed_base: Option<DevicePtr>,
    pub embed_delta: Option<DevicePtr>,
    pub embed_r: u32,
    pub embed_t: u32,
    pub lmhead_base: Option<DevicePtr>,
    pub lmhead_delta: Option<DevicePtr>,
    pub lmhead_r: u32,
    pub lmhead_t: u32,
}

Expand description

Stage-1 raw upload: the adapter’s own overlay tensors copied into owned device scratch (the source WeightStore is freed after the loader). Dims are recorded so Stage 2 can shape the row-diff and compaction without the store. embed_base/lmhead_base also carry a modules_to_save full-weight replacement (row-diff finds the changed rows either way).

Fields§

§embed_base: Option<DevicePtr>§embed_delta: Option<DevicePtr>§embed_r: u32§embed_t: u32§lmhead_base: Option<DevicePtr>§lmhead_delta: Option<DevicePtr>§lmhead_r: u32§lmhead_t: u32

OverlayRaw

Struct OverlayRaw Copy item path

Fields§

Trait Implementations§

impl Clone for OverlayRaw

fn clone(&self) -> OverlayRaw

fn clone_from(&mut self, source: &Self)

impl Debug for OverlayRaw

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for OverlayRaw

fn default() -> OverlayRaw

impl Copy for OverlayRaw

Auto Trait Implementations§

impl Freeze for OverlayRaw

impl RefUnwindSafe for OverlayRaw

impl Send for OverlayRaw

impl Sync for OverlayRaw

impl Unpin for OverlayRaw

impl UnwindSafe for OverlayRaw

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct OverlayRaw

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,