Struct EmbedOverlay

Source

pub struct EmbedOverlay {
    pub rows: DevicePtr,
    pub ids_dev: DevicePtr,
    pub slot_map: DevicePtr,
    pub n_override: u32,
    pub vocab: u32,
    pub lmhead: Option<LmHeadOverlay>,
}

Expand description

Stage-2 compact result for one adapter slot’s embed overlay. rows holds the n_override replacement embedding rows in ascending-ids order; slot_map is the [vocab] i32 lookup (-1 default, [id] = compact-row-index) the embed kernel indexes by token id. lmhead is Some only for an UNTIED head that ships its own overlay tensors.

Fields§

§rows: DevicePtr§ids_dev: DevicePtr§slot_map: DevicePtr§n_override: u32§vocab: u32

slot_map length — the served vocab this overlay was built against. Recorded HERE (where slot_map is allocated) as the SSOT bound the embed kernel’s ids[r] < vocab guard checks against (CWE-125).

§lmhead: Option<LmHeadOverlay>

EmbedOverlay

Struct EmbedOverlay Copy item path

Fields§

Trait Implementations§

impl Debug for EmbedOverlay

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations§

impl Freeze for EmbedOverlay

impl RefUnwindSafe for EmbedOverlay

impl Send for EmbedOverlay

impl Sync for EmbedOverlay

impl Unpin for EmbedOverlay

impl UnwindSafe for EmbedOverlay

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct EmbedOverlay

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,