Struct VisionScratch

Source

pub struct VisionScratch {Show 16 fields
    pub buf_f32: DevicePtr,
    pub buf_h1: DevicePtr,
    pub buf_h2: DevicePtr,
    pub buf_wide: DevicePtr,
    pub buf_merge_in: DevicePtr,
    pub buf_merge_fc1: DevicePtr,
    pub buf_out: DevicePtr,
    pub buf_pos_resampled: DevicePtr,
    pub buf_rope_cos: DevicePtr,
    pub buf_rope_sin: DevicePtr,
    pub buf_qr: DevicePtr,
    pub buf_kr: DevicePtr,
    pub buf_vt: DevicePtr,
    pub buf_scores: DevicePtr,
    pub buf_probs: DevicePtr,
    pub buf_o_stage: DevicePtr,
}

Expand description

The ViT’s per-image scratch buffers, allocated as one group.

Sizes derive only from the encoder’s geometry (p_max and the head/hidden dims), so nothing here depends on the image itself — which is why it can be built once, lazily, and reused for every image after.

Fields§

§buf_f32: DevicePtr§buf_h1: DevicePtr§buf_h2: DevicePtr§buf_wide: DevicePtr§buf_merge_in: DevicePtr§buf_merge_fc1: DevicePtr§buf_out: DevicePtr§buf_pos_resampled: DevicePtr§buf_rope_cos: DevicePtr§buf_rope_sin: DevicePtr§buf_qr: DevicePtr§buf_kr: DevicePtr§buf_vt: DevicePtr§buf_scores: DevicePtr§buf_probs: DevicePtr§buf_o_stage: DevicePtr

Auto Trait Implementations§

§

VisionScratch

Struct VisionScratch Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for VisionScratch

impl RefUnwindSafe for VisionScratch

impl Send for VisionScratch

impl Sync for VisionScratch

impl Unpin for VisionScratch

impl UnwindSafe for VisionScratch

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct VisionScratch

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,