Struct DenseFfnWeightsFp8

Source

pub struct DenseFfnWeightsFp8 {
    pub gate_proj: Fp8Weight,
    pub up_proj: Fp8Weight,
    pub down_proj: Fp8Weight,
}

Expand description

Native block-scaled FP8 dense MLP weights — loaded directly from an FP8 checkpoint (no NVFP4 requant). When installed via set_fp8_weights, decode dispatches w8a16_gemv and prefill w8a16_gemm per projection (BF16 act × FP8 E4M3 weight with 2D block scales), mirroring the SSM/attention FP8 path.

Fields§

§gate_proj: Fp8Weight§up_proj: Fp8Weight§down_proj: Fp8Weight

Auto Trait Implementations§

§

DenseFfnWeightsFp8

Struct DenseFfnWeightsFp8 Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for DenseFfnWeightsFp8

impl RefUnwindSafe for DenseFfnWeightsFp8

impl Send for DenseFfnWeightsFp8

impl Sync for DenseFfnWeightsFp8

impl Unpin for DenseFfnWeightsFp8

impl UnwindSafe for DenseFfnWeightsFp8

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct DenseFfnWeightsFp8

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,