MoeOptions
type MoeOptions struct {
RoutingMode *MoeRouting
Renormalize *bool
NGroup *int64
TopkGroup *int64
RoutedScalingFactor *float64
SparseMixerEps *float64
ApplyRouterWeightOnInput *bool
Activation *Activation
SwigluFusion *SwigluFusion
SwigluAlpha *float64
SwigluBeta *float64
SwigluLimit *float64
GeluMode *GeluMode
}
MoeOptions carries the defaulted options of Api.OpMoe (`ClikaRT::ops::moe`). A nil options pointer, or any nil field, means that option's default.