Api: quantization_config
Api members in the quantization_config family.
quantization_config_bits
fn quantization_config_bits(self, cfg: &QuantizationConfig) -> i64
Wraps api-table member quantization_config_bits.
quantization_config_desc_act
fn quantization_config_desc_act(self, cfg: &QuantizationConfig) -> bool
Wraps api-table member quantization_config_desc_act.
quantization_config_double_quant
fn quantization_config_double_quant(self, cfg: &QuantizationConfig) -> bool
Wraps api-table member quantization_config_double_quant.
quantization_config_free
fn quantization_config_free(self, cfg: &QuantizationConfig)
Wraps api-table member quantization_config_free.
quantization_config_group_size
fn quantization_config_group_size(self, cfg: &QuantizationConfig) -> i64
Wraps api-table member quantization_config_group_size.
quantization_config_lm_head_quantized
fn quantization_config_lm_head_quantized(self, cfg: &QuantizationConfig) -> bool
Wraps api-table member quantization_config_lm_head_quantized.
quantization_config_method
fn quantization_config_method(self, cfg: &QuantizationConfig) -> clika_rt_quantized_checkpoint_method
Wraps api-table member quantization_config_method.
quantization_config_modules_to_not_convert_count
fn quantization_config_modules_to_not_convert_count(self, cfg: &QuantizationConfig) -> usize
Wraps api-table member quantization_config_modules_to_not_convert_count.
quantization_config_modules_to_not_convert_get / f_quantization_config_modules_to_not_convert_get
fn f_quantization_config_modules_to_not_convert_get(self, cfg: &QuantizationConfig, i: usize) -> Result<String>
fn quantization_config_modules_to_not_convert_get(self, cfg: &QuantizationConfig, i: usize) -> String
Wraps api-table member quantization_config_modules_to_not_convert_get.
quantization_config_quant_storage / f_quantization_config_quant_storage
fn f_quantization_config_quant_storage(self, cfg: &QuantizationConfig) -> Result<String>
fn quantization_config_quant_storage(self, cfg: &QuantizationConfig) -> String
Wraps api-table member quantization_config_quant_storage.
quantization_config_quant_type / f_quantization_config_quant_type
fn f_quantization_config_quant_type(self, cfg: &QuantizationConfig) -> Result<String>
fn quantization_config_quant_type(self, cfg: &QuantizationConfig) -> String
Wraps api-table member quantization_config_quant_type.
quantization_config_sym
fn quantization_config_sym(self, cfg: &QuantizationConfig) -> bool
Wraps api-table member quantization_config_sym.
quantization_config_zeros_convention
fn quantization_config_zeros_convention(self, cfg: &QuantizationConfig) -> clika_rt_zeros_convention
Wraps api-table member quantization_config_zeros_convention.