Skip to main content

Api: quantization_config

Api members in the quantization_config family.

Member
quantization_config_bits
quantization_config_desc_act
quantization_config_double_quant
quantization_config_free
quantization_config_group_size
quantization_config_lm_head_quantized
quantization_config_method
quantization_config_modules_to_not_convert_count
quantization_config_modules_to_not_convert_get / f_quantization_config_modules_to_not_convert_get
quantization_config_quant_storage / f_quantization_config_quant_storage
quantization_config_quant_type / f_quantization_config_quant_type
quantization_config_sym
quantization_config_zeros_convention

quantization_config_bits

fn quantization_config_bits(self, cfg: &QuantizationConfig) -> i64

Wraps api-table member quantization_config_bits.

quantization_config_desc_act

fn quantization_config_desc_act(self, cfg: &QuantizationConfig) -> bool

Wraps api-table member quantization_config_desc_act.

quantization_config_double_quant

fn quantization_config_double_quant(self, cfg: &QuantizationConfig) -> bool

Wraps api-table member quantization_config_double_quant.

quantization_config_free

fn quantization_config_free(self, cfg: &QuantizationConfig)

Wraps api-table member quantization_config_free.

quantization_config_group_size

fn quantization_config_group_size(self, cfg: &QuantizationConfig) -> i64

Wraps api-table member quantization_config_group_size.

quantization_config_lm_head_quantized

fn quantization_config_lm_head_quantized(self, cfg: &QuantizationConfig) -> bool

Wraps api-table member quantization_config_lm_head_quantized.

quantization_config_method

fn quantization_config_method(self, cfg: &QuantizationConfig) -> clika_rt_quantized_checkpoint_method

Wraps api-table member quantization_config_method.

quantization_config_modules_to_not_convert_count

fn quantization_config_modules_to_not_convert_count(self, cfg: &QuantizationConfig) -> usize

Wraps api-table member quantization_config_modules_to_not_convert_count.

quantization_config_modules_to_not_convert_get / f_quantization_config_modules_to_not_convert_get

fn f_quantization_config_modules_to_not_convert_get(self, cfg: &QuantizationConfig, i: usize) -> Result<String>
fn quantization_config_modules_to_not_convert_get(self, cfg: &QuantizationConfig, i: usize) -> String

Wraps api-table member quantization_config_modules_to_not_convert_get.

quantization_config_quant_storage / f_quantization_config_quant_storage

fn f_quantization_config_quant_storage(self, cfg: &QuantizationConfig) -> Result<String>
fn quantization_config_quant_storage(self, cfg: &QuantizationConfig) -> String

Wraps api-table member quantization_config_quant_storage.

quantization_config_quant_type / f_quantization_config_quant_type

fn f_quantization_config_quant_type(self, cfg: &QuantizationConfig) -> Result<String>
fn quantization_config_quant_type(self, cfg: &QuantizationConfig) -> String

Wraps api-table member quantization_config_quant_type.

quantization_config_sym

fn quantization_config_sym(self, cfg: &QuantizationConfig) -> bool

Wraps api-table member quantization_config_sym.

quantization_config_zeros_convention

fn quantization_config_zeros_convention(self, cfg: &QuantizationConfig) -> clika_rt_zeros_convention

Wraps api-table member quantization_config_zeros_convention.