quantization_config

family

Declared in clika_rt/clika_rt_core.h.

Members

Name	Description
clika_rt_quantization_config
quantization_config_bits
quantization_config_desc_act
quantization_config_double_quant
quantization_config_free
quantization_config_group_size
quantization_config_lm_head_quantized
quantization_config_method
quantization_config_modules_to_not_convert_count
quantization_config_modules_to_not_convert_get
quantization_config_quant_storage
quantization_config_quant_type
quantization_config_sym
quantization_config_zeros_convention

Type aliases

using clika_rt_quantization_config

using clika_rt_quantization_config = struct clika_rt_quantization_config

Declared in clika_rt/clika_rt_core.h, line 279

Functions

quantization_config_bits

int64_t(* quantization_config_bits)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 628

quantization_config_desc_act

uint8_t(* quantization_config_desc_act)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 631

quantization_config_double_quant

uint8_t(* quantization_config_double_quant)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 634

quantization_config_free

void(* quantization_config_free)(clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 626

quantization_config_group_size

int64_t(* quantization_config_group_size)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 629

quantization_config_lm_head_quantized

uint8_t(* quantization_config_lm_head_quantized)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 633

quantization_config_method

clika_rt_quantized_checkpoint_method(* quantization_config_method)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 627

quantization_config_modules_to_not_convert_count

size_t(* quantization_config_modules_to_not_convert_count)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 641

quantization_config_modules_to_not_convert_get

clika_rt_status(* quantization_config_modules_to_not_convert_get)(const clika_rt_quantization_config *cfg, size_t i, char *buf, size_t *len)

Declared in clika_rt/clika_rt_core.h, line 642

quantization_config_quant_storage

clika_rt_status(* quantization_config_quant_storage)(const clika_rt_quantization_config *cfg, char *buf, size_t *len)

Declared in clika_rt/clika_rt_core.h, line 638

quantization_config_quant_type

clika_rt_status(* quantization_config_quant_type)(const clika_rt_quantization_config *cfg, char *buf, size_t *len)

Declared in clika_rt/clika_rt_core.h, line 635

quantization_config_sym

uint8_t(* quantization_config_sym)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 630

quantization_config_zeros_convention

clika_rt_zeros_convention(* quantization_config_zeros_convention)(const clika_rt_quantization_config *cfg)

Declared in clika_rt/clika_rt_core.h, line 632