Struct llama_model_quantize_params

#[repr(C)]
pub struct llama_model_quantize_params {
    pub nthread: i32,
    pub ftype: llama_ftype,
    pub output_tensor_type: ggml_type,
    pub token_embedding_type: ggml_type,
    pub allow_requantize: bool,
    pub quantize_output_tensor: bool,
    pub only_copy: bool,
    pub pure_: bool,
    pub keep_split: bool,
    pub imatrix: *mut c_void,
    pub kv_overrides: *mut c_void,
}

Fields

nthread: i32

ftype: llama_ftype

output_tensor_type: ggml_type

token_embedding_type: ggml_type

allow_requantize: bool

quantize_output_tensor: bool

only_copy: bool

pure_: bool

keep_split: bool

imatrix: *mut c_void

kv_overrides: *mut c_void

Trait Implementations

impl Clone for llama_model_quantize_params

fn clone(&self) -> llama_model_quantize_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_model_quantize_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_model_quantize_params

fn eq(&self, other: &llama_model_quantize_params) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for llama_model_quantize_params

impl StructuralPartialEq for llama_model_quantize_params