Struct llama_model_params

#[repr(C)]
pub struct llama_model_params {

    pub devices: *mut ggml_backend_dev_t,
    pub n_gpu_layers: i32,
    pub split_mode: llama_split_mode,
    pub main_gpu: i32,
    pub tensor_split: *const f32,
    pub rpc_servers: *const c_char,
    pub progress_callback: llama_progress_callback,
    pub progress_callback_user_data: *mut c_void,
    pub kv_overrides: *const llama_model_kv_override,
    pub vocab_only: bool,
    pub use_mmap: bool,
    pub use_mlock: bool,
    pub check_tensors: bool,
}

Fields

devices: *mut ggml_backend_dev_t

n_gpu_layers: i32

split_mode: llama_split_mode

main_gpu: i32

tensor_split: *const f32

rpc_servers: *const c_char

progress_callback: llama_progress_callback

progress_callback_user_data: *mut c_void

kv_overrides: *const llama_model_kv_override

vocab_only: bool

use_mmap: bool

use_mlock: bool

check_tensors: bool

Trait Implementations

impl Clone for llama_model_params

fn clone(&self) -> llama_model_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_model_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_model_params

fn eq(&self, other: &llama_model_params) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for llama_model_params

impl StructuralPartialEq for llama_model_params