Struct llama_context_params

#[repr(C)]
pub struct llama_context_params {

    pub n_ctx: u32,
    pub n_batch: u32,
    pub n_ubatch: u32,
    pub n_seq_max: u32,
    pub n_threads: i32,
    pub n_threads_batch: i32,
    pub rope_scaling_type: llama_rope_scaling_type,
    pub pooling_type: llama_pooling_type,
    pub attention_type: llama_attention_type,
    pub rope_freq_base: f32,
    pub rope_freq_scale: f32,
    pub yarn_ext_factor: f32,
    pub yarn_attn_factor: f32,
    pub yarn_beta_fast: f32,
    pub yarn_beta_slow: f32,
    pub yarn_orig_ctx: u32,
    pub defrag_thold: f32,
    pub cb_eval: ggml_backend_sched_eval_callback,
    pub cb_eval_user_data: *mut c_void,
    pub type_k: ggml_type,
    pub type_v: ggml_type,
    pub logits_all: bool,
    pub embeddings: bool,
    pub offload_kqv: bool,
    pub flash_attn: bool,
    pub no_perf: bool,
    pub abort_callback: ggml_abort_callback,
    pub abort_callback_data: *mut c_void,
}

Fields

n_ctx: u32

n_batch: u32

n_ubatch: u32

n_seq_max: u32

n_threads: i32

n_threads_batch: i32

rope_scaling_type: llama_rope_scaling_type

pooling_type: llama_pooling_type

attention_type: llama_attention_type

rope_freq_base: f32

rope_freq_scale: f32

yarn_ext_factor: f32

yarn_attn_factor: f32

yarn_beta_fast: f32

yarn_beta_slow: f32

yarn_orig_ctx: u32

defrag_thold: f32

cb_eval: ggml_backend_sched_eval_callback

cb_eval_user_data: *mut c_void

type_k: ggml_type

type_v: ggml_type

logits_all: bool

embeddings: bool

offload_kqv: bool

flash_attn: bool

no_perf: bool

abort_callback: ggml_abort_callback

abort_callback_data: *mut c_void

Trait Implementations

impl Clone for llama_context_params

fn clone(&self) -> llama_context_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_context_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_context_params

fn eq(&self, other: &llama_context_params) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for llama_context_params

impl StructuralPartialEq for llama_context_params