Struct ContextParams

pub struct ContextParams {
    pub n_parts: i32,
    pub n_ctx: i32,
    pub seed: i32,
    pub f16_kv: bool,
    pub vocab_only: bool,
    pub use_mlock: bool,
    pub use_mmap: bool,
    pub embedding: bool,
}

Fields

n_parts: i32

n_ctx: i32

seed: i32

f16_kv: bool

vocab_only: bool

use_mlock: bool

use_mmap: bool

embedding: bool

Implementations

impl ContextParams

pub fn new() -> ContextParams

Trait Implementations

impl Clone for ContextParams

fn clone(&self) -> ContextParams

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ContextParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ContextParams

fn default() -> Self

Returns the “default value” for a type.

impl From<ContextParams> for llama_context_params

fn from(params: ContextParams) -> Self

Converts to this type from the input type.

impl From<llama_context_params> for ContextParams

fn from(params: llama_context_params) -> Self

Converts to this type from the input type.

impl Send for ContextParams

impl Sync for ContextParams