Struct LlamaTimings

pub struct LlamaTimings { /* private fields */ }

A wrapper around llama_timings.

Implementations

impl LlamaTimings

pub fn new( t_start_ms: f64, t_load_ms: f64, t_p_eval_ms: f64, t_eval_ms: f64, n_p_eval: i32, n_eval: i32, ) -> Self

Create a new LlamaTimings.

let timings = LlamaTimings::new(1.0, 2.0, 3.0, 4.0, 5, 6);
let timings_str = "load time = 2.00 ms
prompt eval time = 3.00 ms / 5 tokens (0.60 ms per token, 1666.67 tokens per second)
eval time = 4.00 ms / 6 runs (0.67 ms per token, 1500.00 tokens per second)\n";
assert_eq!(timings_str, format!("{}", timings));

pub fn t_start_ms(&self) -> f64

Get the start time in milliseconds.

pub fn t_load_ms(&self) -> f64

Get the load time in milliseconds.

pub fn t_p_eval_ms(&self) -> f64

Get the prompt evaluation time in milliseconds.

pub fn t_eval_ms(&self) -> f64

Get the evaluation time in milliseconds.

pub fn n_p_eval(&self) -> i32

Get the number of prompt evaluations.

pub fn n_eval(&self) -> i32

Get the number of evaluations.

pub fn set_t_start_ms(&mut self, t_start_ms: f64)

Set the start time in milliseconds.

pub fn set_t_load_ms(&mut self, t_load_ms: f64)

Set the load time in milliseconds.

pub fn set_t_p_eval_ms(&mut self, t_p_eval_ms: f64)

Set the prompt evaluation time in milliseconds.

pub fn set_t_eval_ms(&mut self, t_eval_ms: f64)

Set the evaluation time in milliseconds.

pub fn set_n_p_eval(&mut self, n_p_eval: i32)

Set the number of prompt evaluations.

pub fn set_n_eval(&mut self, n_eval: i32)

Set the number of evaluations.

Trait Implementations

impl Clone for LlamaTimings

fn clone(&self) -> LlamaTimings

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlamaTimings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for LlamaTimings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for LlamaTimings