pub unsafe extern "C" fn llama_sample_typical(
ctx: *mut llama_context,
candidates: *mut llama_token_data_array,
p: f32,
min_keep: usize,
)Expand description
@details Locally Typical Sampling implementation described in the paper https://arxiv.org/abs/2202.00666.