llama_cpp_sys_4

Function common_tokenize1

Source
pub unsafe extern "C" fn common_tokenize1(
    model: *const llama_model,
    text: *const std_string,
    add_special: bool,
    parse_special: bool,
) -> __BindgenOpaqueArray<u64, 3usize>