pub fn max_devices() -> usize
get the max number of devices according to llama.cpp (this is generally cuda devices)
let max_devices = max_devices(); assert!(max_devices >= 0);