Struct TVMExecutionProvider

pub struct TVMExecutionProvider {

    pub executor: Option<TVMExecutorType>,
    pub so_folder: Option<String>,
    pub check_hash: Option<bool>,
    pub hash_file_path: Option<String>,
    pub target: Option<String>,
    pub target_host: Option<String>,
    pub opt_level: Option<usize>,
    pub freeze_weights: Option<bool>,
    pub to_nhwc: Option<bool>,
    pub tuning_type: Option<TVMTuningType>,
    pub tuning_file_path: Option<String>,
    pub input_names: Option<String>,
    pub input_shapes: Option<String>,
}

Fields

executor: Option<TVMExecutorType>

Executor type used by TVM. There is a choice between two types, GraphExecutor and VirtualMachine. Default is TVMExecutorType::VirtualMachine.

so_folder: Option<String>

Path to folder with set of files (.ro-, .so/.dll-files and weights) obtained after model tuning.

check_hash: Option<bool>

Whether or not to perform a hash check on the model obtained in the so_folder.

hash_file_path: Option<String>

A path to a file that contains the pre-computed hash for the ONNX model located in the so_folder for checking when check_hash is Some(true).

target: Option<String>

target_host: Option<String>

opt_level: Option<usize>

freeze_weights: Option<bool>

Whether or not all model weights are kept on compilation stage, otherwise they are downloaded on each inference. true is recommended for best performance and is the default.

to_nhwc: Option<bool>

tuning_type: Option<TVMTuningType>

tuning_file_path: Option<String>

Path to AutoTVM or Ansor tuning file which gives specifications for given model and target for the best performance.

input_names: Option<String>

input_shapes: Option<String>

Implementations

impl TVMExecutionProvider

pub fn build(self) -> ExecutionProviderDispatch

Trait Implementations

impl Clone for TVMExecutionProvider

fn clone(&self) -> TVMExecutionProvider

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TVMExecutionProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TVMExecutionProvider

fn default() -> TVMExecutionProvider

Returns the “default value” for a type.

impl ExecutionProvider for TVMExecutionProvider

fn as_str(&self) -> &'static str

Returns the identifier of this execution provider used internally by ONNX Runtime.

fn register(&self, session_builder: &mut SessionBuilder) -> Result<()>

Attempts to register this execution provider on the given session.

fn supported_by_platform(&self) -> bool

Returns whether this execution provider is supported on this platform.

fn is_available(&self) -> Result<bool>

Returns Ok(true) if ONNX Runtime was compiled with support for this execution provider, and Ok(false) otherwise.

impl From<TVMExecutionProvider> for ExecutionProviderDispatch

fn from(value: TVMExecutionProvider) -> Self

Converts to this type from the input type.