|
| typedef enum ONNXTensorElementDataType | ONNXTensorElementDataType |
| |
| typedef enum ONNXType | ONNXType |
| |
| typedef enum OrtSparseFormat | OrtSparseFormat |
| |
| typedef enum OrtLoggingLevel | OrtLoggingLevel |
| | Logging severity levels.
|
| |
| typedef enum OrtErrorCode | OrtErrorCode |
| |
| typedef enum OrtOpAttrType | OrtOpAttrType |
| |
| typedef struct OrtEnv | OrtEnv |
| |
| typedef struct OrtStatus | OrtStatus |
| |
| typedef struct OrtMemoryInfo | OrtMemoryInfo |
| |
| typedef struct OrtIoBinding | OrtIoBinding |
| |
| typedef struct OrtSession | OrtSession |
| |
| typedef struct OrtValue | OrtValue |
| |
| typedef struct OrtRunOptions | OrtRunOptions |
| |
| typedef struct OrtTypeInfo | OrtTypeInfo |
| |
| typedef struct OrtTensorTypeAndShapeInfo | OrtTensorTypeAndShapeInfo |
| |
| typedef struct OrtMapTypeInfo | OrtMapTypeInfo |
| |
| typedef struct OrtSequenceTypeInfo | OrtSequenceTypeInfo |
| |
| typedef struct OrtOptionalTypeInfo | OrtOptionalTypeInfo |
| |
| typedef struct OrtSessionOptions | OrtSessionOptions |
| |
| typedef struct OrtCustomOpDomain | OrtCustomOpDomain |
| |
| typedef struct OrtModelMetadata | OrtModelMetadata |
| |
| typedef struct OrtThreadPoolParams | OrtThreadPoolParams |
| |
| typedef struct OrtThreadingOptions | OrtThreadingOptions |
| |
| typedef struct OrtArenaCfg | OrtArenaCfg |
| |
| typedef struct OrtPrepackedWeightsContainer | OrtPrepackedWeightsContainer |
| |
| typedef struct OrtTensorRTProviderOptionsV2 | OrtTensorRTProviderOptionsV2 |
| |
| typedef struct OrtNvTensorRtRtxProviderOptions | OrtNvTensorRtRtxProviderOptions |
| |
| typedef struct OrtCUDAProviderOptionsV2 | OrtCUDAProviderOptionsV2 |
| |
| typedef struct OrtCANNProviderOptions | OrtCANNProviderOptions |
| |
| typedef struct OrtDnnlProviderOptions | OrtDnnlProviderOptions |
| |
| typedef struct OrtOp | OrtOp |
| |
| typedef struct OrtOpAttr | OrtOpAttr |
| |
| typedef struct OrtLogger | OrtLogger |
| |
| typedef struct OrtShapeInferContext | OrtShapeInferContext |
| |
| typedef struct OrtLoraAdapter | OrtLoraAdapter |
| |
| typedef struct OrtValueInfo | OrtValueInfo |
| |
| typedef struct OrtNode | OrtNode |
| |
| typedef struct OrtGraph | OrtGraph |
| |
| typedef struct OrtModel | OrtModel |
| |
| typedef struct OrtModelCompilationOptions | OrtModelCompilationOptions |
| |
| typedef struct OrtHardwareDevice | OrtHardwareDevice |
| |
| typedef struct OrtEpDevice | OrtEpDevice |
| |
| typedef struct OrtKeyValuePairs | OrtKeyValuePairs |
| |
| typedef struct OrtSyncStream | OrtSyncStream |
| |
| typedef struct OrtExternalInitializerInfo | OrtExternalInitializerInfo |
| |
| typedef OrtStatus * | OrtStatusPtr |
| |
| typedef struct OrtAllocator | OrtAllocator |
| | Memory allocation interface.
|
| |
| typedef void(* | OrtLoggingFunction) (void *param, OrtLoggingLevel severity, const char *category, const char *logid, const char *code_location, const char *message) |
| |
| typedef enum GraphOptimizationLevel | GraphOptimizationLevel |
| | Graph optimization level.
|
| |
| typedef enum ExecutionMode | ExecutionMode |
| |
| typedef enum OrtLanguageProjection | OrtLanguageProjection |
| | Language projection identifiers /see OrtApi::SetLanguageProjection.
|
| |
| typedef struct OrtKernelInfo | OrtKernelInfo |
| |
| typedef struct OrtKernelContext | OrtKernelContext |
| |
| typedef struct OrtCustomOp | OrtCustomOp |
| |
| typedef enum OrtAllocatorType | OrtAllocatorType |
| |
| typedef enum OrtMemType | OrtMemType |
| | Memory types for allocated memory, execution provider specific types should be extended in each provider.
|
| |
| typedef enum OrtDeviceMemoryType | OrtDeviceMemoryType |
| | This matches OrtDevice::MemoryType values.
|
| |
| typedef enum OrtMemoryInfoDeviceType | OrtMemoryInfoDeviceType |
| | This mimics OrtDevice type constants so they can be returned in the API.
|
| |
| typedef enum OrtHardwareDeviceType | OrtHardwareDeviceType |
| |
| typedef enum OrtExecutionProviderDevicePolicy | OrtExecutionProviderDevicePolicy |
| | These are the default EP selection policies used by ORT when doing automatic EP selection.
|
| |
| typedef OrtStatus *(* | EpSelectionDelegate) (const OrtEpDevice **ep_devices, size_t num_devices, const OrtKeyValuePairs *model_metadata, const OrtKeyValuePairs *runtime_metadata, const OrtEpDevice **selected, size_t max_selected, size_t *num_selected, void *state) |
| | Delegate to allow providing custom OrtEpDevice selection logic.
|
| |
| typedef OrtStatus *(* | OrtWriteBufferFunc) (void *state, const void *buffer, size_t buffer_num_bytes) |
| | Function called by ORT to write a buffer to a custom destination (e.g., file, stream, etc.).
|
| |
| typedef OrtStatus *(* | OrtGetInitializerLocationFunc) (void *state, const char *initializer_name, const OrtValue *initializer_value, const OrtExternalInitializerInfo *external_info, OrtExternalInitializerInfo **new_external_info) |
| | Function called by ORT to allow user to specify how an initializer should be saved, that is, either written to an external file or stored within the model. ORT calls this function for every initializer when generating a model.
|
| |
| typedef enum OrtCudnnConvAlgoSearch | OrtCudnnConvAlgoSearch |
| | Algorithm to use for cuDNN Convolution Op.
|
| |
| typedef struct OrtCUDAProviderOptions | OrtCUDAProviderOptions |
| | CUDA Provider Options.
|
| |
| typedef struct OrtROCMProviderOptions | OrtROCMProviderOptions |
| | ROCM Provider Options.
|
| |
| typedef struct OrtTensorRTProviderOptions | OrtTensorRTProviderOptions |
| | TensorRT Provider Options.
|
| |
| typedef struct OrtMIGraphXProviderOptions | OrtMIGraphXProviderOptions |
| | MIGraphX Provider Options.
|
| |
| typedef struct OrtOpenVINOProviderOptions | OrtOpenVINOProviderOptions |
| | OpenVINO Provider Options.
|
| |
| typedef struct OrtApi | OrtApi |
| |
| typedef struct OrtTrainingApi | OrtTrainingApi |
| |
| typedef struct OrtModelEditorApi | OrtModelEditorApi |
| |
| typedef struct OrtCompileApi | OrtCompileApi |
| |
| typedef struct OrtEpApi | OrtEpApi |
| |
| typedef struct OrtApiBase | OrtApiBase |
| |
| typedef void(* | OrtThreadWorkerFn) (void *ort_worker_fn_param) |
| | Thread work loop function.
|
| |
| typedef const struct OrtCustomHandleType * | OrtCustomThreadHandle |
| |
| typedef OrtCustomThreadHandle(* | OrtCustomCreateThreadFn) (void *ort_custom_thread_creation_options, OrtThreadWorkerFn ort_thread_worker_fn, void *ort_worker_fn_param) |
| | Ort custom thread creation function.
|
| |
| typedef void(* | OrtCustomJoinThreadFn) (OrtCustomThreadHandle ort_custom_thread_handle) |
| | Custom thread join function.
|
| |
| typedef OrtStatus *(* | RegisterCustomOpsFn) (OrtSessionOptions *options, const OrtApiBase *api) |
| |
| typedef void(* | RunAsyncCallbackFn) (void *user_data, OrtValue **outputs, size_t num_outputs, OrtStatusPtr status) |
| | Callback function for RunAsync.
|
| |
| typedef enum OrtCompiledModelCompatibility | OrtCompiledModelCompatibility |
| | The C API.
|
| |
| typedef enum OrtCustomOpInputOutputCharacteristic | OrtCustomOpInputOutputCharacteristic |
| |
| typedef enum OrtCompileApiFlags | OrtCompileApiFlags |
| | Flags representing options to enable when compiling a model.
|
| |
|
| enum | ONNXTensorElementDataType {
ONNX_TENSOR_ELEMENT_DATA_TYPE_UNDEFINED
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT
, ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT8
, ONNX_TENSOR_ELEMENT_DATA_TYPE_INT8
,
ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT16
, ONNX_TENSOR_ELEMENT_DATA_TYPE_INT16
, ONNX_TENSOR_ELEMENT_DATA_TYPE_INT32
, ONNX_TENSOR_ELEMENT_DATA_TYPE_INT64
,
ONNX_TENSOR_ELEMENT_DATA_TYPE_STRING
, ONNX_TENSOR_ELEMENT_DATA_TYPE_BOOL
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT16
, ONNX_TENSOR_ELEMENT_DATA_TYPE_DOUBLE
,
ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT32
, ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT64
, ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX64
, ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX128
,
ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FN
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FNUZ
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2
,
ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2FNUZ
, ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT4
, ONNX_TENSOR_ELEMENT_DATA_TYPE_INT4
, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT4E2M1
} |
| |
| enum | ONNXType {
ONNX_TYPE_UNKNOWN
, ONNX_TYPE_TENSOR
, ONNX_TYPE_SEQUENCE
, ONNX_TYPE_MAP
,
ONNX_TYPE_OPAQUE
, ONNX_TYPE_SPARSETENSOR
, ONNX_TYPE_OPTIONAL
} |
| |
| enum | OrtSparseFormat { ORT_SPARSE_UNDEFINED = 0
, ORT_SPARSE_COO = 0x1
, ORT_SPARSE_CSRC = 0x2
, ORT_SPARSE_BLOCK_SPARSE = 0x4
} |
| |
| enum | OrtSparseIndicesFormat { ORT_SPARSE_COO_INDICES
, ORT_SPARSE_CSR_INNER_INDICES
, ORT_SPARSE_CSR_OUTER_INDICES
, ORT_SPARSE_BLOCK_SPARSE_INDICES
} |
| |
| enum | OrtLoggingLevel {
ORT_LOGGING_LEVEL_VERBOSE
, ORT_LOGGING_LEVEL_INFO
, ORT_LOGGING_LEVEL_WARNING
, ORT_LOGGING_LEVEL_ERROR
,
ORT_LOGGING_LEVEL_FATAL
} |
| | Logging severity levels. More...
|
| |
| enum | OrtErrorCode {
ORT_OK
, ORT_FAIL
, ORT_INVALID_ARGUMENT
, ORT_NO_SUCHFILE
,
ORT_NO_MODEL
, ORT_ENGINE_ERROR
, ORT_RUNTIME_EXCEPTION
, ORT_INVALID_PROTOBUF
,
ORT_MODEL_LOADED
, ORT_NOT_IMPLEMENTED
, ORT_INVALID_GRAPH
, ORT_EP_FAIL
,
ORT_MODEL_LOAD_CANCELED
, ORT_MODEL_REQUIRES_COMPILATION
, ORT_NOT_FOUND
} |
| |
| enum | OrtOpAttrType {
ORT_OP_ATTR_UNDEFINED = 0
, ORT_OP_ATTR_INT
, ORT_OP_ATTR_INTS
, ORT_OP_ATTR_FLOAT
,
ORT_OP_ATTR_FLOATS
, ORT_OP_ATTR_STRING
, ORT_OP_ATTR_STRINGS
, ORT_OP_ATTR_GRAPH
,
ORT_OP_ATTR_TENSOR
} |
| |
| enum | GraphOptimizationLevel {
ORT_DISABLE_ALL = 0
, ORT_ENABLE_BASIC = 1
, ORT_ENABLE_EXTENDED = 2
, ORT_ENABLE_LAYOUT = 3
,
ORT_ENABLE_ALL = 99
} |
| | Graph optimization level. More...
|
| |
| enum | ExecutionMode { ORT_SEQUENTIAL = 0
, ORT_PARALLEL = 1
} |
| |
| enum | OrtLanguageProjection {
ORT_PROJECTION_C = 0
, ORT_PROJECTION_CPLUSPLUS = 1
, ORT_PROJECTION_CSHARP = 2
, ORT_PROJECTION_PYTHON = 3
,
ORT_PROJECTION_JAVA = 4
, ORT_PROJECTION_WINML = 5
, ORT_PROJECTION_NODEJS = 6
} |
| | Language projection identifiers /see OrtApi::SetLanguageProjection. More...
|
| |
| enum | OrtAllocatorType { OrtInvalidAllocator = -1
, OrtDeviceAllocator = 0
, OrtArenaAllocator = 1
, OrtReadOnlyAllocator = 2
} |
| |
| enum | OrtMemType { OrtMemTypeCPUInput = -2
, OrtMemTypeCPUOutput = -1
, OrtMemTypeCPU = OrtMemTypeCPUOutput
, OrtMemTypeDefault = 0
} |
| | Memory types for allocated memory, execution provider specific types should be extended in each provider. More...
|
| |
| enum | OrtDeviceMemoryType { OrtDeviceMemoryType_DEFAULT = 0
, OrtDeviceMemoryType_HOST_ACCESSIBLE = 5
} |
| | This matches OrtDevice::MemoryType values. More...
|
| |
| enum | OrtMemoryInfoDeviceType { OrtMemoryInfoDeviceType_CPU = 0
, OrtMemoryInfoDeviceType_GPU = 1
, OrtMemoryInfoDeviceType_FPGA = 2
, OrtMemoryInfoDeviceType_NPU = 3
} |
| | This mimics OrtDevice type constants so they can be returned in the API. More...
|
| |
| enum | OrtHardwareDeviceType { OrtHardwareDeviceType_CPU
, OrtHardwareDeviceType_GPU
, OrtHardwareDeviceType_NPU
} |
| |
| enum | OrtExecutionProviderDevicePolicy {
OrtExecutionProviderDevicePolicy_DEFAULT
, OrtExecutionProviderDevicePolicy_PREFER_CPU
, OrtExecutionProviderDevicePolicy_PREFER_NPU
, OrtExecutionProviderDevicePolicy_PREFER_GPU
,
OrtExecutionProviderDevicePolicy_MAX_PERFORMANCE
, OrtExecutionProviderDevicePolicy_MAX_EFFICIENCY
, OrtExecutionProviderDevicePolicy_MIN_OVERALL_POWER
} |
| | These are the default EP selection policies used by ORT when doing automatic EP selection. More...
|
| |
| enum | OrtCudnnConvAlgoSearch { OrtCudnnConvAlgoSearchExhaustive
, OrtCudnnConvAlgoSearchHeuristic
, OrtCudnnConvAlgoSearchDefault
} |
| | Algorithm to use for cuDNN Convolution Op. More...
|
| |
| enum | OrtCompiledModelCompatibility { OrtCompiledModelCompatibility_EP_NOT_APPLICABLE = 0
, OrtCompiledModelCompatibility_EP_SUPPORTED_OPTIMAL
, OrtCompiledModelCompatibility_EP_SUPPORTED_PREFER_RECOMPILATION
, OrtCompiledModelCompatibility_EP_UNSUPPORTED
} |
| | The C API. More...
|
| |
| enum | OrtCustomOpInputOutputCharacteristic { INPUT_OUTPUT_REQUIRED = 0
, INPUT_OUTPUT_OPTIONAL
, INPUT_OUTPUT_VARIADIC
} |
| |
| enum | OrtCompileApiFlags { OrtCompileApiFlags_NONE = 0
, OrtCompileApiFlags_ERROR_IF_NO_NODES_COMPILED = 1 << 0
, OrtCompileApiFlags_ERROR_IF_OUTPUT_FILE_EXISTS = 1 << 1
} |
| | Flags representing options to enable when compiling a model. More...
|
| |
1.9.8