mirror of
https://github.com/opencv/opencv.git
synced 2026-07-21 19:33:03 +04:00
95c66292b5
Added ONNX Runtime as an optional wrapper #28444 This PR adds ONNXRuntime (ORT) as an _optional_ wrapper, which can be enabled by adding **WITH_ONNXRUNTIME** flag in CMake command. Using ORT wrapper the inference time for _resnet50.onnx model_ has come to _**~7ms**_ from _**~14ms**_. Also, we are able to run models like `ssd_mobilenet_v1.onnx`. ### Pull Request Readiness Checklist See details at https://github.com/opencv/opencv/wiki/How_to_contribute#making-a-good-pull-request - [x] I agree to contribute to the project under Apache 2 License. - [x] To the best of my knowledge, the proposed patch is not based on a code under GPL or another license that is incompatible with OpenCV - [x] The PR is proposed to the proper branch - [x] There is a reference to the original bug report and related work - [x] There is accuracy test, performance test and test data in opencv_extra repository, if applicable Patch to opencv_extra has the same branch name. - [x] The feature is well documented and sample code can be built with the project CMake
179 lines
5.8 KiB
CMake
179 lines
5.8 KiB
CMake
ocv_clear_vars(HAVE_ONNX ORT_LIB ORT_INCLUDE ONNX_LIBRARIES ONNX_INCLUDE_DIR ONNX_VERSION)
|
|
|
|
set(ONNXRT_ROOT_DIR "" CACHE PATH "ONNX Runtime install directory")
|
|
|
|
# For now, check the old name ORT_INSTALL_DIR
|
|
if(ORT_INSTALL_DIR AND NOT ONNXRT_ROOT_DIR)
|
|
set(ONNXRT_ROOT_DIR ${ORT_INSTALL_DIR})
|
|
endif()
|
|
|
|
if(NOT ONNXRT_ROOT_DIR AND DEFINED OpenCV_BINARY_DIR)
|
|
if(EXISTS "${OpenCV_BINARY_DIR}/3rdparty/onnxruntime")
|
|
file(GLOB __ort_candidates LIST_DIRECTORIES true
|
|
"${OpenCV_BINARY_DIR}/3rdparty/onnxruntime/onnxruntime-*")
|
|
list(LENGTH __ort_candidates __ort_candidates_len)
|
|
if(__ort_candidates_len GREATER 0)
|
|
list(GET __ort_candidates 0 ONNXRT_ROOT_DIR)
|
|
endif()
|
|
unset(__ort_candidates)
|
|
unset(__ort_candidates_len)
|
|
endif()
|
|
endif()
|
|
|
|
set(__ort_hint_roots "")
|
|
if(ONNXRT_ROOT_DIR)
|
|
list(APPEND __ort_hint_roots "${ONNXRT_ROOT_DIR}")
|
|
endif()
|
|
|
|
# Prefer CMake config packages if present i.e system-installed ORT
|
|
find_package(onnxruntime CONFIG QUIET)
|
|
find_package(ONNXRuntime CONFIG QUIET)
|
|
|
|
set(__ort_target "")
|
|
foreach(t
|
|
onnxruntime::onnxruntime
|
|
ONNXRuntime::onnxruntime
|
|
ONNXRuntime::onnxruntime_shared
|
|
)
|
|
if(TARGET ${t})
|
|
set(__ort_target "${t}")
|
|
break()
|
|
endif()
|
|
endforeach()
|
|
|
|
if(__ort_target)
|
|
get_target_property(ORT_INCLUDE ${__ort_target} INTERFACE_INCLUDE_DIRECTORIES)
|
|
if(ORT_INCLUDE AND NOT IS_DIRECTORY "${ORT_INCLUDE}")
|
|
list(GET ORT_INCLUDE 0 ORT_INCLUDE)
|
|
endif()
|
|
get_target_property(ORT_LIB ${__ort_target} IMPORTED_LOCATION)
|
|
if(NOT ORT_LIB)
|
|
get_target_property(ORT_LIB ${__ort_target} IMPORTED_LOCATION_RELEASE)
|
|
endif()
|
|
if(NOT ORT_LIB)
|
|
get_target_property(ORT_LIB ${__ort_target} LOCATION)
|
|
endif()
|
|
endif()
|
|
|
|
# Locate headers and libraries via find_* in system paths and/or ONNXRT_ROOT_DIR.
|
|
if(NOT ORT_LIB)
|
|
find_library(ORT_LIB NAMES onnxruntime
|
|
HINTS ${__ort_hint_roots}
|
|
PATH_SUFFIXES lib lib64
|
|
CMAKE_FIND_ROOT_PATH_BOTH)
|
|
endif()
|
|
|
|
if(NOT ORT_INCLUDE)
|
|
find_path(ORT_INCLUDE NAMES onnxruntime_cxx_api.h
|
|
HINTS ${__ort_hint_roots}
|
|
PATH_SUFFIXES
|
|
include
|
|
include/onnxruntime
|
|
include/onnxruntime/core/session
|
|
CMAKE_FIND_ROOT_PATH_BOTH)
|
|
endif()
|
|
|
|
unset(__ort_hint_roots)
|
|
|
|
macro(detect_onxxrt_ep filename dir have_ep_var)
|
|
find_path(ORT_EP_INCLUDE ${filename} ${dir} CMAKE_FIND_ROOT_PATH_BOTH)
|
|
if(ORT_EP_INCLUDE)
|
|
set(${have_ep_var} TRUE)
|
|
endif()
|
|
endmacro()
|
|
|
|
if(ORT_LIB AND ORT_INCLUDE)
|
|
set(__ort_root_for_ep "${ONNXRT_ROOT_DIR}")
|
|
if(NOT __ort_root_for_ep)
|
|
set(__ort_root_for_ep "${ORT_INCLUDE}")
|
|
string(REGEX REPLACE "(/include/onnxruntime.*)$" "" __ort_root_for_ep "${__ort_root_for_ep}")
|
|
endif()
|
|
|
|
# Check DirectML Execution Provider availability
|
|
get_filename_component(dml_dir ${__ort_root_for_ep}/include/onnxruntime/core/providers/dml ABSOLUTE)
|
|
detect_onxxrt_ep(
|
|
dml_provider_factory.h
|
|
${dml_dir}
|
|
HAVE_ONNX_DML
|
|
)
|
|
|
|
# Check CoreML Execution Provider availability
|
|
get_filename_component(coreml_dir ${__ort_root_for_ep}/include/onnxruntime/core/providers/coreml ABSOLUTE)
|
|
detect_onxxrt_ep(
|
|
coreml_provider_factory.h
|
|
${coreml_dir}
|
|
HAVE_ONNX_COREML
|
|
)
|
|
|
|
set(HAVE_ONNX TRUE)
|
|
# Try to report a human-readable ONNX Runtime version in diagnostics/build info.
|
|
if(DEFINED onnxruntime_VERSION AND onnxruntime_VERSION)
|
|
set(ONNX_VERSION "${onnxruntime_VERSION}")
|
|
elseif(DEFINED ONNXRuntime_VERSION AND ONNXRuntime_VERSION)
|
|
set(ONNX_VERSION "${ONNXRuntime_VERSION}")
|
|
elseif(DEFINED ONNXRUNTIME_VERSION AND ONNXRUNTIME_VERSION)
|
|
set(ONNX_VERSION "${ONNXRUNTIME_VERSION}")
|
|
else()
|
|
set(__ort_version_candidates "")
|
|
if(ONNXRT_ROOT_DIR)
|
|
list(APPEND __ort_version_candidates "${ONNXRT_ROOT_DIR}")
|
|
endif()
|
|
if(ORT_LIB)
|
|
list(APPEND __ort_version_candidates "${ORT_LIB}")
|
|
endif()
|
|
foreach(__ort_version_candidate ${__ort_version_candidates})
|
|
string(REGEX MATCH "([0-9]+\\.[0-9]+\\.[0-9]+([.-][0-9A-Za-z]+)?)" __ort_version_match "${__ort_version_candidate}")
|
|
if(__ort_version_match)
|
|
set(ONNX_VERSION "${__ort_version_match}")
|
|
break()
|
|
endif()
|
|
endforeach()
|
|
unset(__ort_version_candidate)
|
|
unset(__ort_version_candidates)
|
|
unset(__ort_version_match)
|
|
endif()
|
|
|
|
# For CMake output only
|
|
set(ONNX_LIBRARIES "${ORT_LIB}" CACHE STRING "ONNX Runtime libraries")
|
|
set(ONNX_INCLUDE_DIR "${ORT_INCLUDE}" CACHE STRING "ONNX Runtime include path")
|
|
if(NOT ONNX_VERSION)
|
|
set(ONNX_VERSION "unknown")
|
|
endif()
|
|
set(ONNX_VERSION "${ONNX_VERSION}" CACHE STRING "ONNX Runtime version")
|
|
|
|
# Link target with associated interface headers
|
|
set(ONNX_LIBRARY "onnxruntime" CACHE STRING "ONNX Link Target")
|
|
if(NOT TARGET ${ONNX_LIBRARY})
|
|
ocv_add_library(${ONNX_LIBRARY} SHARED IMPORTED)
|
|
endif()
|
|
|
|
if(WIN32)
|
|
# ORT_LIB is typically the import library (.lib). Prefer matching runtime DLL if available.
|
|
set(__ort_dll "")
|
|
if(ONNXRT_ROOT_DIR)
|
|
find_file(__ort_dll NAMES onnxruntime.dll HINTS "${ONNXRT_ROOT_DIR}" PATH_SUFFIXES bin)
|
|
endif()
|
|
if(__ort_dll)
|
|
set_target_properties(${ONNX_LIBRARY} PROPERTIES
|
|
INTERFACE_INCLUDE_DIRECTORIES "${ORT_INCLUDE}"
|
|
IMPORTED_LOCATION "${__ort_dll}"
|
|
IMPORTED_IMPLIB "${ORT_LIB}")
|
|
else()
|
|
set_target_properties(${ONNX_LIBRARY} PROPERTIES
|
|
INTERFACE_INCLUDE_DIRECTORIES "${ORT_INCLUDE}"
|
|
IMPORTED_LOCATION "${ORT_LIB}"
|
|
IMPORTED_IMPLIB "${ORT_LIB}")
|
|
endif()
|
|
unset(__ort_dll)
|
|
else()
|
|
set_target_properties(${ONNX_LIBRARY} PROPERTIES
|
|
INTERFACE_INCLUDE_DIRECTORIES "${ORT_INCLUDE}"
|
|
IMPORTED_LOCATION "${ORT_LIB}")
|
|
endif()
|
|
unset(__ort_root_for_ep)
|
|
endif()
|
|
|
|
if(NOT HAVE_ONNX)
|
|
ocv_clear_vars(HAVE_ONNX ORT_LIB ORT_INCLUDE ONNX_LIBRARIES ONNX_INCLUDE_DIR ONNX_VERSION)
|
|
endif()
|