[Refactor][tools] Add prebuild tools. (open-mmlab#347)

* move to lib

* optional import pytorch rewriter

* reduce torch dependancy of tensorrt export

* remove more mmcv support

* fix pytest

* remove mmcv logge

* Add `mmdeploy.utils.logging`

* Improve the common of the `get_logger`

* Fix lint

* onnxruntim add try catch to  import wrapper if pytorch is available

* Using `mmcv.utils.logging` in all files under `mmdeploy/codebase`

* add __init__

* add prebuild tools

* support windows

* for comment

* exit if failed

* add exist

* decouple

* add tags

* remove .mmdeploy_python

* read python version from system

* update windows config

* update linux config

* remote many

* better build name

* rename python tag

* fix pyhon-tag

* update window config

* add env search

* update tag

* fix build without CUDA_TOOLKIT_ROOT_DIR

Co-authored-by: HinGwenWoong <[email protected]>

Author: 2 people

.gitignore

@@ -5,6 +5,7 @@ __pycache__/
 
 # C extensions
 *.so
+onnx2ncnn
 
 # Distribution / packaging
 .Python

MANIFEST.in

@@ -1 +1,7 @@
 include requirements/*.txt
+include mmdeploy/backend/ncnn/*.so
+include mmdeploy/backend/ncnn/*.dll
+include mmdeploy/backend/ncnn/*.pyd
+include mmdeploy/lib/*.so
+include mmdeploy/lib/*.dll
+include mmdeploy/lib/*.pyd

csrc/backend_ops/ncnn/onnx2ncnn/CMakeLists.txt

@@ -12,6 +12,8 @@ if (PROTOBUF_FOUND)
             ${CMAKE_CURRENT_BINARY_DIR})
     target_link_libraries(onnx2ncnn PRIVATE ${PROTOBUF_LIBRARIES})
 
+    set(_NCNN_CONVERTER_DIR ${CMAKE_SOURCE_DIR}/mmdeploy/backend/ncnn)
+    install(TARGETS onnx2ncnn DESTINATION ${_NCNN_CONVERTER_DIR})
 else ()
     message(
             FATAL_ERROR "Protobuf not found, onnx model convert tool won't be built")

csrc/backend_ops/ncnn/ops/CMakeLists.txt

@@ -23,3 +23,6 @@ target_include_directories(${PROJECT_NAME}
         PUBLIC ${_COMMON_INCLUDE_DIRS})
 
 add_library(mmdeploy::ncnn_ops ALIAS ${PROJECT_NAME})
+
+set(_NCNN_OPS_DIR ${CMAKE_SOURCE_DIR}/mmdeploy/lib)
+install(TARGETS ${PROJECT_NAME} DESTINATION ${_NCNN_OPS_DIR})

csrc/backend_ops/onnxruntime/CMakeLists.txt

@@ -22,3 +22,6 @@ target_link_libraries(${PROJECT_NAME}_obj PUBLIC onnxruntime)
 mmdeploy_add_library(${PROJECT_NAME} SHARED EXCLUDE "")
 target_link_libraries(${PROJECT_NAME} PUBLIC ${PROJECT_NAME}_obj)
 add_library(mmdeploy::onnxruntime::ops ALIAS ${PROJECT_NAME})
+
+set(_ORT_OPS_DIR ${CMAKE_SOURCE_DIR}/mmdeploy/lib)
+install(TARGETS ${PROJECT_NAME} DESTINATION ${_ORT_OPS_DIR})

csrc/backend_ops/tensorrt/CMakeLists.txt

@@ -35,3 +35,6 @@ mmdeploy_export(${PROJECT_NAME}_obj)
 mmdeploy_add_module(${PROJECT_NAME} MODULE EXCLUDE "")
 target_link_libraries(${PROJECT_NAME} PRIVATE ${PROJECT_NAME}_obj)
 add_library(mmdeploy::tensorrt_ops ALIAS ${PROJECT_NAME})
+
+set(_TRT_OPS_DIR ${CMAKE_SOURCE_DIR}/mmdeploy/lib)
+install(TARGETS ${PROJECT_NAME} DESTINATION ${_TRT_OPS_DIR})

mmdeploy/__init__.py

@@ -4,7 +4,11 @@
 from mmdeploy.utils import get_root_logger
 from .version import __version__  # noqa F401
 
-importlib.import_module('mmdeploy.pytorch')
+if importlib.util.find_spec('torch'):
+    importlib.import_module('mmdeploy.pytorch')
+else:
+    logger = get_root_logger()
+    logger.debug('torch is not installed.')
 
 if importlib.util.find_spec('mmcv'):
     importlib.import_module('mmdeploy.mmcv')

mmdeploy/backend/__init__.py

@@ -1,27 +1 @@
 # Copyright (c) OpenMMLab. All rights reserved.
-from mmdeploy.backend.ncnn import is_available as ncnn_available
-from mmdeploy.backend.onnxruntime import is_available as ort_available
-from mmdeploy.backend.openvino import is_available as openvino_available
-from mmdeploy.backend.pplnn import is_available as pplnn_available
-from mmdeploy.backend.sdk import is_available as sdk_available
-from mmdeploy.backend.tensorrt import is_available as trt_available
-
-__all__ = []
-if ncnn_available():
-    from .ncnn import NCNNWrapper  # noqa: F401,F403
-    __all__.append('NCNNWrapper')
-if ort_available():
-    from .onnxruntime import ORTWrapper  # noqa: F401,F403
-    __all__.append('ORTWrapper')
-if trt_available():
-    from .tensorrt import TRTWrapper  # noqa: F401,F403
-    __all__.append('TRTWrapper')
-if pplnn_available():
-    from .pplnn import PPLNNWrapper  # noqa: F401,F403
-    __all__.append('PPLNNWrapper')
-if openvino_available():
-    from .openvino import OpenVINOWrapper  # noqa: F401,F403
-    __all__.append('OpenVINOWrapper')
-if sdk_available():
-    from .sdk import SDKWrapper  # noqa: F401,F403
-    __all__.append('SDKWrapper')

mmdeploy/backend/ncnn/__init__.py

@@ -32,6 +32,9 @@ def is_plugin_available():
 
 
 if is_available():
-    from .wrapper import NCNNWrapper
+    try:
+        from .wrapper import NCNNWrapper
 
-    __all__ = ['NCNNWrapper']
+        __all__ = ['NCNNWrapper']
+    except Exception:
+        pass

mmdeploy/backend/ncnn/init_plugins.py

@@ -11,8 +11,7 @@ def get_ops_path() -> str:
         str: The library path of ncnn custom ops.
     """
     candidates = [
-        '../../../build/lib/libmmdeploy_ncnn_ops.so',
-        '../../../build/bin/*/mmdeploy_ncnn_ops.dll'
+        '../../lib/libmmdeploy_ncnn_ops.so', '../../lib/mmdeploy_ncnn_ops.dll'
     ]
     return get_file_path(os.path.dirname(__file__), candidates)
 
@@ -23,7 +22,5 @@ def get_onnx2ncnn_path() -> str:
     Returns:
         str: A path of onnx2ncnn tool.
     """
-    candidates = [
-        '../../../build/bin/onnx2ncnn', '../../../build/bin/*/onnx2ncnn.exe'
-    ]
+    candidates = ['./onnx2ncnn', './onnx2ncnn.exe']
     return get_file_path(os.path.dirname(__file__), candidates)