Merge pull request #203 from luxonis/model_downloader_main

SzabolcsGergely · web-flow · commit e5a09bf1a442 · 2021-04-06T22:47:44.000+03:00
Add model downloader
diff --git a/examples/08_rgb_mobilenet.py b/examples/08_rgb_mobilenet.py
@@ -13,6 +13,10 @@
 parser.add_argument('-s', '--sync', action="store_true", help="Sync RGB output with NN output", default=False)
 args = parser.parse_args()
 
+if not Path(nnPathDefault).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/09_mono_mobilenet.py b/examples/09_mono_mobilenet.py
@@ -11,6 +11,9 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
 
 # Start defining a pipeline
 pipeline = dai.Pipeline()
diff --git a/examples/10_mono_depth_mobilenetssd.py b/examples/10_mono_depth_mobilenetssd.py
@@ -11,6 +11,9 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
 
 # Start defining a pipeline
 pipeline = dai.Pipeline()
diff --git a/examples/11_rgb_encoding_mono_mobilenet.py b/examples/11_rgb_encoding_mono_mobilenet.py
@@ -11,6 +11,9 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
 
 pipeline = dai.Pipeline()
 
diff --git a/examples/12_rgb_encoding_mono_mobilenet_depth.py b/examples/12_rgb_encoding_mono_mobilenet_depth.py
@@ -11,6 +11,9 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
 
 pipeline = dai.Pipeline()
 
diff --git a/examples/15_rgb_mobilenet_4k.py b/examples/15_rgb_mobilenet_4k.py
@@ -11,6 +11,10 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/17_video_mobilenet.py b/examples/17_video_mobilenet.py
@@ -8,12 +8,17 @@
 from time import monotonic
 
 # Get argument first
-nnPath = str((Path(__file__).parent / Path('models/mobilenet-ssd_openvino_2021.2_8shave.blob')).resolve().absolute())
-videoPath = str(Path("./construction_vest.mp4").resolve().absolute())
+parentDir = Path(__file__).parent
+nnPath = str((parentDir / Path('models/mobilenet-ssd_openvino_2021.2_8shave.blob')).resolve().absolute())
+videoPath = str((parentDir / Path('models/construction_vest.mp4')).resolve().absolute())
 if len(sys.argv) > 2:
     nnPath = sys.argv[1]
     videoPath = sys.argv[2]
 
+if not Path(nnPath).exists() or not Path(videoPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/18_rgb_encoding_mobilenet.py b/examples/18_rgb_encoding_mobilenet.py
@@ -11,6 +11,9 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
 
 pipeline = dai.Pipeline()
 
diff --git a/examples/22_1_tiny_yolo_v3_device_side_decoding.py b/examples/22_1_tiny_yolo_v3_device_side_decoding.py
@@ -38,6 +38,10 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/22_2_tiny_yolo_v4_device_side_decoding.py b/examples/22_2_tiny_yolo_v4_device_side_decoding.py
@@ -37,6 +37,10 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/23_autoexposure_roi.py b/examples/23_autoexposure_roi.py
@@ -10,10 +10,14 @@
 # Press N to go back to the region controlled by the NN detections.
 
 # Get argument first
-nnPath = str((Path(__file__).parent / Path('models/mobilenet-ssd_openvino_2021.2_5shave.blob')).resolve().absolute())
+nnPath = str((Path(__file__).parent / Path('models/mobilenet-ssd_openvino_2021.2_6shave.blob')).resolve().absolute())
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 previewSize = (300, 300)
 
 # Start defining a pipeline
diff --git a/examples/26_1_spatial_mobilenet.py b/examples/26_1_spatial_mobilenet.py
@@ -23,6 +23,10 @@
 if len(sys.argv) > 1:
     nnBlobPath = sys.argv[1]
 
+if not Path(nnBlobPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/26_2_spatial_mobilenet_mono.py b/examples/26_2_spatial_mobilenet_mono.py
@@ -26,6 +26,10 @@
 if len(sys.argv) > 1:
     nnPath = sys.argv[1]
 
+if not Path(nnPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/26_3_spatial_tiny_yolo.py b/examples/26_3_spatial_tiny_yolo.py
@@ -36,6 +36,10 @@
 if len(sys.argv) > 1:
     nnBlobPath = sys.argv[1]
 
+if not Path(nnBlobPath).exists():
+    import sys
+    raise FileNotFoundError(f'Required file/s not found, please run "{sys.executable} install_requirements.py"')
+
 # Start defining a pipeline
 pipeline = dai.Pipeline()
 
diff --git a/examples/28_camera_video_example.py b/examples/28_camera_video_example.py
diff --git a/examples/CMakeLists.txt b/examples/CMakeLists.txt
@@ -12,6 +12,12 @@ if(UNIX)
     set(SYS_PATH_SEPARATOR ":")
 endif()
 
+add_custom_target(install_requirements
+    COMMAND ${PYTHON_EXECUTABLE} "${CMAKE_CURRENT_LIST_DIR}/install_requirements.py" "--skip_depthai"
+    DEPENDS ${TARGET_NAME}
+    VERBATIM
+    COMMAND_EXPAND_LISTS
+)
 
 # Macro for adding new python test
 macro(add_python_example example_name python_script_path)
@@ -20,89 +26,59 @@ macro(add_python_example example_name python_script_path)
     list(REMOVE_AT arguments 0 1)
 
     # Creates a target (python my_test [args])
-    add_custom_target(${example_name} 
-        ${CMAKE_COMMAND} -E env 
+    add_custom_target(${example_name}
+        ${CMAKE_COMMAND} -E env
         # Environment variables
         # Python path (to find compiled module)
         "PYTHONPATH=$<TARGET_FILE_DIR:${TARGET_NAME}>${SYS_PATH_SEPARATOR}$ENV{PYTHONPATH}"
         # ASAN in case of sanitizers
-        "${ASAN_ENVIRONMENT_VARS}" 
+        "${ASAN_ENVIRONMENT_VARS}"
         # Example
         ${PYTHON_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/${python_script_path} ${ARGN}
-        DEPENDS ${TARGET_NAME}
+        DEPENDS ${TARGET_NAME} install_requirements
         VERBATIM
         COMMAND_EXPAND_LISTS
     )
 
     if(DEPTHAI_PYTHON_TEST_EXAMPLES)
-        
+
         # Adds test with 5 seconds timeout and bumps all python warnings to errors
-        add_test(NAME ${example_name} COMMAND 
-            ${CMAKE_COMMAND} -E env 
+        add_test(NAME ${example_name} COMMAND
+            ${CMAKE_COMMAND} -E env
             # Python path (to find compiled module)
             "PYTHONPATH=$<TARGET_FILE_DIR:${TARGET_NAME}>${SYS_PATH_SEPARATOR}$ENV{PYTHONPATH}"
             # ASAN in case of sanitizers
             ${ASAN_ENVIRONMENT_VARS}
-            ${CMAKE_COMMAND} -DTIMEOUT_SECONDS=5 -P ${CMAKE_CURRENT_LIST_DIR}/cmake/ExecuteTestTimeout.cmake 
+            ${CMAKE_COMMAND} -DTIMEOUT_SECONDS=5 -P ${CMAKE_CURRENT_LIST_DIR}/cmake/ExecuteTestTimeout.cmake
             # Actual script to run
             ${PYTHON_EXECUTABLE} -Werror "${CMAKE_CURRENT_LIST_DIR}/${python_script_path}" ${arguments}
         )
 
         # Sets a regex catching any logged warnings, errors or critical (coming either from device or host)
-        set_tests_properties (${example_name} PROPERTIES FAIL_REGULAR_EXPRESSION "\\[warning\\];\\[error\\];\\[critical\\]") 
+        set_tests_properties (${example_name} PROPERTIES FAIL_REGULAR_EXPRESSION "\\[warning\\];\\[error\\];\\[critical\\]")
 
     endif()
 
-endmacro() 
-
-# Mobilenet resource
-hunter_private_data(
-    URL "https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/mobilenet-ssd_openvino_2021.2_6shave.blob"
-    SHA1 "f0e14978b3f77a4f93b9f969cd39e58bb7aef490"
-    FILE "mobilenet-ssd_openvino_2021.2_6shave.blob"
-    LOCATION mobilenet_blob
-)
-
-# Mobilenet resource
-hunter_private_data(
-    URL "https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/mobilenet-ssd_openvino_2021.2_5shave.blob"
-    SHA1 "d715f85e474609cf3f696d7a2e3750804ed6c726"
-    FILE "mobilenet-ssd_openvino_2021.2_5shave.blob"
-    LOCATION mobilenet_5shave_blob
-)
-
-# Construction vest video resource
-hunter_private_data(
-    URL "http://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/construction_vest.mp4"
-    SHA1 "271d8d0b702e683ce02957db7c100843de5ceaec"
-    FILE "construction_vest.mp4"
-    LOCATION construction_vest
-)
+endmacro()
 
-# tiny-YoloV3 neural network resource
-hunter_private_data(
-    URL "https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/tiny-yolo-v3_openvino_2021.2_6shave.blob"
-    SHA1 "f0ac263a0d55c374e1892eea21c9b7d1170bde46"
-    FILE "tiny-yolo-v3_openvino_2021.2_6shave.blob"
-    LOCATION tiny_yolo_v3_blob
-)
+if(DEPTHAI_PYTHON_TEST_EXAMPLES)
 
-# tiny-YoloV4 neural network resource
-hunter_private_data(
-    URL "https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/tiny-yolo-v4_openvino_2021.2_6shave.blob"
-    SHA1 "219d949610a5760e62a8458941e1300b81c3fe4a"
-    FILE "tiny-yolo-v4_openvino_2021.2_6shave.blob"
-    LOCATION tiny_yolo_v4_blob
-)
+    # Adds install requirements test with 5 minute timeout
+    add_test(NAME install_requirements COMMAND
+        ${CMAKE_COMMAND} -E env
+        # Python path (to find compiled module)
+        "PYTHONPATH=$<TARGET_FILE_DIR:${TARGET_NAME}>${SYS_PATH_SEPARATOR}$ENV{PYTHONPATH}"
+        # ASAN in case of sanitizers
+        ${ASAN_ENVIRONMENT_VARS}
+        ${CMAKE_COMMAND} -DTIMEOUT_SECONDS=300 -P ${CMAKE_CURRENT_LIST_DIR}/cmake/ExecuteTestTimeout.cmake
+        # Actual script to run
+        ${PYTHON_EXECUTABLE} "${CMAKE_CURRENT_LIST_DIR}/install_requirements.py" "--skip_depthai"
+    )
 
-# NeuralNetwork node, mobilenet example, 8 shaves
-hunter_private_data(
-    URL "https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/network/mobilenet-ssd_openvino_2021.2_8shave.blob"
-    SHA1 "3329bb8f3a9c881ef9756d232055f9d6f38aa07b"
-    FILE "mobilenet-ssd_openvino_2021.2_8shave.blob"
-    LOCATION mobilenet_8shaves_blob
-)
+    # Sets a regex catching any logged warnings, errors or critical (coming either from device or host)
+    set_tests_properties (install_requirements PROPERTIES FAIL_REGULAR_EXPRESSION "\\[warning\\];\\[error\\];\\[critical\\]")
 
+endif()
 
 # Add examples
 add_python_example(01_rgb_preview 01_rgb_preview.py)
@@ -112,28 +88,28 @@ add_python_example(04_rgb_encoding 04_rgb_encoding.py)
 add_python_example(05_rgb_mono_encoding 05_rgb_mono_encoding.py)
 add_python_example(06_rgb_full_resolution_saver 06_rgb_full_resolution_saver.py)
 add_python_example(07_mono_full_resolution_saver 07_mono_full_resolution_saver.py)
-add_python_example(08_rgb_mobilenet 08_rgb_mobilenet.py "${mobilenet_blob}")
-add_python_example(09_mono_mobilenet 09_mono_mobilenet.py "${mobilenet_blob}")
-add_python_example(10_mono_depth_mobilenetssd 10_mono_depth_mobilenetssd.py "${mobilenet_blob}")
-add_python_example(11_rgb_encoding_mono_mobilenet 11_rgb_encoding_mono_mobilenet.py "${mobilenet_blob}")
-add_python_example(12_rgb_encoding_mono_mobilenet_depth 12_rgb_encoding_mono_mobilenet_depth.py "${mobilenet_blob}")
+add_python_example(08_rgb_mobilenet 08_rgb_mobilenet.py)
+add_python_example(09_mono_mobilenet 09_mono_mobilenet.py)
+add_python_example(10_mono_depth_mobilenetssd 10_mono_depth_mobilenetssd.py)
+add_python_example(11_rgb_encoding_mono_mobilenet 11_rgb_encoding_mono_mobilenet.py)
+add_python_example(12_rgb_encoding_mono_mobilenet_depth 12_rgb_encoding_mono_mobilenet_depth.py)
 add_python_example(13_encoding_max_limit 13_encoding_max_limit.py)
 add_python_example(14_color_camera_control 14_color_camera_control.py)
-add_python_example(15_rgb_mobilenet_4k 15_rgb_mobilenet_4k.py "${mobilenet_5shave_blob}")
+add_python_example(15_rgb_mobilenet_4k 15_rgb_mobilenet_4k.py)
 add_python_example(16_device_queue_event 16_device_queue_event.py)
-add_python_example(17_video_mobilenet 17_video_mobilenet.py "${mobilenet_8shaves_blob}" "${construction_vest}")
-add_python_example(18_rgb_encoding_mobilenet 18_rgb_encoding_mobilenet.py "${mobilenet_blob}")
+add_python_example(17_video_mobilenet 17_video_mobilenet.py)
+add_python_example(18_rgb_encoding_mobilenet 18_rgb_encoding_mobilenet.py)
 add_python_example(19_mono_camera_control 19_mono_camera_control.py)
 add_python_example(20_color_rotate_warp 20_color_rotate_warp.py)
-add_python_example(21_mobilenet_device_side_decoding 21_mobilenet_device_side_decoding.py "${mobilenet_blob}")
-add_python_example(22_1_tiny_yolo_v3_device_side_decoding 22_1_tiny_yolo_v3_device_side_decoding.py "${tiny_yolo_v3_blob}")
-add_python_example(22_2_tiny_yolo_v4_device_side_decoding 22_2_tiny_yolo_v4_device_side_decoding.py "${tiny_yolo_v4_blob}")
-add_python_example(23_autoexposure_roi 23_autoexposure_roi.py "${mobilenet_blob}")
+add_python_example(21_mobilenet_device_side_decoding 21_mobilenet_device_side_decoding.py)
+add_python_example(22_1_tiny_yolo_v3_device_side_decoding 22_1_tiny_yolo_v3_device_side_decoding.py)
+add_python_example(22_2_tiny_yolo_v4_device_side_decoding 22_2_tiny_yolo_v4_device_side_decoding.py)
+add_python_example(23_autoexposure_roi 23_autoexposure_roi.py)
 add_python_example(24_opencv_support 24_opencv_support.py)
 add_python_example(25_system_information 25_system_information.py)
-add_python_example(26_1_spatial_mobilenet 26_1_spatial_mobilenet.py "${mobilenet_blob}")
-add_python_example(26_2_spatial_mobilenet_mono 26_2_spatial_mobilenet_mono.py "${mobilenet_blob}")
-add_python_example(26_3_spatial_tiny_yolo_v3 26_3_spatial_tiny_yolo.py "${tiny_yolo_v3_blob}")
-add_python_example(26_3_spatial_tiny_yolo_v4 26_3_spatial_tiny_yolo.py "${tiny_yolo_v4_blob}")
+add_python_example(26_1_spatial_mobilenet 26_1_spatial_mobilenet.py)
+add_python_example(26_2_spatial_mobilenet_mono 26_2_spatial_mobilenet_mono.py)
+add_python_example(26_3_spatial_tiny_yolo_v3 26_3_spatial_tiny_yolo.py)
+add_python_example(26_3_spatial_tiny_yolo_v4 26_3_spatial_tiny_yolo.py)
 add_python_example(27_spatial_location_calculator 27_spatial_location_calculator.py)
 add_python_example(28_camera_video_example 28_camera_video_example.py)
diff --git a/examples/downloader/.gitignore b/examples/downloader/.gitignore
@@ -0,0 +1,5 @@
+*
+!common.py
+!converter.py
+!downloader.py
+!.gitignore
diff --git a/examples/downloader/common.py b/examples/downloader/common.py
diff --git a/examples/downloader/downloader.py b/examples/downloader/downloader.py
diff --git a/examples/install_requirements.py b/examples/install_requirements.py
diff --git a/examples/models/.gitignore b/examples/models/.gitignore
diff --git a/examples/models/mobilenet-ssd/model.yml b/examples/models/mobilenet-ssd/model.yml
diff --git a/examples/models/tiny-yolo/model.yml b/examples/models/tiny-yolo/model.yml
diff --git a/examples/models/video-resources/model.yml b/examples/models/video-resources/model.yml
