Merge pull request #1715 from Trusted-AI/development_issue_1640

Add Estimator for YOLO object detection models in PyTorch

Author: beat-buesser

.github/actions/yolo/Dockerfile

@@ -0,0 +1,33 @@
+# Get base from a pytorch image
+FROM pytorch/pytorch:1.11.0-cuda11.3-cudnn8-runtime
+
+# Set to install things in non-interactive mode
+ENV DEBIAN_FRONTEND noninteractive
+
+# Install system wide software
+RUN apt-get update \
+     && apt-get install -y \
+        libgl1-mesa-glx \
+        libx11-xcb1 \
+        git \
+        gcc \
+        mono-mcs \
+        cmake \
+        libavcodec-extra \
+        ffmpeg \
+        curl \
+        wget \
+     && apt-get clean all \
+     && rm -r /var/lib/apt/lists/*
+
+RUN pip install six setuptools tqdm
+RUN pip install numpy==1.21.6 scipy==1.8.1 scikit-learn==1.1.1 numba==0.55.1
+RUN pip install torch==1.11.0
+RUN pip install tensorflow==2.9.1
+RUN pip install pytest-cov
+
+# Install necessary libraries for Yolo v3
+RUN pip install pytorchyolo==1.6.2
+
+RUN cd /tmp/ && git clone https://github.com/eriklindernoren/PyTorch-YOLOv3.git
+RUN cd PyTorch-YOLOv3/weights && ./download_weights.sh

.github/actions/yolo/action.yml

@@ -0,0 +1,7 @@
+name: 'Test YOLO'
+description: 'Run tests for YOLO'
+runs:
+  using: 'composite'
+  steps:
+    - run: $GITHUB_ACTION_PATH/run.sh
+      shell: bash

.github/actions/yolo/run.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+exit_code=0
+
+pytest --cov-report=xml --cov=art --cov-append -q -vv tests/estimators/object_detection/test_pytorch_yolo.py --framework=pytorch --durations=0
+if [[ $? -ne 0 ]]; then exit_code=1; echo "Failed estimators/speech_recognition/test_pytorch_yolo tests"; fi
+
+exit ${exit_code}

.github/workflows/ci-yolo.yml

@@ -0,0 +1,34 @@
+name: CI PyTorchYolo
+on:
+  # Run on manual trigger
+  workflow_dispatch:
+
+  # Run on pull requests
+  pull_request:
+    paths-ignore:
+      - '*.md'
+
+  # Run when pushing to main or dev branches
+  push:
+    branches:
+      - main
+      - dev*
+
+  # Run scheduled CI flow daily
+  schedule:
+    - cron: '0 8 * * 0'
+
+jobs:
+  test_deepspeech_v3_torch_1_10:
+    name: PyTorchYolo
+    runs-on: ubuntu-latest
+    container: adversarialrobustnesstoolbox/art_testing_envs:yolo
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v3
+      - name: Run Test Action
+        uses: ./.github/actions/yolo
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
+        with:
+          fail_ci_if_error: true

art/estimators/object_detection/__init__.py

@@ -5,4 +5,5 @@
 
 from art.estimators.object_detection.pytorch_object_detector import PyTorchObjectDetector
 from art.estimators.object_detection.pytorch_faster_rcnn import PyTorchFasterRCNN
+from art.estimators.object_detection.pytorch_yolo import PyTorchYolo
 from art.estimators.object_detection.tensorflow_faster_rcnn import TensorFlowFasterRCNN

art/estimators/object_detection/pytorch_faster_rcnn.py

@@ -37,7 +37,8 @@
 
 class PyTorchFasterRCNN(PyTorchObjectDetector):
     """
-    This class implements a model-specific object detector using Faster-RCNN and PyTorch.
+    This class implements a model-specific object detector using Faster-RCNN and PyTorch following the input and output
+    formats of torchvision.
     """
 
     def __init__(

art/estimators/object_detection/pytorch_object_detector.py

@@ -39,7 +39,8 @@
 
 class PyTorchObjectDetector(ObjectDetectorMixin, PyTorchEstimator):
     """
-    This module implements the task specific estimator for PyTorch object detectors.
+    This module implements the task specific estimator for PyTorch object detection models following the input and
+    output formats of torchvision.
     """
 
     estimator_params = PyTorchEstimator.estimator_params + ["attack_losses"]