Merge pull request #2186 from Foxglove144/new_branch

Update get_started_fasterrcnn.py, application_object_detection.py and AdversarialPatchPyTorch

Author: beat-buesser

art/attacks/evasion/adversarial_patch/adversarial_patch_pytorch.py

@@ -123,7 +123,9 @@ def __init__(
 
         torch_version = list(map(int, torch.__version__.lower().split("+", maxsplit=1)[0].split(".")))
         torchvision_version = list(map(int, torchvision.__version__.lower().split("+", maxsplit=1)[0].split(".")))
-        assert torch_version[0] >= 1 and torch_version[1] >= 7, "AdversarialPatchPyTorch requires torch>=1.7.0"
+        assert (
+            torch_version[0] >= 1 and torch_version[1] >= 7 or (torch_version[0] >= 2)
+        ), "AdversarialPatchPyTorch requires torch>=1.7.0"
         assert (
             torchvision_version[0] >= 0 and torchvision_version[1] >= 8
         ), "AdversarialPatchPyTorch requires torchvision>=0.8.0"

examples/application_object_detection.py

@@ -129,11 +129,24 @@ def plot_image_with_boxes(img, boxes, pred_cls):
 
     for i in range(len(boxes)):
         # Draw Rectangle with the coordinates
-        cv2.rectangle(img, boxes[i][0], boxes[i][1], color=(0, 255, 0), thickness=rect_th)
 
+        cv2.rectangle(
+            img,
+            (int(boxes[i][0][0]), int(boxes[i][0][1])),
+            (int(boxes[i][1][0]), int(boxes[i][1][1])),
+            color=(0, 255, 0),
+            thickness=rect_th,
+        )
         # Write the prediction class
-        cv2.putText(img, pred_cls[i], boxes[i][0], cv2.FONT_HERSHEY_SIMPLEX, text_size, (0, 255, 0), thickness=text_th)
-
+        cv2.putText(
+            img,
+            pred_cls[i],
+            (int(boxes[i][0][0]), int(boxes[i][0][1])),
+            cv2.FONT_HERSHEY_SIMPLEX,
+            text_size,
+            (0, 255, 0),
+            thickness=text_th,
+        )
     plt.axis("off")
     plt.imshow(img.astype(np.uint8), interpolation="nearest")
     plt.show()

examples/get_started_fasterrcnn.py

@@ -158,11 +158,24 @@ def plot_image_with_boxes(img, boxes, pred_cls):
 
     for i in range(len(boxes)):
         # Draw Rectangle with the coordinates
-        cv2.rectangle(img, boxes[i][0], boxes[i][1], color=(0, 255, 0), thickness=rect_th)
 
+        cv2.rectangle(
+            img,
+            (int(boxes[i][0][0]), int(boxes[i][0][1])),
+            (int(boxes[i][1][0]), int(boxes[i][1][1])),
+            color=(0, 255, 0),
+            thickness=rect_th,
+        )
         # Write the prediction class
-        cv2.putText(img, pred_cls[i], boxes[i][0], cv2.FONT_HERSHEY_SIMPLEX, text_size, (0, 255, 0), thickness=text_th)
-
+        cv2.putText(
+            img,
+            pred_cls[i],
+            (int(boxes[i][0][0]), int(boxes[i][0][1])),
+            cv2.FONT_HERSHEY_SIMPLEX,
+            text_size,
+            (0, 255, 0),
+            thickness=text_th,
+        )
     plt.axis("off")
     plt.imshow(img.astype(np.uint8), interpolation="nearest")
     plt.show()
@@ -215,7 +228,7 @@ def append_loss_history(loss_history, output):
             "batch_size": 1,
             "image_file": "banner-diverse-group-of-people-2.jpg",
             "resume": False,
-            "path": "xp/",
+            "path": "",
         }
 
     pp = pprint.PrettyPrinter(indent=4)
@@ -280,3 +293,14 @@ def append_loss_history(loss_history, output):
             file.write(json.dumps(loss_history))
 
         np.save(os.path.join(config["path"], "patch"), attack._patch)
+
+    predictions_adv = frcnn.predict(x=x_patch)
+
+    for i in range(image.shape[0]):
+        print("\nPredictions adversarial image {}:".format(i))
+
+        # Process predictions
+        predictions_adv_class, predictions_adv_boxes, predictions_adv_class = extract_predictions(predictions_adv[i])
+
+        # Plot predictions
+        plot_image_with_boxes(img=x_patch[i].copy(), boxes=predictions_adv_boxes, pred_cls=predictions_adv_class)