Merge pull request #2605 from Trusted-AI/dependabot/pip/torch-2.7.0

Bump torch from 2.5.0 to 2.7.0

Author: beat-buesser

.github/actions/yolo/run.sh

@@ -8,4 +8,11 @@ if [[ $? -ne 0 ]]; then exit_code=1; echo "Failed estimators/object_detection/te
 pytest --cov-report=xml --cov=art --cov-append -q -vv tests/estimators/object_detection/test_object_seeker_yolo.py --framework=pytorch --durations=0
 if [[ $? -ne 0 ]]; then exit_code=1; echo "Failed estimators/object_detection/test_object_seeker_yolo tests"; fi
 
+pytest --cov-report=xml --cov=art --cov-append -q -vv tests/attacks/test_overload_attack.py --framework=pytorch --durations=0
+if [[ $? -ne 0 ]]; then exit_code=1; echo "Failed attacks/test_overload_attack tests"; fi
+
+pytest --cov-report=xml --cov=art --cov-append -q -vv tests/attacks/test_steal_now_attack_later.py --framework=pytorch --durations=0
+if [[ $? -ne 0 ]]; then exit_code=1; echo "Failed attacks/teest_steal_now_attack_later tests"; fi
+
+
 exit ${exit_code}

.github/workflows/ci-huggingface.yml

@@ -52,9 +52,9 @@ jobs:
           pip3 install -r requirements_test.txt
           pip install tensorflow==2.14.0
           pip install keras==2.14.0
-          pip install torch==${{ matrix.torch }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchvision==${{ matrix.torchvision }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchaudio==${{ matrix.torchaudio }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
+          pip install torch==${{ matrix.torch }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchvision==${{ matrix.torchvision }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchaudio==${{ matrix.torchaudio }} --index-url https://download.pytorch.org/whl/cpu
           pip install transformers==${{ matrix.transformers }}
           pip list
       - name: Run Tests

.github/workflows/ci-legacy.yml

@@ -56,9 +56,9 @@ jobs:
           pip install tensorflow==${{ matrix.tensorflow }}
           pip install keras==${{ matrix.keras }}
           pip install scikit-learn==${{ matrix.scikit-learn }}
-          pip install torch==${{ matrix.torch }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchvision==${{ matrix.torchvision }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchaudio==${{ matrix.torchaudio }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
+          pip install torch==${{ matrix.torch }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchvision==${{ matrix.torchvision }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchaudio==${{ matrix.torchaudio }} --index-url https://download.pytorch.org/whl/cpu
           pip list
       - name: Run ${{ matrix.name }} ${{ matrix.module }} Tests
         run: ./run_tests.sh ${{ matrix.framework }} ${{ matrix.module }}

.github/workflows/ci-lingvo.yml

@@ -51,12 +51,15 @@ jobs:
           sudo apt-get -y -q install ffmpeg libavcodec-extra
           python -m pip install --upgrade pip setuptools wheel
           pip install -q -r requirements_test.txt
-          pip install -q -r <(sed '/^tensorflow/d;/^keras/d;/^tensorflow-addons/d;/^lingvo/d;/^Pillow/d' requirements_test.txt)
+          pip install -q -r <(sed '/^tensorflow/d;/^keras/d;/^tensorflow-addons/d;/^lingvo/d;/^Pillow/d;/^torch/d;/^torchaudio/d;/^torchvision/d' requirements_test.txt)
           pip install tensorflow==${{ matrix.tensorflow }}
           pip install keras==${{ matrix.keras }}
           pip install tensorflow-addons==${{ matrix.tf_addons }}
           pip install lingvo==0.13.1
           pip install Pillow==10.0.0
+          pip install torch==2.5.0 --index-url https://download.pytorch.org/whl/cpu
+          pip install torchaudio==2.5.0 --index-url https://download.pytorch.org/whl/cpu
+          pip install torchvision==0.20.0 --index-url https://download.pytorch.org/whl/cpu
           pip list
       - name: Run ${{ matrix.name }} Tests
         run: pytest --cov-report=xml --cov=art --cov-append -q -vv tests/estimators/speech_recognition/test_tensorflow_lingvo.py --framework=${{ matrix.framework }} --durations=0

.github/workflows/ci-pytorch.yml

@@ -28,18 +28,18 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - name: PyTorch 1.13.1 (Python 3.10)
+          - name: PyTorch 2.6.0 (Python 3.10)
             framework: pytorch
             python: '3.10'
-            torch: 1.13.1+cpu
-            torchvision: 0.14.1+cpu
-            torchaudio: 0.13.1
-          - name: PyTorch 2.2.1 (Python 3.10)
+            torch: 2.6.0
+            torchvision: 0.21.0
+            torchaudio: 2.6.0
+          - name: PyTorch 2.7.0 (Python 3.10)
             framework: pytorch
             python: '3.10'
-            torch: 2.2.1
-            torchvision: 0.17.1+cpu
-            torchaudio: 2.2.1
+            torch: 2.7.0
+            torchvision: 0.22.0
+            torchaudio: 2.7.0
 
     name: ${{ matrix.name }}
     steps:
@@ -55,9 +55,10 @@ jobs:
           sudo apt-get -y -q install ffmpeg libavcodec-extra
           python -m pip install --upgrade pip setuptools wheel
           pip3 install -r requirements_test.txt
-          pip install torch==${{ matrix.torch }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchvision==${{ matrix.torchvision }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install torchaudio==${{ matrix.torchaudio }} -f https://download.pytorch.org/whl/cpu/torch_stable.html
+          pip install -q -r <(sed '/^torch/d;/^torchvision/d;/^torchaudio/d' requirements_test.txt)
+          pip install torch==${{ matrix.torch }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchvision==${{ matrix.torchvision }} --index-url https://download.pytorch.org/whl/cpu
+          pip install torchaudio==${{ matrix.torchaudio }} --index-url https://download.pytorch.org/whl/cpu
           pip list
       - name: Run Tests
         run: ./run_tests.sh ${{ matrix.framework }}

.github/workflows/ci-tensorflow-v1.yml

@@ -57,9 +57,9 @@ jobs:
           pip install tensorflow==${{ matrix.tensorflow }}
           pip install keras==${{ matrix.keras }}
           pip install numpy==1.20
-          pip install torch==1.13.1
-          pip install torchaudio==0.13.1
-          pip install torchvision==0.14.1
+          pip install torch==1.13.1 --index-url https://download.pytorch.org/whl/cpu
+          pip install torchaudio==0.13.1 --index-url https://download.pytorch.org/whl/cpu
+          pip install torchvision==0.14.1 --index-url https://download.pytorch.org/whl/cpu
           pip install Pillow==9.5.0
           pip install h5py==3.8.0
           pip install kornia==0.6.12

.github/workflows/ci-tensorflow-v2.yml

@@ -28,13 +28,6 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - name: TensorFlow 2.13.1 (Keras 2.13.1 Python 3.10)
-            framework: tensorflow
-            python: '3.10'
-            tensorflow: 2.13.1
-            tf_version: v2
-            keras: 2.13.1
-            tf_addons: 0.21.0
           - name: TensorFlow 2.14.0v1 (Keras 2.14.0 Python 3.10)
             framework: tensorflow2v1
             python: '3.10'

art/attacks/evasion/auto_attack.py

@@ -201,6 +201,9 @@ def generate(self, x: np.ndarray, y: np.ndarray | None = None, **kwargs) -> np.n
                 attack.set_params(targeted=False)
 
             if self.parallel_pool_size > 0:
+                attack.estimator._optimizer = None
+                self.estimator._optimizer = None
+
                 args.append(
                     (
                         deepcopy(x_adv),
@@ -255,6 +258,9 @@ def generate(self, x: np.ndarray, y: np.ndarray | None = None, **kwargs) -> np.n
                         )
 
                         if self.parallel_pool_size > 0:
+                            attack.estimator._optimizer = None
+                            self.estimator._optimizer = None
+
                             args.append(
                                 (
                                     deepcopy(x_adv),

art/attacks/evasion/feature_adversaries/feature_adversaries_pytorch.py

@@ -150,10 +150,10 @@ def loss_fn(source_orig, source_adv, guide):
                 loss.backward()
 
                 # pgd step
-                if adv.grad is not None:
+                if adv.grad is not None and self.step_size is not None:
                     adv.data = adv - adv.grad.detach().sign() * self.step_size
                 else:
-                    raise ValueError("Gradient tensor in PyTorch model is `None`.")
+                    raise ValueError("Gradient tensor in PyTorch model or step_size is `None`.")
                 perturbation = torch.clamp(adv.detach() - x.detach(), -self.delta, self.delta)
                 adv.data = x.detach() + perturbation
                 if self.estimator.clip_values is not None:

art/attacks/evasion/overload/overload.py

@@ -61,6 +61,7 @@ def __init__(
         max_iter: int,
         num_grid: int,
         batch_size: int,
+        threshold: float,
     ) -> None:
         """
         Create an overload attack instance.
@@ -70,12 +71,14 @@ def __init__(
         :param max_iter: The maximum number of iterations.
         :param num_grid: The number of grids for width and high dimension.
         :param batch_size: Size of the batch on which adversarial samples are generated.
+        :param threshold: IoU threshold.
         """
         super().__init__(estimator=estimator)
         self.eps = eps
         self.max_iter = max_iter
         self.num_grid = num_grid
         self.batch_size = batch_size
+        self.threshold = threshold
         self._check_params()
 
     def generate(self, x: np.ndarray, y: np.ndarray | None = None, **kwargs) -> np.ndarray:
@@ -157,10 +160,9 @@ def _loss(self, x: "torch.Tensor") -> tuple["torch.Tensor", "torch.Tensor"]:
         if isinstance(adv_logits, tuple):
             adv_logits = adv_logits[0]
 
-        threshold = self.estimator.model.conf
         conf = adv_logits[..., 4]
         prob = adv_logits[..., 5:]
-        prob = torch.where(conf[:, :, None] * prob > threshold, torch.ones_like(prob), prob)
+        prob = torch.where(conf[:, :, None] * prob > self.threshold, torch.ones_like(prob), prob)
         prob = torch.sum(prob, dim=2)
         conf = conf * prob
 
@@ -185,7 +187,7 @@ def _loss(self, x: "torch.Tensor") -> tuple["torch.Tensor", "torch.Tensor"]:
             for x_i in range(x.shape[0]):
                 xyhw = adv_logits[x_i, :, :4]
                 prob = torch.max(adv_logits[x_i, :, 5:], dim=1).values
-                box_idx = adv_logits[x_i, :, 4] * prob > threshold
+                box_idx = adv_logits[x_i, :, 4] * prob > self.threshold
                 xyhw = xyhw[box_idx]
                 c_xyxy = self.xywh2xyxy(xyhw)
                 scores = box_iou(grid_box, c_xyxy)
@@ -244,3 +246,6 @@ def _check_params(self) -> None:
 
         if self.batch_size < 1:
             raise ValueError("The batch size must be a positive integer.")
+
+        if self.threshold < 0.0 or self.threshold > 1.0:
+            raise ValueError("The threshold must be in the range [0, 1].")