diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 04e3682172..dec78f926c 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -10,6 +10,7 @@ jobs:
   test:
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: false
       matrix:
         group:
           - Layers
diff --git a/Project.toml b/Project.toml
index 5a4520a83b..da2b596820 100644
--- a/Project.toml
+++ b/Project.toml
@@ -43,7 +43,7 @@ DiffEqSensitivity = "6.65"
 DiffResults = "1.0"
 Distributions = "0.23, 0.24, 0.25"
 DistributionsAD = "0.6"
-Flux = "0.12.6"
+Flux = "0.13"
 ForwardDiff = "0.10"
 GalacticOptim = "1, 2"
 LoggingExtras = "0.4"