diff --git a/test/e2e/config/azure-dev.yaml b/test/e2e/config/azure-dev.yaml
index ad343d1063b..8276b30cb65 100644
--- a/test/e2e/config/azure-dev.yaml
+++ b/test/e2e/config/azure-dev.yaml
@@ -98,17 +98,17 @@ providers:
       replacements:
       - old: "imagePullPolicy: Always"
         new: "imagePullPolicy: IfNotPresent"
-    - name: v1.20.2 # latest patch of latest minor in supported v1beta1 releases; this is used for v1beta1 latest --> v1beta1 current clusterctl upgrades test only.
-      value: https://github.com/kubernetes-sigs/cluster-api-provider-azure/releases/download/v1.20.2/infrastructure-components.yaml
+    - name: v1.20.4 # latest patch of latest minor in supported v1beta1 releases; this is used for v1beta1 latest --> v1beta1 current clusterctl upgrades test only.
+      value: https://github.com/kubernetes-sigs/cluster-api-provider-azure/releases/download/v1.20.4/infrastructure-components.yaml
       type: url
       contract: v1beta1
       files:
       - sourcePath: "../data/shared/v1beta1_provider/metadata.yaml"
-      - sourcePath: "../data/infrastructure-azure/v1.20.2/cluster-template-prow.yaml"
+      - sourcePath: "../data/infrastructure-azure/v1.20.4/cluster-template-prow.yaml"
         targetName: "cluster-template.yaml"
-      - sourcePath: "../data/infrastructure-azure/v1.20.2/cluster-template-prow-machine-and-machine-pool.yaml"
+      - sourcePath: "../data/infrastructure-azure/v1.20.4/cluster-template-prow-machine-and-machine-pool.yaml"
         targetName: "cluster-template-machine-and-machine-pool.yaml"
-      - sourcePath: "../data/infrastructure-azure/v1.20.2/cluster-template-aks.yaml"
+      - sourcePath: "../data/infrastructure-azure/v1.20.4/cluster-template-aks.yaml"
         targetName: "cluster-template-aks.yaml"
       replacements:
       - old: "imagePullPolicy: Always"
@@ -249,7 +249,7 @@ variables:
   OLD_CAPI_UPGRADE_VERSION: "v1.9.11"
   LATEST_CAPI_UPGRADE_VERSION: "v1.10.7"
   OLD_PROVIDER_UPGRADE_VERSION: "v1.19.6"
-  LATEST_PROVIDER_UPGRADE_VERSION: "v1.20.2"
+  LATEST_PROVIDER_UPGRADE_VERSION: "v1.20.4"
   OLD_CAAPH_UPGRADE_VERSION: "v0.1.0-alpha.10"
   LATEST_CAAPH_UPGRADE_VERSION: "v0.3.2"
   CI_RG: "${CI_RG:-capz-ci}"
diff --git a/test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-aks.yaml b/test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-aks.yaml
similarity index 100%
rename from test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-aks.yaml
rename to test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-aks.yaml
diff --git a/test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-prow-machine-and-machine-pool.yaml b/test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-prow-machine-and-machine-pool.yaml
similarity index 100%
rename from test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-prow-machine-and-machine-pool.yaml
rename to test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-prow-machine-and-machine-pool.yaml
diff --git a/test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-prow.yaml b/test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-prow.yaml
similarity index 100%
rename from test/e2e/data/infrastructure-azure/v1.20.2/cluster-template-prow.yaml
rename to test/e2e/data/infrastructure-azure/v1.20.4/cluster-template-prow.yaml