diff --git a/tests/e2e/delete-stale-changesets.js b/tests/e2e/delete-stale-changesets.js
index cb523d84fe2c..7749dd8f1427 100644
--- a/tests/e2e/delete-stale-changesets.js
+++ b/tests/e2e/delete-stale-changesets.js
@@ -12,7 +12,8 @@ exports.deleteStaleChangesets = async (client, stackName) => {
       if (
         changeset.Status === "FAILED" &&
         changeset.StatusReason ===
-          `The submitted information didn't contain changes. Submit different information to create a change set.`
+          `The submitted information didn't contain changes. Submit different information to create a change set.` &&
+        changeset.CreationTime < new Date(Date.now() - 5 * 60 * 1000)
       ) {
         console.log("Deleting stale changeset", changeset.ChangeSetId);
         await new Promise((r) => setTimeout(r, 200));