diff --git a/packages/app/server/utils/bucket.ts b/packages/app/server/utils/bucket.ts
index 290f2066..2d141ace 100644
--- a/packages/app/server/utils/bucket.ts
+++ b/packages/app/server/utils/bucket.ts
@@ -121,6 +121,7 @@ export function usePullRequestNumbersBucket(event: Event): Storage<number> {
     },
     async setItem(key: string, value: number) {
       await newStorage.setItem(key, value);
+      await oldStorage.removeItem(key);
     },
     async removeItem(key: string) {
       await newStorage.removeItem(key);