diff --git a/debugdrawer/src/main/java/io/palaima/debugdrawer/DebugDrawerLifecycleCallbacks.java b/debugdrawer/src/main/java/io/palaima/debugdrawer/DebugDrawerLifecycleCallbacks.java
index 45ac32d..98d74ff 100644
--- a/debugdrawer/src/main/java/io/palaima/debugdrawer/DebugDrawerLifecycleCallbacks.java
+++ b/debugdrawer/src/main/java/io/palaima/debugdrawer/DebugDrawerLifecycleCallbacks.java
@@ -53,8 +53,10 @@ public void onActivitySaveInstanceState(Activity activity, Bundle outState) {
 
     @Override
     public void onActivityDestroyed(Activity activity) {
-        this.activity.getApplication().unregisterActivityLifecycleCallbacks(this);
-        this.activity = null;
-        debugDrawer = null;
+        if (this.activity == activity) {
+            this.activity.getApplication().unregisterActivityLifecycleCallbacks(this);
+            this.activity = null;
+            debugDrawer = null;
+        }
     }
 }