diff --git a/ddtrace/_monkey.py b/ddtrace/_monkey.py
index f943f465d1b..599a4dae857 100644
--- a/ddtrace/_monkey.py
+++ b/ddtrace/_monkey.py
@@ -7,7 +7,6 @@
 
 from wrapt.importer import when_imported
 
-from ddtrace.appsec._listeners import load_common_appsec_modules
 from ddtrace.internal.compat import Path
 from ddtrace.internal.telemetry.constants import TELEMETRY_NAMESPACE
 from ddtrace.settings._config import config
@@ -365,8 +364,6 @@ def _patch_all(**patch_modules: bool) -> None:
 
     patch(raise_errors=False, **modules)
 
-    load_common_appsec_modules()
-
 
 def patch(raise_errors=True, **patch_modules):
     # type: (bool, Union[List[str], bool]) -> None
diff --git a/ddtrace/internal/appsec/product.py b/ddtrace/internal/appsec/product.py
index edf5ee9e51c..bffa5ccb121 100644
--- a/ddtrace/internal/appsec/product.py
+++ b/ddtrace/internal/appsec/product.py
@@ -10,10 +10,16 @@ def post_preload():
 
 
 def start():
+    if config._asm_enabled or config._asm_can_be_enabled:
+        from ddtrace.appsec._listeners import load_common_appsec_modules
+
+        load_common_appsec_modules()
+
     if config._asm_rc_enabled:
         from ddtrace.appsec._remoteconfiguration import enable_appsec_rc
 
         enable_appsec_rc()
+
     if config._asm_enabled:
         from ddtrace.appsec._listeners import load_appsec