fix: disable auto lora kernel if dropout nonzero (axolotl-ai-cloud#2655) [skip ci]

* fix: disable auto lora kernel if dropout nonzero

* Add comment from PR feedback

---------

Co-authored-by: Wing Lian <[email protected]>

Author: NanoCode012

src/axolotl/utils/schemas/config.py

@@ -1345,6 +1345,10 @@ def check_auto_enable_lora_kernels(cls, data):
             ):
                 return data
 
+            # Skip if dropout is not 0, as auto enabling it would just disable it during runtime patch checks
+            if data.get("lora_dropout") != 0:
+                return data
+
             # Check multi-GPU compatibility
             capabilities = data.get("capabilities")
             is_multi_gpu = capabilities and capabilities.get("n_gpu", 0) > 1