diff --git a/soc/atmel/sam0/common/soc_samd5x.c b/soc/atmel/sam0/common/soc_samd5x.c
index c18f4e37b9ab2..f9f337f0f3b2f 100644
--- a/soc/atmel/sam0/common/soc_samd5x.c
+++ b/soc/atmel/sam0/common/soc_samd5x.c
@@ -24,7 +24,7 @@ static void osc32k_init(void)
 {
 	OSC32KCTRL->XOSC32K.reg = OSC32KCTRL_XOSC32K_ENABLE | OSC32KCTRL_XOSC32K_XTALEN
 				| OSC32KCTRL_XOSC32K_EN32K | OSC32KCTRL_XOSC32K_RUNSTDBY
-				| OSC32KCTRL_XOSC32K_STARTUP(6) | OSC32KCTRL_XOSC32K_CGM_XT;
+				| OSC32KCTRL_XOSC32K_STARTUP(0) | OSC32KCTRL_XOSC32K_CGM_XT;
 
 	while (!OSC32KCTRL->STATUS.bit.XOSC32KRDY) {
 	}