fix: error message with bottlerocket userdata (#8903)

Co-authored-by: Andrew Mitchell <andrew.j.mitchell.247@gmail.com>

Author: ryan-mist

pkg/providers/amifamily/bootstrap/bottlerocketsettings.go

@@ -129,25 +129,36 @@ func (c *BottlerocketConfig) UnmarshalTOML(ctx context.Context, data []byte) err
 	s := struct {
 		Settings BottlerocketSettings `toml:"settings"`
 	}{}
-	// use strict mode first to check if userData contains an unsupported value and log this, but don't return an error
-	r := strings.NewReader(string(data))
-	d := toml.NewDecoder(r)
-	d.DisallowUnknownFields()
-	if err := d.Decode(&s); err != nil {
-		// only log in case we got an error of type toml.StrictMissingError
-		var details *toml.StrictMissingError
-		if errors.As(err, &details) {
-			log.FromContext(ctx).Error(err, "Unknown parameter in userData K8s settings", "reason", details.String())
+
+	// unmarshal untyped settings
+	if err := toml.Unmarshal(data, c); err != nil {
+		return err
+	}
+
+	// To log misconfigured / unsupported k8s userData, we re-marshal the k8s settings
+	// and re-unmarshal with TOML strict mode to log any errors
+	if k8sRaw, ok := c.SettingsRaw["kubernetes"]; ok {
+		k8sData, err := toml.Marshal(k8sRaw)
+		if err != nil {
+			return err
+		}
+
+		k8sSettings := BottlerocketKubernetes{}
+		r := strings.NewReader(string(k8sData))
+		d := toml.NewDecoder(r)
+		d.DisallowUnknownFields()
+		if err := d.Decode(&k8sSettings); err != nil {
+			var details *toml.StrictMissingError
+			if errors.As(err, &details) {
+				log.FromContext(ctx).Error(err, "Unknown parameter in userData K8s settings", "reason", details.String())
+			}
 		}
 	}
+
 	// proceed without strict mode
 	if err := toml.Unmarshal(data, &s); err != nil {
 		return err
 	}
-	// unmarshal untyped settings
-	if err := toml.Unmarshal(data, c); err != nil {
-		return err
-	}
 	c.Settings = s.Settings
 	return nil
 }