Set MaxConcurrentReconciles for VMIC and PolicyEvaluation controllers (#1427)

This PR sets the `MaxConcurrentReconciles` option when adding VMIC and PolicyEvaluation controllers to `ctx.MaxConcurrentReconciles` (20 with default VMOP configs). These resources are 1:1 mapping to VM so we need to enable concurrent reconciles to not block VM reconciliation. 

If the option is not set, it defaults to 1 as per controller-runtime: https://github.com/kubernetes-sigs/controller-runtime/blob/main/pkg/controller/controller.go#L48-L49

Author: dilyar85

controllers/virtualmachineimagecache/virtualmachineimagecache_controller.go

@@ -81,8 +81,9 @@ func AddToManager(ctx *pkgctx.ControllerManagerContext, mgr manager.Manager) err
 	return ctrl.NewControllerManagedBy(mgr).
 		For(controlledType).
 		WithOptions(controller.Options{
-			SkipNameValidation: SkipNameValidation,
-			LogConstructor:     pkglog.ControllerLogConstructor(controllerNameShort, controlledType, mgr.GetScheme()),
+			MaxConcurrentReconciles: ctx.MaxConcurrentReconciles,
+			SkipNameValidation:      SkipNameValidation,
+			LogConstructor:          pkglog.ControllerLogConstructor(controllerNameShort, controlledType, mgr.GetScheme()),
 		}).
 		WatchesRawSource(source.Channel(
 			cource.FromContextWithBuffer(ctx, "VirtualMachineImageCache", 100),

controllers/vspherepolicy/policyevaluation/policyevaluation_controller.go

@@ -68,6 +68,7 @@ func AddToManager(ctx *pkgctx.ControllerManagerContext, mgr manager.Manager) err
 			handler.EnqueueRequestsFromMapFunc(
 				tagPolicyToPolicyEvaluationMapperFn(ctx, r.Client))).
 		WithOptions(controller.Options{
+			MaxConcurrentReconciles: ctx.MaxConcurrentReconciles,
 			LogConstructor: pkglog.ControllerLogConstructor(
 				controllerNameShort,
 				controlledType,