add deployment changes to include property checker in hub agent

Signed-off-by: Britania Rodriguez Reyes <britaniar@microsoft.com>

Author: britaniar

charts/hub-agent/templates/deployment.yaml

@@ -53,6 +53,10 @@ spec:
             - --cluster-unhealthy-threshold={{ .Values.clusterUnhealthyThreshold }}
             - --resource-snapshot-creation-minimum-interval={{ .Values.resourceSnapshotCreationMinimumInterval }}
             - --resource-changes-collection-duration={{ .Values.resourceChangesCollectionDuration }}
+            - --azure-property-checker-enabled={{ .Values.azurePropertyChecker.isEnabled }}
+            {{- if .Values.azurePropertyChecker.isEnabled }}
+            - --azure-property-checker-config-file={{ .Values.azurePropertyChecker.computeServiceAddressWithBasePath }}
+            {{- end }}
           ports:
             - name: metrics
               containerPort: 8080

charts/hub-agent/values.yaml

@@ -58,3 +58,7 @@ hubAPIBurst: 1000
 MaxConcurrentClusterPlacement: 100
 ConcurrentResourceChangeSyncs: 20
 MaxFleetSizeSupported: 100
+
+azurePropertyChecker:
+  isEnabled: false
+  computeServiceAddressWithBasePath: "http://localhost:8421/compute"

cmd/hubagent/options/azureoptions.go

@@ -0,0 +1,41 @@
+//
+//Copyright (c) Microsoft Corporation.
+//Licensed under the MIT license.
+
+package options
+
+import (
+	"flag"
+)
+
+// AzurePropertyCheckerOptions holds the options for the Azure property checker.
+type AzurePropertyCheckerOptions struct {
+	// isEnabled indicates whether the Azure property checker is enabled.
+	isEnabled bool
+	// computeServiceAddressWithBasePath is the address of the Azure compute service with base path.
+	computeServiceAddressWithBasePath string
+}
+
+// NewAzurePropertyCheckerOptions creates a new AzurePropertyCheckerOptions with default values.
+func NewAzurePropertyCheckerOptions() *AzurePropertyCheckerOptions {
+	return &AzurePropertyCheckerOptions{
+		isEnabled:                         false,
+		computeServiceAddressWithBasePath: "http://localhost:8421/compute",
+	}
+}
+
+// AddFlags adds flags for Azure Property Checker options to the given FlagSet.
+func (o *AzurePropertyCheckerOptions) AddFlags(flags *flag.FlagSet) {
+	flags.BoolVar(&o.isEnabled, "azure-property-checker-enabled", o.isEnabled, "Enable Azure property checker for validating Azure-specific cluster properties.")
+	flags.StringVar(&o.computeServiceAddressWithBasePath, "azure-compute-server-address", o.computeServiceAddressWithBasePath, "The address of the Azure compute service with base path.")
+}
+
+// IsEnabled returns whether the Azure property checker is enabled.
+func (o *AzurePropertyCheckerOptions) IsEnabled() bool {
+	return o.isEnabled
+}
+
+// ComputeServiceAddressWithBasePath returns the address of the Azure compute service with base path.
+func (o *AzurePropertyCheckerOptions) ComputeServiceAddressWithBasePath() string {
+	return o.computeServiceAddressWithBasePath
+}

cmd/hubagent/options/options.go

@@ -112,6 +112,8 @@ type Options struct {
 	ResourceSnapshotCreationMinimumInterval time.Duration
 	// ResourceChangesCollectionDuration is the duration for collecting resource changes into one snapshot.
 	ResourceChangesCollectionDuration time.Duration
+	// AzurePropertyCheckerOptions contains options for Azure property checker
+	AzurePropertyCheckerOptions *AzurePropertyCheckerOptions
 }
 
 // NewOptions builds an empty options.
@@ -134,6 +136,7 @@ func NewOptions() *Options {
 		PprofPort:                               6065,
 		ResourceSnapshotCreationMinimumInterval: 30 * time.Second,
 		ResourceChangesCollectionDuration:       15 * time.Second,
+		AzurePropertyCheckerOptions:             NewAzurePropertyCheckerOptions(),
 	}
 }
 
@@ -185,4 +188,5 @@ func (o *Options) AddFlags(flags *flag.FlagSet) {
 	flags.DurationVar(&o.ResourceChangesCollectionDuration, "resource-changes-collection-duration", 15*time.Second,
 		"The duration for collecting resource changes into one snapshot. The default is 15 seconds, which means that the controller will collect resource changes for 15 seconds before creating a resource snapshot.")
 	o.RateLimiterOpts.AddFlags(flags)
+	o.AzurePropertyCheckerOptions.AddFlags(flags)
 }

cmd/hubagent/workload/setup.go

@@ -33,6 +33,8 @@ import (
 	clusterv1beta1 "go.goms.io/fleet/apis/cluster/v1beta1"
 	placementv1beta1 "go.goms.io/fleet/apis/placement/v1beta1"
 	"go.goms.io/fleet/cmd/hubagent/options"
+	"go.goms.io/fleet/pkg/clients/azure/compute"
+	"go.goms.io/fleet/pkg/clients/httputil"
 	"go.goms.io/fleet/pkg/controllers/bindingwatcher"
 	"go.goms.io/fleet/pkg/controllers/clusterinventory/clusterprofile"
 	"go.goms.io/fleet/pkg/controllers/clusterresourceplacementeviction"
@@ -45,10 +47,12 @@ import (
 	"go.goms.io/fleet/pkg/controllers/schedulingpolicysnapshot"
 	"go.goms.io/fleet/pkg/controllers/updaterun"
 	"go.goms.io/fleet/pkg/controllers/workgenerator"
+	"go.goms.io/fleet/pkg/propertychecker/azure"
 	"go.goms.io/fleet/pkg/resourcewatcher"
 	"go.goms.io/fleet/pkg/scheduler"
 	"go.goms.io/fleet/pkg/scheduler/clustereligibilitychecker"
 	"go.goms.io/fleet/pkg/scheduler/framework"
+	"go.goms.io/fleet/pkg/scheduler/framework/plugins/clusteraffinity"
 	"go.goms.io/fleet/pkg/scheduler/profile"
 	"go.goms.io/fleet/pkg/scheduler/queue"
 	schedulerbindingwatcher "go.goms.io/fleet/pkg/scheduler/watchers/binding"
@@ -355,6 +359,20 @@ func SetupControllers(ctx context.Context, wg *sync.WaitGroup, mgr ctrl.Manager,
 		// Set up the scheduler
 		klog.Info("Setting up scheduler")
 		defaultProfile := profile.NewDefaultProfile()
+		if opts.AzurePropertyCheckerOptions.IsEnabled() {
+			klog.Info("Azure property checker is enabled for cluster property validation")
+			client, err := compute.NewAttributeBasedVMSizeRecommenderClient(opts.AzurePropertyCheckerOptions.ComputeServiceAddressWithBasePath(), httputil.DefaultClientForAzure)
+			if err != nil {
+				klog.ErrorS(err, "unable to create azure vm size recommender client")
+				return err
+			}
+			klog.Info("Setting up cluster affinity plugin with Azure property checker")
+			clusterAffinityPlugin := clusteraffinity.New(clusteraffinity.WithPropertyChecker(azure.NewPropertyChecker(*client)))
+			profileOpts := profile.Options{
+				ClusterAffinityPlugin: &clusterAffinityPlugin,
+			}
+			defaultProfile = profile.NewProfile(profileOpts)
+		}
 		defaultFramework := framework.NewFramework(defaultProfile, mgr)
 		defaultSchedulingQueue := queue.NewSimplePlacementSchedulingQueue(
 			queue.WithName(schedulerQueueName),

pkg/scheduler/framework/plugins/clusteraffinity/plugin.go

@@ -66,7 +66,7 @@ type clusterAffinityPluginOptions struct {
 type Option func(*clusterAffinityPluginOptions)
 
 var defaultPluginOptions = clusterAffinityPluginOptions{
-	name: "ClusterAffinity",
+	name:            "ClusterAffinity",
 }
 
 // WithName sets the name of the plugin.