register controller.

Author: zetxqx

pkg/epp/controller/inferencemodelrewrite_reconciler.go

@@ -54,7 +54,7 @@ func (c *InferenceModelRewriteReconciler) Reconcile(ctx context.Context, req ctr
 		notFound = true
 	}
 
-	if notFound || !infModelRewrite.DeletionTimestamp.IsZero() || infModelRewrite.Spec.PoolRef.Name != v1alpha2.ObjectName(c.PoolGKNN.Name) {
+	if notFound || !infModelRewrite.DeletionTimestamp.IsZero() || infModelRewrite.Spec.PoolRef == nil || infModelRewrite.Spec.PoolRef.Name != v1alpha2.ObjectName(c.PoolGKNN.Name) || infModelRewrite.Spec.PoolRef.Group != v1alpha2.Group(c.PoolGKNN.Group) {
 		// InferenceModelRewrite object got deleted or changed the referenced pool.
 		c.Datastore.RewriteDelete(req.NamespacedName)
 		return ctrl.Result{}, nil

pkg/epp/server/controller_manager.go

@@ -60,6 +60,11 @@ func defaultManagerOptions(gknn common.GKNN, metricsServerOptions metricsserver.
 						gknn.Namespace: {},
 					},
 				},
+				&v1alpha2.InferenceModelRewrite{}: {
+					Namespaces: map[string]cache.Config{
+						gknn.Namespace: {},
+					},
+				},
 			},
 		},
 		Metrics: metricsServerOptions,

pkg/epp/server/runserver.go

@@ -129,6 +129,14 @@ func (r *ExtProcServerRunner) SetupWithManager(ctx context.Context, mgr ctrl.Man
 		return fmt.Errorf("failed setting up InferenceObjectiveReconciler: %w", err)
 	}
 
+	if err := (&controller.InferenceModelRewriteReconciler{
+		Datastore: r.Datastore,
+		Reader:    mgr.GetClient(),
+		PoolGKNN:  r.PoolGKNN,
+	}).SetupWithManager(ctx, mgr); err != nil {
+		return fmt.Errorf("failed setting up InferenceModelRewriteReconciler: %w", err)
+	}
+
 	if err := (&controller.PodReconciler{
 		Datastore: r.Datastore,
 		Reader:    mgr.GetClient(),