fix test errors

Author: RishabhSaini

pkg/epp/scheduling/framework/plugins/multi/slo_aware_router/latencypredictor_helper_test.go

@@ -23,7 +23,9 @@ import (
 	"testing"
 
 	"github.com/stretchr/testify/assert"
+	"k8s.io/apimachinery/pkg/types"
 	"sigs.k8s.io/gateway-api-inference-extension/pkg/epp/datalayer"
+	schedulingtypes "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/scheduling/types"
 	latencypredictor "sigs.k8s.io/gateway-api-inference-extension/sidecars/latencypredictorasync"
 )
 
@@ -39,11 +41,24 @@ func TestBulkPredictWithMetrics(t *testing.T) {
 		{KVCacheUsagePercent: 0.5},
 		{KVCacheUsagePercent: 0.6},
 	}
+	requestBuilder := &DefaultPredictionRequestBuilder{}
+	pods := []schedulingtypes.Endpoint{
+		&schedulingtypes.PodMetrics{
+			EndpointMetadata: &datalayer.EndpointMetadata{
+				NamespacedName: types.NamespacedName{Namespace: "default", Name: "pod1"},
+			},
+		},
+		&schedulingtypes.PodMetrics{
+			EndpointMetadata: &datalayer.EndpointMetadata{
+				NamespacedName: types.NamespacedName{Namespace: "default", Name: "pod2"},
+			},
+		},
+	}
 	prompts := []string{"prompt1", "prompt2"}
 	generatedTokenCounts := []int{1, 1}
 	prefixCacheScores := []float64{0.0, 0.0}
 
-	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, prompts, generatedTokenCounts, prefixCacheScores)
+	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, requestBuilder, pods, prompts, generatedTokenCounts, prefixCacheScores)
 
 	assert.NoError(t, err)
 	assert.Len(t, results, 2)
@@ -61,11 +76,19 @@ func TestBulkPredictWithMetrics_Error(t *testing.T) {
 	metricsStates := []*datalayer.Metrics{
 		{KVCacheUsagePercent: 0.5},
 	}
+	requestBuilder := &DefaultPredictionRequestBuilder{}
+	pods := []schedulingtypes.Endpoint{
+		&schedulingtypes.PodMetrics{
+			EndpointMetadata: &datalayer.EndpointMetadata{
+				NamespacedName: types.NamespacedName{Namespace: "default", Name: "pod1"},
+			},
+		},
+	}
 	prompts := []string{"prompt1"}
 	generatedTokenCounts := []int{1}
 	prefixCacheScores := []float64{0.0}
 
-	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, prompts, generatedTokenCounts, prefixCacheScores)
+	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, requestBuilder, pods, prompts, generatedTokenCounts, prefixCacheScores)
 
 	assert.Error(t, err)
 	assert.Nil(t, results)
@@ -74,11 +97,19 @@ func TestBulkPredictWithMetrics_Error(t *testing.T) {
 func TestBulkPredictWithMetrics_InputMismatch(t *testing.T) {
 	mockPredictor := &mockPredictor{}
 	metricsStates := []*datalayer.Metrics{{}}
+	requestBuilder := &DefaultPredictionRequestBuilder{}
+	pods := []schedulingtypes.Endpoint{
+		&schedulingtypes.PodMetrics{
+			EndpointMetadata: &datalayer.EndpointMetadata{
+				NamespacedName: types.NamespacedName{Namespace: "default", Name: "pod1"},
+			},
+		},
+	}
 	prompts := []string{"prompt1", "prompt2"} // Mismatch length
 	generatedTokenCounts := []int{1}
 	prefixCacheScores := []float64{0.0}
 
-	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, prompts, generatedTokenCounts, prefixCacheScores)
+	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, requestBuilder, pods, prompts, generatedTokenCounts, prefixCacheScores)
 
 	assert.Error(t, err)
 	assert.Nil(t, results)
@@ -88,11 +119,19 @@ func TestBulkPredictWithMetrics_InputMismatch(t *testing.T) {
 func TestBulkPredictWithMetrics_NilMetricsState(t *testing.T) {
 	mockPredictor := &mockPredictor{}
 	metricsStates := []*datalayer.Metrics{nil} // Nil metrics state
+	requestBuilder := &DefaultPredictionRequestBuilder{}
+	pods := []schedulingtypes.Endpoint{
+		&schedulingtypes.PodMetrics{
+			EndpointMetadata: &datalayer.EndpointMetadata{
+				NamespacedName: types.NamespacedName{Namespace: "default", Name: "pod1"},
+			},
+		},
+	}
 	prompts := []string{"prompt1"}
 	generatedTokenCounts := []int{1}
 	prefixCacheScores := []float64{0.0}
 
-	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, prompts, generatedTokenCounts, prefixCacheScores)
+	results, err := bulkPredictWithMetrics(context.Background(), mockPredictor, metricsStates, requestBuilder, pods, prompts, generatedTokenCounts, prefixCacheScores)
 
 	assert.Error(t, err)
 	assert.Nil(t, results)

pkg/epp/scheduling/framework/plugins/multi/slo_aware_router/requestcontrol_hooks_test.go

@@ -62,6 +62,7 @@ func createTestRouter() *SLOAwareRouter {
 		sloContextStore:     sync.Map{},
 		runningRequestLists: make(map[types.NamespacedName]*requestPriorityQueue),
 		latencypredictor:    nil,
+		requestBuilder:      &DefaultPredictionRequestBuilder{},
 		config:              DefaultConfig,
 	}
 }