Merge pull request #71 from thushan/feature/october-2025-updates

fixes: October 2025 performance improvements

Author: thushan

internal/adapter/balancer/factory_test.go

@@ -278,13 +278,15 @@ func createTestEndpoints(count int, status domain.EndpointStatus) []*domain.Endp
 		testURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d", port))
 		healthURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d/health", port))
 		endpoints[i] = &domain.Endpoint{
-			Name:           fmt.Sprintf("endpoint-%d", i),
-			URL:            testURL,
-			HealthCheckURL: healthURL,
-			Status:         status,
-			Priority:       100 + i,
-			CheckInterval:  5 * time.Second,
-			CheckTimeout:   2 * time.Second,
+			Name:                 fmt.Sprintf("endpoint-%d", i),
+			URL:                  testURL,
+			URLString:            testURL.String(),
+			HealthCheckURL:       healthURL,
+			HealthCheckURLString: healthURL.String(),
+			Status:               status,
+			Priority:             100 + i,
+			CheckInterval:        5 * time.Second,
+			CheckTimeout:         2 * time.Second,
 		}
 	}
 	return endpoints

internal/adapter/balancer/least_connection_test.go

@@ -347,9 +347,10 @@ func TestLeastConnectionsSelector_DifferentURLFormats(t *testing.T) {
 		t.Run(tc.name, func(t *testing.T) {
 			testURL, _ := url.Parse(tc.url)
 			endpoint := &domain.Endpoint{
-				Name:   tc.name,
-				URL:    testURL,
-				Status: domain.StatusHealthy,
+				Name:      tc.name,
+				URL:       testURL,
+				URLString: testURL.String(),
+				Status:    domain.StatusHealthy,
 			}
 
 			// Test connection tracking with different URL formats
@@ -375,12 +376,14 @@ func createTestEndpoint(name string, port int, status domain.EndpointStatus) *do
 	testURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d", port))
 	healthURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d/health", port))
 	return &domain.Endpoint{
-		Name:           name,
-		URL:            testURL,
-		HealthCheckURL: healthURL,
-		Status:         status,
-		Priority:       100,
-		CheckInterval:  5 * time.Second,
-		CheckTimeout:   2 * time.Second,
+		Name:                 name,
+		URL:                  testURL,
+		URLString:            testURL.String(),
+		HealthCheckURL:       healthURL,
+		HealthCheckURLString: healthURL.String(),
+		Status:               status,
+		Priority:             100,
+		CheckInterval:        5 * time.Second,
+		CheckTimeout:         2 * time.Second,
 	}
 }

internal/adapter/balancer/least_connections.go

@@ -47,8 +47,7 @@ func (l *LeastConnectionsSelector) Select(ctx context.Context, endpoints []*doma
 	minConnections := int64(-1)
 
 	for _, endpoint := range routable {
-		key := endpoint.URL.String()
-		connections := connectionStats[key] // Will be 0 if not found
+		connections := connectionStats[endpoint.URLString] // Will be 0 if not found
 
 		if minConnections == -1 || connections < minConnections {
 			minConnections = connections

internal/adapter/balancer/priority_test.go

@@ -513,12 +513,14 @@ func createPriorityEndpoint(name string, port int, status domain.EndpointStatus,
 	testURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d", port))
 	healthURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d/health", port))
 	return &domain.Endpoint{
-		Name:           name,
-		URL:            testURL,
-		HealthCheckURL: healthURL,
-		Status:         status,
-		Priority:       priority,
-		CheckInterval:  5 * time.Second,
-		CheckTimeout:   2 * time.Second,
+		Name:                 name,
+		URL:                  testURL,
+		URLString:            testURL.String(),
+		HealthCheckURL:       healthURL,
+		HealthCheckURLString: healthURL.String(),
+		Status:               status,
+		Priority:             priority,
+		CheckInterval:        5 * time.Second,
+		CheckTimeout:         2 * time.Second,
 	}
 }

internal/adapter/balancer/round_robin_test.go

@@ -516,12 +516,14 @@ func createRoundRobinEndpoint(name string, port int, status domain.EndpointStatu
 	testURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d", port))
 	healthURL, _ := url.Parse(fmt.Sprintf("http://localhost:%d/health", port))
 	return &domain.Endpoint{
-		Name:           name,
-		URL:            testURL,
-		HealthCheckURL: healthURL,
-		Status:         status,
-		Priority:       100,
-		CheckInterval:  5 * time.Second,
-		CheckTimeout:   2 * time.Second,
+		Name:                 name,
+		URL:                  testURL,
+		URLString:            testURL.String(),
+		HealthCheckURL:       healthURL,
+		HealthCheckURLString: healthURL.String(),
+		Status:               status,
+		Priority:             100,
+		CheckInterval:        5 * time.Second,
+		CheckTimeout:         2 * time.Second,
 	}
 }

internal/adapter/health/circuit_breaker.go

@@ -20,7 +20,7 @@ type HTTPClient interface {
 
 // CircuitBreaker tracks failure rates and prevents cascading failures
 // TODO: (HOT-RELOAD) Add cleanup mechanism for removed endpoints when hot reload is implemented
-// The endpoints xsync.MapOf will accumulate stale entries for removed/changed endpoints without TTL
+// The endpoints xsync.Map will accumulate stale entries for removed/changed endpoints without TTL
 type CircuitBreaker struct {
 	endpoints        *xsync.Map[string, *circuitState]
 	failureThreshold int

internal/adapter/proxy/core/common.go

@@ -4,6 +4,7 @@ import (
 	"net"
 	"net/http"
 	"slices"
+	"strconv"
 	"strings"
 	"time"
 
@@ -35,7 +36,10 @@ func GetViaHeader() string {
 
 // CopyHeaders copies headers from originalReq to proxyReq with proper handling
 func CopyHeaders(proxyReq, originalReq *http.Request) {
-	proxyReq.Header = make(http.Header)
+	// Pre-size based on source to avoid rehashing
+	if proxyReq.Header == nil {
+		proxyReq.Header = make(http.Header, len(originalReq.Header))
+	}
 	for header, values := range originalReq.Header {
 		// Skip hop-by-hop headers as per RFC 2616 section 13.5.1
 		// these headers are connection-specific and shouldn't be forwarded
@@ -175,8 +179,8 @@ func SetResponseHeaders(w http.ResponseWriter, stats *ports.RequestStats, endpoi
 
 		// Calculate and set response time if we have timing information
 		if !stats.StartTime.IsZero() {
-			responseTime := time.Since(stats.StartTime)
-			h.Set(constants.HeaderXOllaResponseTime, responseTime.String())
+			responseTimeMs := time.Since(stats.StartTime).Milliseconds()
+			h.Set(constants.HeaderXOllaResponseTime, strconv.FormatInt(responseTimeMs, 10)+"ms")
 		}
 
 		// set routing decision headers if available