chore: set json logging format and reduce log priority of large messages (#393)

## 📝 Description
Makes setting up logging level possible trough env var
default log level info
custom logging middleware using logrus that logs all requests on debug
level

## ✅ Checklist
- [ ] I have tested this change
- [ ] This change requires documentation update

Author: hamir-suspect

self_hosted_hub/cmd/server/main.go

@@ -153,7 +153,18 @@ func configureFeatureProvider() (feature.Provider, error) {
 }
 
 func main() {
-	log.SetFormatter(&log.TextFormatter{TimestampFormat: time.StampMilli})
+	log.SetFormatter(&log.JSONFormatter{TimestampFormat: time.StampMilli})
+	log.SetOutput(os.Stdout)
+
+	log.SetLevel(log.InfoLevel)
+	if os.Getenv("LOG_LEVEL") != "" {
+		level, err := log.ParseLevel(os.Getenv("LOG_LEVEL"))
+		if err != nil {
+			log.Fatalf("Invalid log level: %v", err)
+		}
+		log.SetLevel(level)
+	}
+
 	configureWatchman(fmt.Sprintf("%s.%s", metricService, os.Getenv("METRICS_NAMESPACE")))
 
 	if os.Getenv("START_INTERNAL_API") == "yes" {

self_hosted_hub/pkg/logging/logging.go

@@ -12,7 +12,11 @@ func ForAgent(agent *models.Agent) *log.Entry {
 
 	return log.WithFields(
 		log.Fields{
+			"organization_id": agent.OrganizationID,
+			"agent_type":      agent.AgentTypeName,
 			"agent_id":        agent.ID,
+			"agent_name":      agent.Name,
+			"agent_version":   agent.Version,
 		},
 	)
 }

self_hosted_hub/pkg/publicapi/logging.go

@@ -0,0 +1,55 @@
+package publicapi
+
+import (
+	"net/http"
+	"time"
+
+	log "github.com/sirupsen/logrus"
+)
+
+func loggingMiddleware(handler http.Handler, logger *log.Logger) http.Handler {
+	return &loggingHandler{handler: handler, l: logger}
+}
+
+type loggingHandler struct {
+	handler http.Handler
+	l       *log.Logger
+}
+
+type responseWriter struct {
+	http.ResponseWriter
+	statusCode int
+}
+
+func (rw *responseWriter) WriteHeader(code int) {
+	rw.statusCode = code
+	rw.ResponseWriter.WriteHeader(code)
+}
+
+func (lh *loggingHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
+	start := time.Now()
+
+	// Wrap the response writer to capture status code
+	wrapped := &responseWriter{
+		ResponseWriter: w,
+		statusCode:     200, // default status code
+	}
+
+	lh.handler.ServeHTTP(wrapped, r)
+
+	duration := time.Since(start)
+	logFields := log.Fields{
+		"method":     r.Method,
+		"path":       r.URL.Path,
+		"remote":     r.RemoteAddr,
+		"user_agent": r.UserAgent(),
+		"duration":   duration,
+		"status":     wrapped.statusCode,
+	}
+
+	if wrapped.statusCode > 400 {
+		lh.l.WithFields(logFields).Error("handled request")
+	} else {
+		lh.l.WithFields(logFields).Debug("handled request")
+	}
+}

self_hosted_hub/pkg/publicapi/server.go

@@ -7,7 +7,6 @@ import (
 	"fmt"
 	"net/http"
 	"net/url"
-	"os"
 	"strings"
 	"time"
 
@@ -529,7 +528,7 @@ func (s *Server) Sync(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
-	logging.ForAgent(agent).Infof("Sync request: %v", request)
+	logging.ForAgent(agent).Debugf("Sync request: %v", request)
 
 	response, err := agentsync.Process(r.Context(), s.quotaClient, s.agentCounter, s.publisher, agent, request)
 	if err != nil {
@@ -539,7 +538,7 @@ func (s *Server) Sync(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
-	logging.ForAgent(agent).Infof("Sync response: %v", response)
+	logging.ForAgent(agent).Debugf("Sync response: %v", response)
 	err = respondWithJSON(w, http.StatusOK, response)
 	if err != nil {
 		respondWith500(w)
@@ -591,7 +590,7 @@ func (s *Server) Serve(host string, port int) error {
 		WriteTimeout: 30 * time.Second,
 		IdleTimeout:  60 * time.Second,
 		Handler: http.TimeoutHandler(
-			handlers.LoggingHandler(os.Stdout, s.Router),
+			loggingMiddleware(s.Router, log.StandardLogger()),
 			s.timeoutHandlerTimeout,
 			"request timed out",
 		),