[PROF-13649] host-profiler: remove dependency on dd-otel-host-profiler (#45884)

### What does this PR do?

This PR removes the external dependency on dd-otel-host-profiler by importing the symboluploader code directly into the datadog-agent repository under `comp/host-profiler/symboluploader`.

### Motivation

dd-otel-host-profiler is going to be deprecated and all development for host-profiler is now going to happen in datadog-agent and opentelemetry-ebpf-profiler.

### Describe how you validated your changes

Ran the profiler and verified that symbol files are uploaded successfully.

Co-authored-by: nicolas.savoire <nicolas.savoire@datadoghq.com>

Author: nsavoire

LICENSE-3rdparty.csv

@@ -162,17 +162,6 @@ core,github.com/DataDog/datadog-traceroute/tcp,Apache-2.0,"Copyright 2016-presen
 core,github.com/DataDog/datadog-traceroute/traceroute,Apache-2.0,"Copyright 2016-present Datadog, Inc"
 core,github.com/DataDog/datadog-traceroute/udp,Apache-2.0,"Copyright 2016-present Datadog, Inc"
 core,github.com/DataDog/datadog-traceroute/winconn,Apache-2.0,"Copyright 2016-present Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/config,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/containermetadata,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/pclntab,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/cgroup,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/oom,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/pipeline,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/pprof,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/samples,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/reporter/symbol,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
-core,github.com/DataDog/dd-otel-host-profiler/version,Apache-2.0,"Copyright 2017 Datadog, Inc | Copyright 2024 Datadog, Inc"
 core,github.com/DataDog/ddtrivy,Apache-2.0,"Copyright 2025-Present Datadog, Inc"
 core,github.com/DataDog/ddtrivy/walker,Apache-2.0,"Copyright 2025-Present Datadog, Inc"
 core,github.com/DataDog/ebpf-manager,MIT,Copyright (c) 2021 Authors of Datadog
@@ -2302,7 +2291,6 @@ core,github.com/uptrace/bun/internal/tagparser,BSD-2-Clause,Copyright (c) 2021 V
 core,github.com/uptrace/bun/migrate,BSD-2-Clause,Copyright (c) 2021 Vladimir Mihailenco. All rights reserved
 core,github.com/uptrace/bun/migrate/sqlschema,BSD-2-Clause,Copyright (c) 2021 Vladimir Mihailenco. All rights reserved
 core,github.com/uptrace/bun/schema,BSD-2-Clause,Copyright (c) 2021 Vladimir Mihailenco. All rights reserved
-core,github.com/urfave/cli/v3,MIT,Copyright (c) 2023 urfave/cli maintainers
 core,github.com/urfave/negroni,MIT,Copyright (c) 2014 Jeremy Saenz
 core,github.com/valyala/fastjson,MIT,Copyright (c) 2018 Aliaksandr Valialkin
 core,github.com/valyala/fastjson/fastfloat,MIT,Copyright (c) 2018 Aliaksandr Valialkin

comp/host-profiler/collector/impl/receiver/config.go

@@ -12,29 +12,27 @@ import (
 	"strings"
 	"time"
 
-	"github.com/DataDog/datadog-agent/pkg/version"
-	"github.com/DataDog/dd-otel-host-profiler/config"
-	"github.com/DataDog/dd-otel-host-profiler/reporter"
 	"go.opentelemetry.io/collector/component"
 	"go.opentelemetry.io/collector/confmap/xconfmap"
 	ebpfcollector "go.opentelemetry.io/ebpf-profiler/collector"
 	ebpfconfig "go.opentelemetry.io/ebpf-profiler/collector/config"
 	"go.opentelemetry.io/ebpf-profiler/tracer/types"
-)
 
-// ReporterConfig is the configuration for the reporter.
-type ReporterConfig struct {
-	CollectContext bool `mapstructure:"collect_context"`
-}
+	"github.com/DataDog/datadog-agent/comp/host-profiler/symboluploader"
+)
 
 // Config is the configuration for the profiles receiver.
 type Config struct {
-	EbpfCollectorConfig  *ebpfconfig.Config            `mapstructure:"ebpf_collector"`
-	SymbolUploader       reporter.SymbolUploaderConfig `mapstructure:"symbol_uploader"`
-	ReporterConfig       ReporterConfig                `mapstructure:"reporter"`
-	EnableSplitByService bool                          `mapstructure:"enable_split_by_service"`
+	EbpfCollectorConfig  *ebpfconfig.Config                  `mapstructure:"ebpf_collector"`
+	SymbolUploader       symboluploader.SymbolUploaderConfig `mapstructure:"symbol_uploader"`
+	CollectContext       bool                                `mapstructure:"collect_context"`
+	EnableSplitByService bool                                `mapstructure:"enable_split_by_service"`
 }
 
+// ServiceNameEnvVars is the list of environment variables used to determine the service name.
+// The order indicates which environment variable takes precedence.
+var serviceNameEnvVars = []string{"DD_SERVICE", "OTEL_SERVICE_NAME"}
+
 var _ xconfmap.Validator = (*Config)(nil)
 
 func errSymbolEndpointsRequired() error {
@@ -53,7 +51,7 @@ func (c *Config) Validate() error {
 	if err := c.EbpfCollectorConfig.Validate(); err != nil {
 		return err
 	}
-	if c.ReporterConfig.CollectContext {
+	if c.CollectContext {
 		includeTracers, err := types.Parse(c.EbpfCollectorConfig.Tracers)
 		if err != nil {
 			return err
@@ -62,7 +60,7 @@ func (c *Config) Validate() error {
 		c.EbpfCollectorConfig.Tracers = includeTracers.String()
 	}
 	if c.EnableSplitByService {
-		includeEnvVars := reporter.ServiceNameEnvVars
+		includeEnvVars := append([]string{}, serviceNameEnvVars...)
 		if c.EbpfCollectorConfig.IncludeEnvVars != "" {
 			includeEnvVars = append(includeEnvVars, c.EbpfCollectorConfig.IncludeEnvVars)
 		}
@@ -95,26 +93,12 @@ func defaultConfig() component.Config {
 	// With 60s intervals, 20% would mean ~12s variation, so we reduce to 5% (~3s).
 	cfg.ReporterJitter = 0.05
 
+	symbolUploaderConfig := symboluploader.DefaultSymbolUploaderConfig()
 	return Config{
-		EbpfCollectorConfig: cfg,
-		SymbolUploader: reporter.SymbolUploaderConfig{
-			SymbolUploaderOptions: reporter.SymbolUploaderOptions{
-				Enabled:              config.DefaultUploadSymbols,
-				UploadDynamicSymbols: config.DefaultUploadDynamicSymbols,
-				UploadGoPCLnTab:      config.DefaultUploadGoPCLnTab,
-				UseHTTP2:             config.DefaultUploadSymbolsHTTP2,
-				SymbolQueryInterval:  config.DefaultSymbolQueryInterval,
-				DryRun:               config.DefaultUploadSymbolsDryRun,
-				SymbolEndpoints:      nil,
-			},
-			Version:                        version.AgentVersion,
-			DisableDebugSectionCompression: false,
-		},
-
-		EnableSplitByService: config.DefaultSplitByService,
-		ReporterConfig: ReporterConfig{
-			CollectContext: config.DefaultCollectContext,
-		},
+		EbpfCollectorConfig:  cfg,
+		SymbolUploader:       symbolUploaderConfig,
+		EnableSplitByService: true,
+		CollectContext:       false,
 	}
 }
 

comp/host-profiler/collector/impl/receiver/config_test.go

@@ -12,7 +12,7 @@ import (
 	"testing"
 	"time"
 
-	"github.com/DataDog/dd-otel-host-profiler/reporter"
+	"github.com/DataDog/datadog-agent/comp/host-profiler/symboluploader"
 	"github.com/stretchr/testify/require"
 )
 
@@ -30,12 +30,12 @@ func TestTracers(t *testing.T) {
 	require.NotContains(t, cfg.EbpfCollectorConfig.Tracers, "go")
 	require.NotContains(t, cfg.EbpfCollectorConfig.Tracers, "labels")
 
-	cfg.ReporterConfig.CollectContext = false
+	cfg.CollectContext = false
 	cfg.SymbolUploader.Enabled = false
 	require.NoError(t, cfg.Validate())
 	require.NotContains(t, cfg.EbpfCollectorConfig.Tracers, "labels")
 
-	cfg.ReporterConfig.CollectContext = true
+	cfg.CollectContext = true
 	require.NoError(t, cfg.Validate())
 	require.Contains(t, cfg.EbpfCollectorConfig.Tracers, "labels")
 }
@@ -50,7 +50,7 @@ func TestServiceNameEnvVars(t *testing.T) {
 
 	cfg.EnableSplitByService = true
 	require.NoError(t, cfg.Validate())
-	require.Equal(t, strings.Join(reporter.ServiceNameEnvVars, ","), cfg.EbpfCollectorConfig.IncludeEnvVars)
+	require.Equal(t, strings.Join(serviceNameEnvVars, ","), cfg.EbpfCollectorConfig.IncludeEnvVars)
 }
 
 func TestSymbolUploader(t *testing.T) {
@@ -62,7 +62,7 @@ func TestSymbolUploader(t *testing.T) {
 	cfg.SymbolUploader.Enabled = true
 	require.Error(t, errSymbolEndpointsRequired(), cfg.Validate())
 
-	cfg.SymbolUploader.SymbolEndpoints = []reporter.SymbolEndpoint{{}}
+	cfg.SymbolUploader.SymbolEndpoints = []symboluploader.SymbolEndpoint{{}}
 	require.Error(t, errSymbolEndpointsSiteRequired(), cfg.Validate())
 	cfg.SymbolUploader.SymbolEndpoints[0].Site = "datadoghq.com"
 	require.Error(t, errSymbolEndpointsAPIKeyRequired(), cfg.Validate())

comp/host-profiler/collector/impl/receiver/executable_reporter.go

@@ -13,20 +13,20 @@ import (
 
 	"go.uber.org/zap"
 
-	"github.com/DataDog/dd-otel-host-profiler/reporter"
-
 	ebpfreporter "go.opentelemetry.io/ebpf-profiler/reporter"
+
+	"github.com/DataDog/datadog-agent/comp/host-profiler/symboluploader"
 )
 
 var _ ebpfreporter.ExecutableReporter = (*executableReporter)(nil)
 
 type executableReporter struct {
-	symbolUploader *reporter.DatadogSymbolUploader
+	symbolUploader *symboluploader.DatadogSymbolUploader
 }
 
-func newExecutableReporter(config *reporter.SymbolUploaderConfig, _ *zap.Logger) (*executableReporter, error) {
+func newExecutableReporter(config *symboluploader.SymbolUploaderConfig, _ *zap.Logger) (*executableReporter, error) {
 	ctx := context.Background()
-	symbolUploader, err := reporter.NewDatadogSymbolUploader(ctx, config)
+	symbolUploader, err := symboluploader.NewDatadogSymbolUploader(ctx, config)
 	if err != nil {
 		return nil, err
 	}

comp/host-profiler/symboluploader/cgroup/cgroup.go

@@ -0,0 +1,93 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2025-present Datadog, Inc.
+
+//go:build linux
+
+// Package cgroup provides utilities for returning usable memory from cgroups.
+package cgroup
+
+import (
+	"path/filepath"
+	"strconv"
+)
+
+const (
+	cgroupRoot     = "/sys/fs/cgroup"
+	v1MaxMemory    = "memory.limit_in_bytes"
+	v2MaxMemory    = "memory.max"
+	memoryMaxUnset = 0x7FFFFFFFFFFFF000
+	budgetRatio    = 8
+)
+
+func v1GetMaxUsableMemory() (int64, error) {
+	cgroupPath, err := v1GetCurrentCgroupPath()
+	if err != nil {
+		return -1, err
+	}
+
+	str, err := readFromFile(filepath.Join(cgroupPath, v1MaxMemory))
+	if err != nil {
+		return -1, err
+	}
+
+	limit, err := strconv.ParseInt(str, 10, 64)
+
+	if err != nil {
+		return -1, err
+	}
+
+	if limit < 0 || limit == memoryMaxUnset {
+		return -1, nil
+	}
+
+	return limit, nil
+}
+
+func v2GetMaxUsableMemory() (int64, error) {
+	currCgroupPath, err := v2GetCurrentCgroupPath()
+	if err != nil {
+		return -1, err
+	}
+
+	str, err := readFromFile(filepath.Join(currCgroupPath, v2MaxMemory))
+
+	if err != nil {
+		return -1, err
+	}
+
+	// not error -> no memory constraints
+	if str == "max" {
+		return -1, nil
+	}
+
+	limit, err := strconv.ParseInt(str, 10, 64)
+
+	if err != nil {
+		return -1, err
+	}
+
+	return limit, nil
+}
+
+func GetMaxUsableMemory() (int64, error) {
+	if !isCgroup2UnifiedMode() {
+		return v1GetMaxUsableMemory()
+	}
+	return v2GetMaxUsableMemory()
+}
+
+// GetMemoryBudget returns a percentage of the overall memory limit found in
+// cgroup. If there are no limits, it returns -1.
+func GetMemoryBudget() (int64, error) {
+	maxMemory, err := GetMaxUsableMemory()
+	if err != nil {
+		return -1, err
+	}
+	if maxMemory == -1 {
+		return maxMemory, nil
+	}
+
+	return maxMemory * budgetRatio / 10, nil
+}

comp/host-profiler/symboluploader/cgroup/helpers.go

@@ -0,0 +1,72 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2025-present Datadog, Inc.
+
+//go:build linux
+
+package cgroup
+
+import (
+	"errors"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"golang.org/x/sys/unix"
+)
+
+func isCgroup2UnifiedMode() bool {
+	var st unix.Statfs_t
+	err := unix.Statfs(cgroupRoot, &st)
+	if err != nil {
+		return false
+	}
+	return st.Type == unix.CGROUP2_SUPER_MAGIC
+}
+
+func readFromFile(path string) (string, error) {
+	data, err := os.ReadFile(path)
+	if err != nil {
+		return "", err
+	}
+	return strings.TrimSpace(string(data)), nil
+}
+
+func v1GetCurrentCgroupPath() (string, error) {
+	data, err := os.ReadFile("/proc/self/cgroup")
+	if err != nil {
+		return "", err
+	}
+
+	for line := range strings.SplitSeq(string(data), "\n") {
+		// hierarchy:controller(s):path
+		parts := strings.SplitN(line, ":", 3)
+		if len(parts) < 3 {
+			continue
+		}
+
+		for controller := range strings.SplitSeq(parts[1], ",") {
+			if controller == "memory" {
+				return filepath.Join(cgroupRoot, "memory", parts[2]), nil
+			}
+		}
+	}
+
+	return "", errors.New("cgroup path not found in /proc/self/cgroup")
+}
+
+func v2GetCurrentCgroupPath() (string, error) {
+	data, err := os.ReadFile("/proc/self/cgroup")
+	if err != nil {
+		return "", err
+	}
+
+	for line := range strings.SplitSeq(string(data), "\n") {
+		if path, ok := strings.CutPrefix(line, "0::"); ok {
+			return filepath.Join(cgroupRoot, path), nil
+		}
+	}
+
+	return "", errors.New("cgroup path not found in /proc/self/cgroup")
+}