cli: fix cost estimate in tsdump upload

Previously, tsdump upload over-estimated the cost by not de-duplicating
identical metrics. This is now corrected.

Epic: none
Release note: None

Author: jordanlewis

pkg/cli/testdata/tsdump_upload_e2e

@@ -8,6 +8,6 @@ cr.store.rocksdb.block.cache.usage,2021-01-01T00:00:00Z,2,75.2
 ----
 {"series":[{"interval":10,"metric":"crdb.tsdump.admission.admitted.elastic-cpu","points":[{"timestamp":1748248320,"value":1}],"tags":["node_id:1","cluster_type:SELF_HOSTED","cluster_label:\"test-cluster\"","cluster_id:test-cluster-id","zendesk_ticket:zd-test","org_name:test-org","user_name:test-user","upload_id:\"test-cluster\"-20241114000000","upload_timestamp:2024-11-14 00:00:00","upload_year:2024","upload_month:11","upload_day:14"],"type":0},{"interval":10,"metric":"crdb.tsdump.sql.query.count","points":[{"timestamp":1609459200,"value":100.5}],"tags":["node_id:1","cluster_type:SELF_HOSTED","cluster_label:\"test-cluster\"","cluster_id:test-cluster-id","zendesk_ticket:zd-test","org_name:test-org","user_name:test-user","upload_id:\"test-cluster\"-20241114000000","upload_timestamp:2024-11-14 00:00:00","upload_year:2024","upload_month:11","upload_day:14"],"type":0},{"interval":10,"metric":"crdb.tsdump.sql.query.count","points":[{"timestamp":1609459210,"value":102.3}],"tags":["node_id:1","cluster_type:SELF_HOSTED","cluster_label:\"test-cluster\"","cluster_id:test-cluster-id","zendesk_ticket:zd-test","org_name:test-org","user_name:test-user","upload_id:\"test-cluster\"-20241114000000","upload_timestamp:2024-11-14 00:00:00","upload_year:2024","upload_month:11","upload_day:14"],"type":0},{"interval":10,"metric":"crdb.tsdump.rocksdb.block.cache.usage","points":[{"timestamp":1609459200,"value":75.2}],"tags":["store:2","cluster_type:SELF_HOSTED","cluster_label:\"test-cluster\"","cluster_id:test-cluster-id","zendesk_ticket:zd-test","org_name:test-org","user_name:test-user","upload_id:\"test-cluster\"-20241114000000","upload_timestamp:2024-11-14 00:00:00","upload_year:2024","upload_month:11","upload_day:14"],"type":0}]}
 
-[{"ddsource":"tsdump_upload","ddtags":"cluster_type:SELF_HOSTED,cluster_label:\"test-cluster\",cluster_id:test-cluster-id,zendesk_ticket:zd-test,org_name:test-org,user_name:test-user,upload_id:\"test-cluster\"-20241114000000,upload_timestamp:2024-11-14 00:00:00,upload_year:2024,upload_month:11,upload_day:14,series_uploaded:4","hostname":"hostname","message":"{\"message\":\"tsdump upload completed: uploaded 4 series overall\",\"series_uploaded\":4,\"estimated_cost\":0.00024931506849315067,\"duration\":0,\"dry_run\":false,\"success\":true}","service":"tsdump_upload"}]
+[{"ddsource":"tsdump_upload","ddtags":"cluster_type:SELF_HOSTED,cluster_label:\"test-cluster\",cluster_id:test-cluster-id,zendesk_ticket:zd-test,org_name:test-org,user_name:test-user,upload_id:\"test-cluster\"-20241114000000,upload_timestamp:2024-11-14 00:00:00,upload_year:2024,upload_month:11,upload_day:14,series_uploaded:4","hostname":"hostname","message":"{\"message\":\"tsdump upload completed: uploaded 4 series overall\",\"series_uploaded\":4,\"estimated_cost\":0.000186986301369863,\"duration\":0,\"dry_run\":false,\"success\":true}","service":"tsdump_upload"}]
 ----
 ----

pkg/cli/tsdump_upload.go

@@ -14,6 +14,7 @@ import (
 	"fmt"
 	"io"
 	"os"
+	"sort"
 	"strconv"
 	"strings"
 	"sync"
@@ -372,6 +373,7 @@ func (d *datadogWriter) upload(fileName string) error {
 	}
 
 	dec := gob.NewDecoder(f)
+	allMetrics := make(map[string]struct{})
 	decodeOne := func() ([]datadogV2.MetricSeries, error) {
 		var ddSeries []datadogV2.MetricSeries
 
@@ -387,6 +389,11 @@ func (d *datadogWriter) upload(fileName string) error {
 				return nil, err
 			}
 			ddSeries = append(ddSeries, *datadogSeries)
+			tags := datadogSeries.Tags
+			sort.Strings(tags)
+			tagsStr := strings.Join(tags, ",")
+			metricCtx := datadogSeries.Metric + "|" + tagsStr
+			allMetrics[metricCtx] = struct{}{}
 		}
 
 		return ddSeries, nil
@@ -470,14 +477,16 @@ func (d *datadogWriter) upload(fileName string) error {
 	}
 	fmt.Printf("\nUpload status: %s!\n", uploadStatus)
 	fmt.Printf("Uploaded %d series overall\n", seriesUploaded)
+	fmt.Printf("Uploaded %d unique series overall\n", len(allMetrics))
+
 	// Estimate cost. The cost of historical metrics ingest is based on how many
 	// metrics were active during the upload window. Assuming the entire upload
 	// happens during a given hour, that means the cost will be equal to the count
 	// of uploaded series times $4.55/100 custom metrics (our rate) divided by
 	// 730 hours per month.
 	// For a single node upload that has 6500 unique series, that's about $.40
 	// per upload.
-	estimatedCost := float64(seriesUploaded) * 4.55 / 100 / 730
+	estimatedCost := float64(len(allMetrics)) * 4.55 / 100 / 730
 	fmt.Printf("Estimated cost of this upload: $%.2f\n", estimatedCost)
 
 	tags := getUploadTags(d)