stef/benchmarks/correctness_test.go at main · splunk/stef · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
package tests

import (
	"bytes"
	"io"
	"testing"

	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"

	"go.opentelemetry.io/collector/pdata/pmetric"

	"github.com/splunk/stef/benchmarks/encodings/stef"
	"github.com/splunk/stef/benchmarks/testutils"
	"github.com/splunk/stef/go/otel/otelstef"
	"github.com/splunk/stef/go/pdata/metrics"
	"github.com/splunk/stef/go/pdata/metrics/testtools"
	"github.com/splunk/stef/go/pkg"
)

func TestConvertSTEFFromToOTLP(t *testing.T) {
	tests := []struct {
		file string
	}{
		{
			file: "testdata/hipstershop-otelmetrics.zst",
		},
		{
			file: "testdata/astronomy-otelmetrics.zst",
		},
	}

	for _, test := range tests {
		t.Run(
			test.file, func(t *testing.T) {
				otlpDataSrc, err := testutils.ReadOTLPFile(test.file)
				require.NoError(t, err)

				testtools.NormalizeMetrics(otlpDataSrc)
				srcCount := otlpDataSrc.DataPointCount()

				buf := &pkg.MemChunkWriter{}
				writer, err := otelstef.NewMetricsWriter(buf, pkg.WriterOptions{})
				require.NoError(t, err)

				toStef := metrics.OtlpToStefSorted{}
				err = toStef.Convert(otlpDataSrc, writer)
				require.NoError(t, err)

				err = writer.Flush()
				require.NoError(t, err)

				reader, err := otelstef.NewMetricsReader(bytes.NewBuffer(buf.Bytes()))
				require.NoError(t, err)

				toOtlp := metrics.StefToOtlpUnsorted{}
				otlpDataCopy, err := toOtlp.Convert(reader, true)
				require.NoError(t, err)

				testtools.NormalizeMetrics(otlpDataCopy)

				copyCount := otlpDataCopy.DataPointCount()
				assert.EqualValues(t, srcCount, copyCount)

				assert.NoError(t, testtools.DiffMetrics(otlpDataSrc, otlpDataCopy))
				assert.True(t, bytes.Equal(toBytes(t, otlpDataSrc), toBytes(t, otlpDataCopy)))
			},
		)
	}
}

func toBytes(t *testing.T, data pmetric.Metrics) []byte {
	marshaler := pmetric.ProtoMarshaler{}
	bytes, err := marshaler.MarshalMetrics(data)
	require.NoError(t, err)
	return bytes
}

func TestTEFMultiPart(t *testing.T) {
	var testInputOtlpFiles = []string{
		"testdata/astronomy-otelmetrics.zst",
		"testdata/hostandcollector-otelmetrics.zst",
	}

	tefEncoding := stef.STEFEncoding{}

	for _, inputFile := range testInputOtlpFiles {
		t.Run(
			inputFile, func(t *testing.T) {

				parts, err := testutils.ReadMultipartOTLPFile(inputFile)
				require.NoError(t, err)

				tefStream, err := tefEncoding.StartMultipart("")
				require.NoError(t, err)

				for _, part := range parts {
					err = tefStream.AppendPart(part)
					require.NoError(t, err)
				}

				tefBytes, err := tefStream.FinishStream()
				require.NoError(t, err)

				tefReader, err := otelstef.NewMetricsReader(bytes.NewBuffer(tefBytes))
				require.NoError(t, err)

				i := 0
				for {
					err := tefReader.Read(pkg.ReadOptions{})
					if err == io.EOF {
						break
					}
					require.NoError(t, err, i)
					i++
				}
			},
		)
	}
}