Add benchmarks

Author: electron0zero

pkg/collector/distinct_string_collector_test.go

@@ -2,6 +2,7 @@ package collector
 
 import (
 	"fmt"
+	"strconv"
 	"sync"
 	"testing"
 
@@ -53,3 +54,54 @@ func TestDistinctStringCollectorIsSafe(t *testing.T) {
 	require.Equal(t, len(d.Strings()), 10*100)
 	require.False(t, d.Exceeded())
 }
+
+func BenchmarkDistinctStringCollect(b *testing.B) {
+	// simulate 100 ingesters, each returning 10_000 tag values
+	numIngesters := 100
+	numTagValuesPerIngester := 10_000
+	ingesterStrings := make([][]string, numIngesters)
+	for i := 0; i < numIngesters; i++ {
+		strings := make([]string, numTagValuesPerIngester)
+		for j := 0; j < numTagValuesPerIngester; j++ {
+			strings[j] = fmt.Sprintf("string_%d_%d", i, j)
+		}
+		ingesterStrings[i] = strings
+	}
+
+	limits := []int{
+		0,          // no limit
+		100_000,    // 100KB
+		1_000_000,  // 1MB
+		10_000_000, // 10MB
+	}
+
+	b.ResetTimer() // to exclude the setup time for generating tag values
+	for _, lim := range limits {
+		b.Run("uniques_limit:"+strconv.Itoa(lim), func(b *testing.B) {
+			for n := 0; n < b.N; n++ {
+				distinctStrings := NewDistinctString(lim)
+				for _, values := range ingesterStrings {
+					for _, v := range values {
+						if distinctStrings.Collect(v) {
+							break // stop early if limit is reached
+						}
+					}
+				}
+			}
+		})
+
+		b.Run("duplicates_limit:"+strconv.Itoa(lim), func(b *testing.B) {
+			for n := 0; n < b.N; n++ {
+				distinctStrings := NewDistinctString(lim)
+				for i := 0; i < numIngesters; i++ {
+					for j := 0; j < numTagValuesPerIngester; j++ {
+						// collect first item to simulate duplicates
+						if distinctStrings.Collect(ingesterStrings[i][0]) {
+							break // stop early if limit is reached
+						}
+					}
+				}
+			}
+		})
+	}
+}

pkg/collector/scoped_distinct_string.go

@@ -1,6 +1,8 @@
 package collector
 
-import "sync"
+import (
+	"sync"
+)
 
 type ScopedDistinctString struct {
 	cols        map[string]*DistinctString

pkg/collector/scoped_distinct_string_test.go

@@ -3,6 +3,7 @@ package collector
 import (
 	"fmt"
 	"slices"
+	"strconv"
 	"sync"
 	"testing"
 
@@ -148,3 +149,62 @@ func TestScopedDistinctStringCollectorIsSafe(t *testing.T) {
 	require.Equal(t, totalStrings, 10*100)
 	require.False(t, d.Exceeded())
 }
+
+func BenchmarkScopedDistinctStringCollect(b *testing.B) {
+	// simulate 100 ingesters, each returning 10_000 tags with various scopes
+	numIngesters := 100
+	numTagsPerIngester := 10_000
+	ingesterTags := make([]map[string][]string, numIngesters)
+	scopeTypes := []string{"resource", "span", "event", "instrumentation"}
+
+	for i := 0; i < numIngesters; i++ {
+		tags := make(map[string][]string)
+		for j := 0; j < numTagsPerIngester; j++ {
+			scope := scopeTypes[j%len(scopeTypes)]
+			value := fmt.Sprintf("tag_%d_%d", i, j)
+			tags[scope] = append(tags[scope], value)
+		}
+		ingesterTags[i] = tags
+	}
+
+	limits := []int{
+		0,          // no limit
+		100_000,    // 100KB
+		1_000_000,  // 1MB
+		10_000_000, // 10MB
+	}
+
+	b.ResetTimer() // to exclude the setup time for generating tags
+	for _, lim := range limits {
+		b.Run("uniques_limit:"+strconv.Itoa(lim), func(b *testing.B) {
+			for n := 0; n < b.N; n++ {
+				scopedDistinctStrings := NewScopedDistinctString(lim)
+				for _, tags := range ingesterTags {
+					for scope, values := range tags {
+						for _, v := range values {
+							scopedDistinctStrings.Collect(scope, v)
+							if scopedDistinctStrings.Exceeded() {
+								break // stop early if limit is reached
+							}
+						}
+					}
+				}
+			}
+		})
+
+		b.Run("duplicates_limit:"+strconv.Itoa(lim), func(b *testing.B) {
+			for n := 0; n < b.N; n++ {
+				scopedDistinctStrings := NewScopedDistinctString(lim)
+				for i := 0; i < numIngesters; i++ {
+					for scope := range ingesterTags[i] {
+						// collect first item to simulate duplicates
+						scopedDistinctStrings.Collect(scope, ingesterTags[i][scope][0])
+						if scopedDistinctStrings.Exceeded() {
+							break // stop early if limit is reached
+						}
+					}
+				}
+			}
+		})
+	}
+}