Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add tests for user metadata in the ingester #2184

Merged
merged 3 commits into from
Jun 24, 2022
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
113 changes: 113 additions & 0 deletions pkg/ingester/user_metrics_metadata_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,113 @@
// SPDX-License-Identifier: AGPL-3.0-only

package ingester

import (
"testing"
"time"

"github.com/prometheus/client_golang/prometheus"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"

"github.com/grafana/mimir/pkg/mimirpb"
"github.com/grafana/mimir/pkg/util/validation"
)

func TestUserMetricsMetadata(t *testing.T) {
pr00se marked this conversation as resolved.
Show resolved Hide resolved
tests := map[string]struct {
maxMetadataPerUser int
maxMetadataPerMetric int
metadataToExpectError map[*mimirpb.MetricMetadata]bool
expectedMetadata []*mimirpb.MetricMetadata
}{
"should succeed for multiple metadata per metric": {
metadataToExpectError: map[*mimirpb.MetricMetadata]bool{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "bar"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "baz"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "qux"}: false,
},
expectedMetadata: []*mimirpb.MetricMetadata{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"},
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "bar"},
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "baz"},
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "qux"},
},
},
"should fail when metadata per user limit reached": {
maxMetadataPerUser: 1,
metadataToExpectError: map[*mimirpb.MetricMetadata]bool{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "bar"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "baz"}: true,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "qux"}: true,
},
expectedMetadata: []*mimirpb.MetricMetadata{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"},
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "bar"},
},
},
"should fail when metadata per metric limit reached": {
maxMetadataPerMetric: 1,
metadataToExpectError: map[*mimirpb.MetricMetadata]bool{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "bar"}: true,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "baz"}: false,
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "qux"}: true,
},
expectedMetadata: []*mimirpb.MetricMetadata{
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_1", Help: "foo"},
{Type: mimirpb.COUNTER, MetricFamilyName: "test_metric_2", Help: "baz"},
},
},
}

for testName, testData := range tests {
t.Run(testName, func(t *testing.T) {
// Mock the ring
ring := &ringCountMock{}
ring.On("HealthyInstancesCount").Return(1)
ring.On("ZonesCount").Return(1)

// Mock limiter
limits, err := validation.NewOverrides(validation.Limits{
MaxGlobalMetricsWithMetadataPerUser: testData.maxMetadataPerUser,
MaxGlobalMetadataPerMetric: testData.maxMetadataPerMetric,
}, nil)
require.NoError(t, err)
limiter := NewLimiter(limits, ring, 1, false)

// Mock metrics
metrics := newIngesterMetrics(
prometheus.NewPedanticRegistry(),
true,
func() *InstanceLimits { return defaultInstanceLimits },
nil,
nil,
)

mm := newMetadataMap(limiter, metrics, "test")

// Attempt to add all metadata
for meta, expectErr := range testData.metadataToExpectError {
err := mm.add(meta.MetricFamilyName, meta)

if expectErr {
require.Error(t, err)
pr00se marked this conversation as resolved.
Show resolved Hide resolved
}
pr00se marked this conversation as resolved.
Show resolved Hide resolved
}

// Verify expected elements are stored
clientMeta := mm.toClientMetadata()
assert.ElementsMatch(t, testData.expectedMetadata, clientMeta)

// Purge all metadata
mm.purge(time.Time{})

// Verify all metadata purged
clientMeta = mm.toClientMetadata()
assert.Empty(t, clientMeta)
})
}
}