Skip to content

Commit

Permalink
Rule: update manager when all rule files are removed (thanos-io#3095)
Browse files Browse the repository at this point in the history
This bug was already fixed in thanos-io#2615
but it got lost when we merged
thanos-io#2200.

Co-authored-by: johncming <johncming@yahoo.com>
Co-authored-by: Lili Cosic <cosiclili@gmail.com>
Signed-off-by: Simon Pasquier <spasquie@redhat.com>

Co-authored-by: johncming <johncming@yahoo.com>
Co-authored-by: Lili Cosic <cosiclili@gmail.com>
Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com>
  • Loading branch information
3 people authored and kakkoyun committed Sep 7, 2020
1 parent e31a604 commit a060c41
Show file tree
Hide file tree
Showing 2 changed files with 53 additions and 0 deletions.
6 changes: 6 additions & 0 deletions pkg/rules/manager.go
Expand Up @@ -313,6 +313,12 @@ func (m *Manager) Update(evalInterval time.Duration, files []string) error {
ruleFiles = map[string]string{}
)

// Initialize filesByStrategy for existing managers' strategies to make
// sure that managers are updated when they have no rules configured.
for strategy := range m.mgrs {
filesByStrategy[strategy] = make([]string, 0)
}

if err := os.RemoveAll(m.workDir); err != nil {
return errors.Wrapf(err, "remove %s", m.workDir)
}
Expand Down
47 changes: 47 additions & 0 deletions pkg/rules/manager_test.go
Expand Up @@ -338,3 +338,50 @@ func TestManager_Rules(t *testing.T) {
}()
testRulesAgainstExamples(t, filepath.Join(curr, "../../examples/alerts"), thanosRuleMgr)
}

func TestManagerUpdateWithNoRules(t *testing.T) {
dir, err := ioutil.TempDir("", "test_rule_rule_groups")
testutil.Ok(t, err)
defer func() { testutil.Ok(t, os.RemoveAll(dir)) }()

testutil.Ok(t, ioutil.WriteFile(filepath.Join(dir, "no_strategy.yaml"), []byte(`
groups:
- name: "something1"
rules:
- alert: "some"
expr: "up"
`), os.ModePerm))

thanosRuleMgr := NewManager(
context.Background(),
nil,
dir,
rules.ManagerOptions{
Logger: log.NewLogfmtLogger(os.Stderr),
Queryable: nopQueryable{},
},
func(partialResponseStrategy storepb.PartialResponseStrategy) rules.QueryFunc {
return func(ctx context.Context, q string, t time.Time) (promql.Vector, error) {
return nil, nil
}
},
nil,
)

// We need to run the underlying rule managers to update them more than
// once (otherwise there's a deadlock).
thanosRuleMgr.Run()
defer func() {
thanosRuleMgr.Stop()
}()

err = thanosRuleMgr.Update(1*time.Second, []string{
filepath.Join(dir, "no_strategy.yaml"),
})
testutil.Ok(t, err)
testutil.Equals(t, 1, len(thanosRuleMgr.RuleGroups()))

err = thanosRuleMgr.Update(1*time.Second, []string{})
testutil.Ok(t, err)
testutil.Equals(t, 0, len(thanosRuleMgr.RuleGroups()))
}

0 comments on commit a060c41

Please sign in to comment.