Skip to content

Commit

Permalink
Rule: update manager when all rule files are removed
Browse files Browse the repository at this point in the history
This bug was already fixed in #2615
but it got lost when we merged
#2200.

Co-authored-by: johncming <johncming@yahoo.com>
Co-authored-by: Lili Cosic <cosiclili@gmail.com>
Signed-off-by: Simon Pasquier <spasquie@redhat.com>
  • Loading branch information
3 people committed Aug 28, 2020
1 parent 4ef1b8d commit 23b77c3
Show file tree
Hide file tree
Showing 3 changed files with 57 additions and 0 deletions.
4 changes: 4 additions & 0 deletions CHANGELOG.md
Expand Up @@ -11,6 +11,10 @@ We use *breaking :warning:* word for marking changes that are not backward compa

## Unreleased

### Fixed

* [#xxxx](https://github.com/thanos-io/thanos/pull/xxxx) Rule: update manager when all rule files are removed.

## [v0.15.0-rc.0](https://github.com/thanos-io/thanos/releases/tag/v0.15.0-rc.0) - 2020.08.26

Highlights:
Expand Down
6 changes: 6 additions & 0 deletions pkg/rules/manager.go
Expand Up @@ -314,6 +314,12 @@ func (m *Manager) Update(evalInterval time.Duration, files []string) error {
ruleFiles = map[string]string{}
)

// Initialize filesByStrategy for existing managers' strategies to make
// sure that managers are updated when they have no rules configured.
for strategy := range m.mgrs {
filesByStrategy[strategy] = make([]string, 0)
}

if err := os.RemoveAll(m.workDir); err != nil {
return errors.Wrapf(err, "remove %s", m.workDir)
}
Expand Down
47 changes: 47 additions & 0 deletions pkg/rules/manager_test.go
Expand Up @@ -320,3 +320,50 @@ func TestManager_Rules(t *testing.T) {
}()
testRulesAgainstExamples(t, filepath.Join(curr, "../../examples/alerts"), thanosRuleMgr)
}

func TestManagerUpdateWithNoRules(t *testing.T) {
dir, err := ioutil.TempDir("", "test_rule_rule_groups")
testutil.Ok(t, err)
defer func() { testutil.Ok(t, os.RemoveAll(dir)) }()

testutil.Ok(t, ioutil.WriteFile(filepath.Join(dir, "no_strategy.yaml"), []byte(`
groups:
- name: "something1"
rules:
- alert: "some"
expr: "up"
`), os.ModePerm))

thanosRuleMgr := NewManager(
context.Background(),
nil,
dir,
rules.ManagerOptions{
Logger: log.NewLogfmtLogger(os.Stderr),
Queryable: nopQueryable{},
},
func(partialResponseStrategy storepb.PartialResponseStrategy) rules.QueryFunc {
return func(ctx context.Context, q string, t time.Time) (promql.Vector, error) {
return nil, nil
}
},
nil,
)

// We need to run the underlying rule managers to update them more than
// once (otherwise there's a deadlock).
thanosRuleMgr.Run()
defer func() {
thanosRuleMgr.Stop()
}()

err = thanosRuleMgr.Update(1*time.Second, []string{
filepath.Join(dir, "no_strategy.yaml"),
})
testutil.Ok(t, err)
testutil.Equals(t, 1, len(thanosRuleMgr.RuleGroups()))

err = thanosRuleMgr.Update(1*time.Second, []string{})
testutil.Ok(t, err)
testutil.Equals(t, 0, len(thanosRuleMgr.RuleGroups()))
}

0 comments on commit 23b77c3

Please sign in to comment.