-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
32 changed files
with
1,508 additions
and
927 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,72 @@ | ||
| // Copyright 2015 The Prometheus Authors | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| package collector | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "strings" | ||
|
|
||
| "github.com/prometheus/client_golang/prometheus" | ||
| "github.com/sapcc/go-bits/logg" | ||
| ) | ||
|
|
||
| type typedDesc struct { | ||
| desc *prometheus.Desc | ||
| valueType prometheus.ValueType | ||
| } | ||
|
|
||
| func (d *typedDesc) mustNewConstMetric(value float64, labels ...string) prometheus.Metric { | ||
| return prometheus.MustNewConstMetric(d.desc, d.valueType, value, labels...) | ||
| } | ||
|
|
||
| func (d *typedDesc) describe(ch chan<- *prometheus.Desc) { | ||
| ch <- d.desc | ||
| } | ||
|
|
||
| // collectorTask is the interface that a specific collector task must implement. | ||
| type collectorTask interface { | ||
| describeMetrics(chan<- *prometheus.Desc) | ||
| collectMetrics(chan<- prometheus.Metric) error | ||
| } | ||
|
|
||
| // executeTask runs the metric collection for a specific collector task, | ||
| // and updates the respective exit code metric. | ||
| func executeTask(collectorName, taskName string, task collectorTask, ch chan<- prometheus.Metric, exitCodeTypedDesc typedDesc) { | ||
| exitCode := 0 | ||
| failedQuery := "" | ||
|
|
||
| err := task.collectMetrics(ch) | ||
| if err != nil { | ||
| exitCode = 1 | ||
| logg.Error("swift %s collector: %s: %s", collectorName, taskName, err.Error()) | ||
| if e, ok := err.(*taskCollectionError); ok { | ||
| failedQuery = strings.Join(e.cmdArgs, " ") | ||
| } | ||
| } | ||
|
|
||
| ch <- exitCodeTypedDesc.mustNewConstMetric(float64(exitCode), taskName, failedQuery) | ||
| } | ||
|
|
||
| // taskCollectionError is a custom error type that a task.collectMetrics() can | ||
| // return in order to provide context about the specific command arguments | ||
| // that were used during that collection. | ||
| type taskCollectionError struct { | ||
| // we are only interested in the arguments, not the command itself | ||
| cmdArgs []string | ||
| inner error | ||
| } | ||
|
|
||
| func (e *taskCollectionError) Error() string { | ||
| return fmt.Sprintf("%s: %s", strings.Join(e.cmdArgs, " "), e.inner.Error()) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,192 @@ | ||
| // Copyright 2019 SAP SE | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| package collector | ||
|
|
||
| import ( | ||
| "encoding/json" | ||
| "os/exec" | ||
|
|
||
| "github.com/prometheus/client_golang/prometheus" | ||
| ) | ||
|
|
||
| // DispersionCollector implements the prometheus.Collector interface. | ||
| type DispersionCollector struct { | ||
| taskExitCode typedDesc | ||
| dispersionReportDumpTask collectorTask | ||
| } | ||
|
|
||
| // NewDispersionCollector creates a new DispersionCollector. | ||
| func NewDispersionCollector(pathToExecutable string) *DispersionCollector { | ||
| return &DispersionCollector{ | ||
| taskExitCode: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_task_exit_code", | ||
| "The exit code for a Swift Dispersion Report query execution.", | ||
| []string{"task", "failed_query"}, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| dispersionReportDumpTask: newDispersionReportDumpTask(pathToExecutable), | ||
| } | ||
| } | ||
|
|
||
| // Describe implements the prometheus.Collector interface. | ||
| func (c *DispersionCollector) Describe(ch chan<- *prometheus.Desc) { | ||
| c.taskExitCode.describe(ch) | ||
| c.dispersionReportDumpTask.describeMetrics(ch) | ||
| } | ||
|
|
||
| // Collect implements the prometheus.Collector interface. | ||
| func (c *DispersionCollector) Collect(ch chan<- prometheus.Metric) { | ||
| executeTask("dispersion", "reportDump", c.dispersionReportDumpTask, ch, c.taskExitCode) | ||
| } | ||
|
|
||
| /////////////////////////////////////////////////////////////////////////////// | ||
| // Dispersion collector tasks. | ||
|
|
||
| // dispersionReportDumpTask implements the collector.collectorTask interface. | ||
| type dispersionReportDumpTask struct { | ||
| pathToDispersionExecutable string | ||
|
|
||
| containerCopiesExpected typedDesc | ||
| containerCopiesFound typedDesc | ||
| containerCopiesMissing typedDesc | ||
| containerOverlapping typedDesc | ||
| objectCopiesExpected typedDesc | ||
| objectCopiesFound typedDesc | ||
| objectCopiesMissing typedDesc | ||
| objectOverlapping typedDesc | ||
| } | ||
|
|
||
| func newDispersionReportDumpTask(pathToDispersionExecutable string) collectorTask { | ||
| return &dispersionReportDumpTask{ | ||
| pathToDispersionExecutable: pathToDispersionExecutable, | ||
| containerCopiesExpected: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_container_copies_expected", | ||
| "Expected container copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| containerCopiesFound: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_container_copies_found", | ||
| "Found container copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| containerCopiesMissing: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_container_copies_missing", | ||
| "Missing container copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| containerOverlapping: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_container_overlapping", | ||
| "Expected container copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| objectCopiesExpected: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_object_copies_expected", | ||
| "Expected object copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| objectCopiesFound: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_object_copies_found", | ||
| "Found object copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| objectCopiesMissing: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_object_copies_missing", | ||
| "Missing object copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| objectOverlapping: typedDesc{ | ||
| desc: prometheus.NewDesc( | ||
| "swift_dispersion_object_overlapping", | ||
| "Expected object copies reported by the swift-dispersion-report tool.", | ||
| nil, nil), | ||
| valueType: prometheus.GaugeValue, | ||
| }, | ||
| } | ||
| } | ||
|
|
||
| // dispersionReportDumpTask implements the collector.collectorTask interface. | ||
| func (t *dispersionReportDumpTask) describeMetrics(ch chan<- *prometheus.Desc) { | ||
| t.containerCopiesExpected.describe(ch) | ||
| t.containerCopiesFound.describe(ch) | ||
| t.containerCopiesMissing.describe(ch) | ||
| t.containerOverlapping.describe(ch) | ||
| t.objectCopiesExpected.describe(ch) | ||
| t.objectCopiesFound.describe(ch) | ||
| t.objectCopiesMissing.describe(ch) | ||
| t.objectOverlapping.describe(ch) | ||
| } | ||
|
|
||
| // dispersionReportDumpTask implements the collector.collectorTask interface. | ||
| func (t *dispersionReportDumpTask) collectMetrics(ch chan<- prometheus.Metric) error { | ||
| cmdArgs := []string{"--dump-json"} | ||
| out, err := exec.Command(t.pathToDispersionExecutable, cmdArgs...).Output() | ||
| if err != nil { | ||
| return &taskCollectionError{cmdArgs, err} | ||
| } | ||
|
|
||
| var data struct { | ||
| Object struct { | ||
| Expected int64 `json:"copies_expected"` | ||
| Found int64 `json:"copies_found"` | ||
| Overlapping int64 `json:"overlapping"` | ||
| Missing int64 | ||
| } `json:"object"` | ||
| Container struct { | ||
| Expected int64 `json:"copies_expected"` | ||
| Found int64 `json:"copies_found"` | ||
| Overlapping int64 `json:"overlapping"` | ||
| Missing int64 | ||
| } `json:"container"` | ||
| } | ||
| err = json.Unmarshal(out, &data) | ||
| if err != nil { | ||
| return &taskCollectionError{cmdArgs, err} | ||
| } | ||
|
|
||
| cntr := data.Container | ||
| if cntr.Expected > 0 && cntr.Found > 0 { | ||
| cntr.Missing = cntr.Expected - cntr.Found | ||
| } | ||
| ch <- t.containerCopiesExpected.mustNewConstMetric(float64(cntr.Expected)) | ||
| ch <- t.containerCopiesFound.mustNewConstMetric(float64(cntr.Found)) | ||
| ch <- t.containerCopiesMissing.mustNewConstMetric(float64(cntr.Missing)) | ||
| ch <- t.containerOverlapping.mustNewConstMetric(float64(cntr.Overlapping)) | ||
|
|
||
| obj := data.Object | ||
| if obj.Expected > 0 && obj.Found > 0 { | ||
| obj.Missing = obj.Expected - obj.Found | ||
| } | ||
| ch <- t.objectCopiesExpected.mustNewConstMetric(float64(obj.Expected)) | ||
| ch <- t.objectCopiesFound.mustNewConstMetric(float64(obj.Found)) | ||
| ch <- t.objectCopiesMissing.mustNewConstMetric(float64(obj.Missing)) | ||
| ch <- t.objectOverlapping.mustNewConstMetric(float64(obj.Overlapping)) | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.