From 8b62979bc29e55ef857ed06aaec6e7369226cd8a Mon Sep 17 00:00:00 2001 From: carldai Date: Thu, 30 Mar 2023 10:44:11 +0800 Subject: [PATCH 1/4] feat: set custom monitor clent and retry when GetMonitorData context err --- pkg/client/client.go | 29 +++++++++- pkg/collector/product.go | 5 +- pkg/metric/repository.go | 49 +++++++++++----- test | 121 +++++++++++++++++++++++++++++++++++++++ 4 files changed, 186 insertions(+), 18 deletions(-) create mode 100644 test diff --git a/pkg/client/client.go b/pkg/client/client.go index 39d26bb..1d07cd8 100644 --- a/pkg/client/client.go +++ b/pkg/client/client.go @@ -1,9 +1,12 @@ package client import ( - "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/regions" + "net" "net/http" "net/url" + "time" + + "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/regions" cbs "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cbs/v20170312" cdb "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cdb/v20170320" @@ -45,7 +48,29 @@ func NewMonitorClient(cred common.CredentialIface, conf *config.TencentConfig, r } else { cpf.HttpProfile.Endpoint = "monitor.tencentcloudapi.com" } - return monitor.NewClient(cred, region, cpf) + return newClient(cred, region, cpf) +} + +func newClient(credential common.CredentialIface, + region string, clientProfile *profile.ClientProfile) (client *monitor.Client, err error) { + client = &monitor.Client{} + transport := &http.Transport{ + Proxy: http.ProxyFromEnvironment, + DialContext: (&net.Dialer{ + Timeout: 30 * time.Second, + KeepAlive: 5 * time.Second, + }).DialContext, + ForceAttemptHTTP2: true, + MaxIdleConns: 0, + IdleConnTimeout: 30 * time.Second, + TLSHandshakeTimeout: 30 * time.Second, + ExpectContinueTimeout: 1 * time.Second, + } + clientProfile.HttpProfile.ReqTimeout = 5 + client.Init(region). + WithCredential(credential). + WithProfile(clientProfile).WithHttpTransport(transport) + return } func NewMongodbClient(cred common.CredentialIface, conf *config.TencentConfig) (*mongodb.Client, error) { diff --git a/pkg/collector/product.go b/pkg/collector/product.go index 174514e..d0e06c0 100644 --- a/pkg/collector/product.go +++ b/pkg/collector/product.go @@ -244,13 +244,14 @@ func (c *TcProductCollector) Collect(ch chan<- prometheus.Metric) (err error) { for _, query := range c.Querys { go func(q *metric.TcmQuery) { defer wg.Done() - pms, err := q.GetPromMetrics() - if err != nil { + pms, err0 := q.GetPromMetrics() + if err0 != nil { level.Error(c.logger).Log( "msg", "Get samples fail", "err", err, "metric", q.Metric.Id, ) + err = err0 } else { for _, pm := range pms { ch <- pm diff --git a/pkg/metric/repository.go b/pkg/metric/repository.go index e274e05..9aa4161 100644 --- a/pkg/metric/repository.go +++ b/pkg/metric/repository.go @@ -3,6 +3,7 @@ package metric import ( "context" "fmt" + "strings" "time" "github.com/tencentyun/tencentcloud-exporter/pkg/util" @@ -134,15 +135,12 @@ func (repo *TcmMetricRepositoryImpl) GetSamples(s *TcmSeries, st int64, et int64 request.EndTime = &etStr } + start := time.Now() response := &v20180724.GetMonitorDataResponse{} - if repo.IsInternational && s.Metric.Meta.ProductName == "QAAP" { - response, err = repo.monitorClientInSinapore.GetMonitorData(request) - } else if util.IsStrInList(config.QcloudNamespace, s.Metric.Meta.ProductName) { - response, err = repo.monitorClientInGuangzhou.GetMonitorData(request) - } else { - response, err = repo.monitorClient.GetMonitorData(request) - } + response, err = repo.getMonitorDataWithRetry(s.Metric.Meta.ProductName, request) if err != nil { + level.Error(repo.logger).Log( + "request start time ", stStr, "duration ", time.Since(start).Seconds(), "err ", err.Error()) return } @@ -157,6 +155,29 @@ func (repo *TcmMetricRepositoryImpl) GetSamples(s *TcmSeries, st int64, et int64 return } +func (repo *TcmMetricRepositoryImpl) getMonitorDataWithRetry( + productName string, request *monitor.GetMonitorDataRequest) (*v20180724.GetMonitorDataResponse, error) { + var lastErr error + monitorClient := repo.monitorClient + if repo.IsInternational && productName == "QAAP" { + monitorClient = repo.monitorClientInSinapore + } else if util.IsStrInList(config.QcloudNamespace, productName) { + monitorClient = repo.monitorClientInGuangzhou + } + for i := 0; i < 3; i++ { + resp, err := monitorClient.GetMonitorData(request) + if err != nil { + if strings.Contains(err.Error(), "context deadline") { + lastErr = err + continue + } + return nil, err + } + return resp, nil + } + return nil, lastErr +} + func (repo *TcmMetricRepositoryImpl) ListSamples(m *TcmMetric, st int64, et int64) ([]*TcmSamples, error) { var samplesList []*TcmSamples for _, seriesList := range m.GetSeriesSplitByBatch(repo.queryMetricBatchSize) { @@ -188,17 +209,17 @@ func (repo *TcmMetricRepositoryImpl) listSampleByBatch( request := repo.buildGetMonitorDataRequest(m, seriesList, st, et) + start := time.Now() response := &v20180724.GetMonitorDataResponse{} - if repo.IsInternational && m.Meta.ProductName == "QAAP" { - response, err = repo.monitorClientInSinapore.GetMonitorData(request) - } else if util.IsStrInList(config.QcloudNamespace, m.Meta.ProductName) { - response, err = repo.monitorClientInGuangzhou.GetMonitorData(request) - } else { - response, err = repo.monitorClient.GetMonitorData(request) - } + response, err = repo.getMonitorDataWithRetry(m.Meta.ProductName, request) if err != nil { + level.Error(repo.logger).Log( + "request start time ", *request.StartTime, + "duration ", time.Since(start).Seconds(), + "err ", err.Error()) return nil, err } + for _, points := range response.Response.DataPoints { samples, ql, e := repo.buildSamples(m, points) if e != nil { diff --git a/test b/test new file mode 100644 index 0000000..b9f62cb --- /dev/null +++ b/test @@ -0,0 +1,121 @@ +# HELP promhttp_metric_handler_errors_total Total number of internal errors encountered by the promhttp metric handler. +# TYPE promhttp_metric_handler_errors_total counter +promhttp_metric_handler_errors_total{cause="encoding"} 0 +promhttp_metric_handler_errors_total{cause="gathering"} 0 +# HELP qce_cbs_bsdiskusage_max Metric from QCE/BLOCK_STORAGE.BsDiskUsage unit=% stat=max Desc=磁盘利用率 +# TYPE qce_cbs_bsdiskusage_max gauge +qce_cbs_bsdiskusage_max{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.06 1679369880000 +qce_cbs_bsdiskusage_max{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.06 1679369880000 +qce_cbs_bsdiskusage_max{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.25 1679369880000 +# HELP qce_cbs_diskawait_avg Metric from QCE/BLOCK_STORAGE.DiskAwait unit=ms stat=avg Desc=硬盘I/O平均每次操作的等待时间 +# TYPE qce_cbs_diskawait_avg gauge +qce_cbs_diskawait_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 1.365 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.277 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.322 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.3 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.333 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.378 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 0.952 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0.332 1679369880000 +qce_cbs_diskawait_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.633 1679369880000 +qce_cbs_diskawait_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0.548 1679369880000 +# HELP qce_cbs_diskreadiops_avg Metric from QCE/BLOCK_STORAGE.DiskReadIops unit=count stat=avg Desc=硬盘平均每秒读次数 +# TYPE qce_cbs_diskreadiops_avg gauge +qce_cbs_diskreadiops_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 975.902 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 125.361 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 +qce_cbs_diskreadiops_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0 1679369880000 +qce_cbs_diskreadiops_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 +# HELP qce_cbs_diskreadtraffic_avg Metric from QCE/BLOCK_STORAGE.DiskReadTraffic unit=KB/s stat=avg Desc=平均每秒从硬盘读到内存的数据量 +# TYPE qce_cbs_diskreadtraffic_avg gauge +qce_cbs_diskreadtraffic_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 66968.755 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 5138.527 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0 1679369880000 +qce_cbs_diskreadtraffic_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 +# HELP qce_cbs_disksvctm_avg Metric from QCE/BLOCK_STORAGE.DiskSvctm unit=ms stat=avg Desc=硬盘平均每次I/O操作所花的时间 +# TYPE qce_cbs_disksvctm_avg gauge +qce_cbs_disksvctm_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0.287 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.277 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.242 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.27 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.333 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.227 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 0.491 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 +qce_cbs_disksvctm_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.485 1679369880000 +qce_cbs_disksvctm_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 +# HELP qce_cbs_diskusage_max Metric from QCE/BLOCK_STORAGE.DiskUsage unit=% stat=max Desc=磁盘分区使用率 +# TYPE qce_cbs_diskusage_max gauge +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-4rj6ji9x",project_id="0",vm_uuid="d707f1ff-f747-4b2b-9c1f-696c8381aaf5"} 21.16 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-5uxdjl9d",project_id="0",vm_uuid="656c04d1-bc83-4a0e-be63-f541e5ed612d"} 9.57 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-72ddmash",project_id="0",vm_uuid="38944b11-ec42-46ad-9d97-d642a70fcc32"} 51.119 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-8oii7mwz",project_id="0",vm_uuid="9dbba05b-ce0f-41ff-b96f-d2269319b97a"} 50.729 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-9z69rcxz",project_id="0",vm_uuid="38704e03-ecf5-41a2-a448-743548e423f9"} 29.629 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-i8ddl3ql",project_id="0",vm_uuid="6f18b451-4d79-4ee4-9dfa-970a91d325e2"} 50.719 1679369880000 +qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-meanfhgr",project_id="0",vm_uuid="c4a09b1c-80f5-41d9-a18f-4cf50fe1b9fd"} 32.07 1679369880000 +qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-72ddmash",project_id="0",vm_uuid="38944b11-ec42-46ad-9d97-d642a70fcc32"} 0.25 1679369880000 +qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-8oii7mwz",project_id="0",vm_uuid="9dbba05b-ce0f-41ff-b96f-d2269319b97a"} 0.06 1679369880000 +qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-i8ddl3ql",project_id="0",vm_uuid="6f18b451-4d79-4ee4-9dfa-970a91d325e2"} 0.06 1679369880000 +# HELP qce_cbs_diskutil_avg Metric from QCE/BLOCK_STORAGE.DiskUtil unit=% stat=avg Desc=硬盘有IO操作的时间与总时间的百分比 +# TYPE qce_cbs_diskutil_avg gauge +qce_cbs_diskutil_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 28.039 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.004 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.231 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.265 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.006 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.223 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 6.633 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 +qce_cbs_diskutil_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.339 1679369880000 +qce_cbs_diskutil_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 +# HELP qce_cbs_diskwriteiops_avg Metric from QCE/BLOCK_STORAGE.DiskWriteIops unit=count stat=avg Desc=硬盘平均每秒写次数 +# TYPE qce_cbs_diskwriteiops_avg gauge +qce_cbs_diskwriteiops_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.115 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.117 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 9.817 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 10.081 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.117 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 9.955 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 9.017 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 2.399 1679369880000 +qce_cbs_diskwriteiops_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 7.044 1679369880000 +qce_cbs_diskwriteiops_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 2.666 1679369880000 +# HELP qce_cbs_diskwritetraffic_avg Metric from QCE/BLOCK_STORAGE.DiskWriteTraffic unit=KB/s stat=avg Desc=平均每秒从内存写到硬盘的数据量 +# TYPE qce_cbs_diskwritetraffic_avg gauge +qce_cbs_diskwritetraffic_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.166 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.242 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 68.947 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 80.716 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.216 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 72.097 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 67.668 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 30.183 1679369880000 +qce_cbs_diskwritetraffic_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 51.51 1679369880000 +qce_cbs_diskwritetraffic_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 27.521 1679369880000 +# HELP qcloud_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which qcloud_exporter was built. +# TYPE qcloud_exporter_build_info gauge +qcloud_exporter_build_info{branch="",goversion="go1.17.7",revision="",version=""} 1 +# HELP tcm_scrape_collector_duration_seconds qcloud_exporter: Duration of a collector scrape. +# TYPE tcm_scrape_collector_duration_seconds gauge +tcm_scrape_collector_duration_seconds{collector="QCE/BLOCK_STORAGE"} 0.924819085 +# HELP tcm_scrape_collector_success qcloud_exporter: Whether a collector succeeded. +# TYPE tcm_scrape_collector_success gauge +tcm_scrape_collector_success{collector="QCE/BLOCK_STORAGE"} 1 From 280b262a0204c414af5b341c98e5b70c690f38b2 Mon Sep 17 00:00:00 2001 From: carldai Date: Thu, 30 Mar 2023 15:26:38 +0800 Subject: [PATCH 2/4] fix --- pkg/metric/repository.go | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/pkg/metric/repository.go b/pkg/metric/repository.go index 9aa4161..eabfa09 100644 --- a/pkg/metric/repository.go +++ b/pkg/metric/repository.go @@ -3,7 +3,6 @@ package metric import ( "context" "fmt" - "strings" "time" "github.com/tencentyun/tencentcloud-exporter/pkg/util" @@ -167,7 +166,7 @@ func (repo *TcmMetricRepositoryImpl) getMonitorDataWithRetry( for i := 0; i < 3; i++ { resp, err := monitorClient.GetMonitorData(request) if err != nil { - if strings.Contains(err.Error(), "context deadline") { + if err.Error() == context.DeadlineExceeded.Error() { lastErr = err continue } From 871cb9cd4840cc76a704dc26e3d62a691080c17c Mon Sep 17 00:00:00 2001 From: carldai Date: Thu, 30 Mar 2023 15:29:52 +0800 Subject: [PATCH 3/4] fix --- test | 121 ----------------------------------------------------------- 1 file changed, 121 deletions(-) delete mode 100644 test diff --git a/test b/test deleted file mode 100644 index b9f62cb..0000000 --- a/test +++ /dev/null @@ -1,121 +0,0 @@ -# HELP promhttp_metric_handler_errors_total Total number of internal errors encountered by the promhttp metric handler. -# TYPE promhttp_metric_handler_errors_total counter -promhttp_metric_handler_errors_total{cause="encoding"} 0 -promhttp_metric_handler_errors_total{cause="gathering"} 0 -# HELP qce_cbs_bsdiskusage_max Metric from QCE/BLOCK_STORAGE.BsDiskUsage unit=% stat=max Desc=磁盘利用率 -# TYPE qce_cbs_bsdiskusage_max gauge -qce_cbs_bsdiskusage_max{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.06 1679369880000 -qce_cbs_bsdiskusage_max{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.06 1679369880000 -qce_cbs_bsdiskusage_max{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.25 1679369880000 -# HELP qce_cbs_diskawait_avg Metric from QCE/BLOCK_STORAGE.DiskAwait unit=ms stat=avg Desc=硬盘I/O平均每次操作的等待时间 -# TYPE qce_cbs_diskawait_avg gauge -qce_cbs_diskawait_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 1.365 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.277 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.322 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.3 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.333 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.378 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 0.952 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0.332 1679369880000 -qce_cbs_diskawait_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.633 1679369880000 -qce_cbs_diskawait_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0.548 1679369880000 -# HELP qce_cbs_diskreadiops_avg Metric from QCE/BLOCK_STORAGE.DiskReadIops unit=count stat=avg Desc=硬盘平均每秒读次数 -# TYPE qce_cbs_diskreadiops_avg gauge -qce_cbs_diskreadiops_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 975.902 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 125.361 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 -qce_cbs_diskreadiops_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0 1679369880000 -qce_cbs_diskreadiops_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 -# HELP qce_cbs_diskreadtraffic_avg Metric from QCE/BLOCK_STORAGE.DiskReadTraffic unit=KB/s stat=avg Desc=平均每秒从硬盘读到内存的数据量 -# TYPE qce_cbs_diskreadtraffic_avg gauge -qce_cbs_diskreadtraffic_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 66968.755 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 5138.527 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0 1679369880000 -qce_cbs_diskreadtraffic_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 -# HELP qce_cbs_disksvctm_avg Metric from QCE/BLOCK_STORAGE.DiskSvctm unit=ms stat=avg Desc=硬盘平均每次I/O操作所花的时间 -# TYPE qce_cbs_disksvctm_avg gauge -qce_cbs_disksvctm_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0.287 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.277 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.242 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.27 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.333 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.227 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 0.491 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 -qce_cbs_disksvctm_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.485 1679369880000 -qce_cbs_disksvctm_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 -# HELP qce_cbs_diskusage_max Metric from QCE/BLOCK_STORAGE.DiskUsage unit=% stat=max Desc=磁盘分区使用率 -# TYPE qce_cbs_diskusage_max gauge -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-4rj6ji9x",project_id="0",vm_uuid="d707f1ff-f747-4b2b-9c1f-696c8381aaf5"} 21.16 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-5uxdjl9d",project_id="0",vm_uuid="656c04d1-bc83-4a0e-be63-f541e5ed612d"} 9.57 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-72ddmash",project_id="0",vm_uuid="38944b11-ec42-46ad-9d97-d642a70fcc32"} 51.119 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-8oii7mwz",project_id="0",vm_uuid="9dbba05b-ce0f-41ff-b96f-d2269319b97a"} 50.729 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-9z69rcxz",project_id="0",vm_uuid="38704e03-ecf5-41a2-a448-743548e423f9"} 29.629 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-i8ddl3ql",project_id="0",vm_uuid="6f18b451-4d79-4ee4-9dfa-970a91d325e2"} 50.719 1679369880000 -qce_cbs_diskusage_max{disk_name="vda1",instance_id="ins-meanfhgr",project_id="0",vm_uuid="c4a09b1c-80f5-41d9-a18f-4cf50fe1b9fd"} 32.07 1679369880000 -qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-72ddmash",project_id="0",vm_uuid="38944b11-ec42-46ad-9d97-d642a70fcc32"} 0.25 1679369880000 -qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-8oii7mwz",project_id="0",vm_uuid="9dbba05b-ce0f-41ff-b96f-d2269319b97a"} 0.06 1679369880000 -qce_cbs_diskusage_max{disk_name="vdb",instance_id="ins-i8ddl3ql",project_id="0",vm_uuid="6f18b451-4d79-4ee4-9dfa-970a91d325e2"} 0.06 1679369880000 -# HELP qce_cbs_diskutil_avg Metric from QCE/BLOCK_STORAGE.DiskUtil unit=% stat=avg Desc=硬盘有IO操作的时间与总时间的百分比 -# TYPE qce_cbs_diskutil_avg gauge -qce_cbs_diskutil_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 28.039 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.004 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 0.231 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 0.265 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.006 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 0.223 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 6.633 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 0 1679369880000 -qce_cbs_diskutil_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 0.339 1679369880000 -qce_cbs_diskutil_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 0 1679369880000 -# HELP qce_cbs_diskwriteiops_avg Metric from QCE/BLOCK_STORAGE.DiskWriteIops unit=count stat=avg Desc=硬盘平均每秒写次数 -# TYPE qce_cbs_diskwriteiops_avg gauge -qce_cbs_diskwriteiops_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.115 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.117 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 9.817 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 10.081 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.117 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 9.955 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 9.017 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 2.399 1679369880000 -qce_cbs_diskwriteiops_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 7.044 1679369880000 -qce_cbs_diskwriteiops_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 2.666 1679369880000 -# HELP qce_cbs_diskwritetraffic_avg Metric from QCE/BLOCK_STORAGE.DiskWriteTraffic unit=KB/s stat=avg Desc=平均每秒从内存写到硬盘的数据量 -# TYPE qce_cbs_diskwritetraffic_avg gauge -qce_cbs_diskwritetraffic_avg{disk_id="disk-29ghqhuz",disk_name="未命名",instance_id="ins-7d7d0tad"} 0 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-60vzowi3",disk_name="emr-core2_数据盘_1",instance_id="ins-8oii7mwz"} 0.166 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-6nkpls9x",disk_name="emr-core1_数据盘_1",instance_id="ins-i8ddl3ql"} 0.242 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-73lz20rz",disk_name="emr-core1_系统盘",instance_id="ins-i8ddl3ql"} 68.947 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-7az4ou8b",disk_name="emr-master-first_系统盘",instance_id="ins-72ddmash"} 80.716 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-d4u2k019",disk_name="emr-master-first_数据盘_1",instance_id="ins-72ddmash"} 0.216 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-kgrz3r9r",disk_name="emr-core2_系统盘",instance_id="ins-8oii7mwz"} 72.097 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-lwrw31rd",disk_name="tke_cls-1wej5kab_worker_系统盘",instance_id="ins-meanfhgr"} 67.668 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-rsmwom17",disk_name="tke_cls-gwpgb67l_worker_系统盘",instance_id="ins-9z69rcxz"} 30.183 1679369880000 -qce_cbs_diskwritetraffic_avg{b_g="IEG",disk_id="disk-6byeezvx",disk_name="未命名_系统盘",instance_id="ins-5uxdjl9d"} 51.51 1679369880000 -qce_cbs_diskwritetraffic_avg{disk_id="disk-2lzibbaj",disk_name="tke_cls-b44m781p_worker_系统盘",hello="hello01",instance_id="ins-4rj6ji9x"} 27.521 1679369880000 -# HELP qcloud_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which qcloud_exporter was built. -# TYPE qcloud_exporter_build_info gauge -qcloud_exporter_build_info{branch="",goversion="go1.17.7",revision="",version=""} 1 -# HELP tcm_scrape_collector_duration_seconds qcloud_exporter: Duration of a collector scrape. -# TYPE tcm_scrape_collector_duration_seconds gauge -tcm_scrape_collector_duration_seconds{collector="QCE/BLOCK_STORAGE"} 0.924819085 -# HELP tcm_scrape_collector_success qcloud_exporter: Whether a collector succeeded. -# TYPE tcm_scrape_collector_success gauge -tcm_scrape_collector_success{collector="QCE/BLOCK_STORAGE"} 1 From c7420deaaa772987623c1f0cd5a1b6b04ca55506 Mon Sep 17 00:00:00 2001 From: carldai Date: Thu, 30 Mar 2023 15:49:55 +0800 Subject: [PATCH 4/4] fix --- pkg/metric/repository.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pkg/metric/repository.go b/pkg/metric/repository.go index eabfa09..402481a 100644 --- a/pkg/metric/repository.go +++ b/pkg/metric/repository.go @@ -3,6 +3,7 @@ package metric import ( "context" "fmt" + "strings" "time" "github.com/tencentyun/tencentcloud-exporter/pkg/util" @@ -166,7 +167,7 @@ func (repo *TcmMetricRepositoryImpl) getMonitorDataWithRetry( for i := 0; i < 3; i++ { resp, err := monitorClient.GetMonitorData(request) if err != nil { - if err.Error() == context.DeadlineExceeded.Error() { + if strings.Contains(err.Error(), context.DeadlineExceeded.Error()) { lastErr = err continue }