entity.go

package db

import (
	"context"
	"encoding/json"
	"fmt"
	"github.com/WeBankPartners/open-monitor/monitor-server/middleware/log"
	m "github.com/WeBankPartners/open-monitor/monitor-server/models"
	"golang.org/x/net/context/ctxhttp"
	"io/ioutil"
	"net/http"
	"sort"
	"strconv"
	"strings"
	"time"
)

var coreProcessKey string

func getCoreProcessKey() string {
	if coreProcessKey != "" {
		return coreProcessKey
	}
	if m.CoreUrl == "" {
		log.Logger.Info("Get core process key fail, core url is null")
		return ""
	}
	request, err := http.NewRequest(http.MethodGet, fmt.Sprintf("%s/platform/v1/process/definitions", m.CoreUrl), strings.NewReader(""))
	if err != nil {
		log.Logger.Error("Get core process key new request fail", log.Error(err))
		return ""
	}
	request.Header.Set("Authorization", m.GetCoreToken())
	res, err := ctxhttp.Do(context.Background(), http.DefaultClient, request)
	if err != nil {
		log.Logger.Error("Get core process key ctxhttp request fail", log.Error(err))
		return ""
	}
	defer res.Body.Close()
	b, _ := ioutil.ReadAll(res.Body)
	var resultObj m.CoreProcessResult
	err = json.Unmarshal(b, &resultObj)
	if err != nil {
		log.Logger.Error("Get core process key json unmarshal result", log.Error(err))
		return ""
	}
	log.Logger.Info(fmt.Sprintf("get core process, resultObj status:%s  message:%s  data length:%d", resultObj.Status, resultObj.Message, len(resultObj.Data)))
	for _, v := range resultObj.Data {
		log.Logger.Info(fmt.Sprintf("process result name:%s", v.ProcDefName))
		if strings.Contains(v.ProcDefName, "监控告警处理") {
			coreProcessKey = v.ProcDefKey
		}
	}
	return coreProcessKey
}

func GetCoreEventList(userToken string) (result m.CoreProcessResult, err error) {
	if !m.PluginRunningMode {
		result = m.CoreProcessResult{Data: []*m.CoreProcessDataObj{}}
		return result, nil
	}
	if m.CoreUrl == "" {
		log.Logger.Warn("Get core process key fail, core url is null")
		return result, fmt.Errorf("get core process key fail, core url is null")
	}
	request, err := http.NewRequest(http.MethodGet, fmt.Sprintf("%s/platform/v1/public/process/definitions?plugin=monitor&permission=USE&all=N", m.CoreUrl), strings.NewReader(""))
	if err != nil {
		log.Logger.Error("Get core process key new request fail", log.Error(err))
		return result, err
	}
	//request.Header.Set("Authorization", m.GetCoreToken())
	request.Header.Set("Authorization", userToken)
	res, err := ctxhttp.Do(context.Background(), http.DefaultClient, request)
	if err != nil {
		log.Logger.Error("Get core process key ctxhttp request fail", log.Error(err))
		return result, err
	}
	b, _ := ioutil.ReadAll(res.Body)
	res.Body.Close()
	//testResult := `{"status":"OK","message":"Success","data":[{"procDefId":"rRqRf87S2Ev","procDefKey":"wecube1581455678621","procDefName":"L3_数据库首次部署_V0.2","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:subsys","createdTime":"2020-02-24 23:31:15","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShPf61z2Bv","procDefKey":"wecube1583340833459","procDefName":null,"procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 00:55:44","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqRgG6S2F1","procDefKey":"wecube1581455678621","procDefName":"L3_子系统首次部署[CLB+APP]_V0.1","procDefVersion":"2","status":"deployed","procDefData":null,"rootEntity":"wecmdb:subsys","createdTime":"2020-02-24 23:31:21","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShRwAZz2BH","procDefKey":"wecube1583340833459","procDefName":"创建主机2","procDefVersion":"3","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 01:04:48","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShNC9mz2Bj","procDefKey":"wecube1583340191630","procDefName":"ITSM-创建主机表单","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 00:49:16","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rTnNXdiW2Bo","procDefKey":"wecube1581437988379","procDefName":"L1_应用服务均衡配置V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:business_app_instance","createdTime":"2020-03-16 15:57:07","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rSZ3YAr42Cp","procDefKey":"wecube1583979798296","procDefName":"aaa","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-12 10:23:58","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRMtOU6S2Bi","procDefKey":"wecube1581626244634","procDefName":"数据库包解析替换","procDefVersion":"null","status":"draft","procDefData":null,"rootEntity":"wecmdb:subsys","createdTime":"2020-02-28 16:16:12","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShTWibz2BT","procDefKey":"wecube1583340833459","procDefName":"创建主机3","procDefVersion":"5","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 01:14:23","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rSOH7zF42Br","procDefKey":"wecube1581454682287","procDefName":"L3_监控告警处理V0.2","procDefVersion":"2","status":"deployed","procDefData":null,"rootEntity":"service-mgmt:task","createdTime":"2020-03-10 15:50:27","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqR6DPS2BG","procDefKey":"wecube1576991964758","procDefName":"L2_应用资源集合CVM安装及初始化_V0.2","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_set","createdTime":"2020-02-24 23:30:42","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rSr9I81z2Cc","procDefKey":"wecube1581454682287","procDefName":"L3_监控告警处理V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"service-mgmt:task","createdTime":"2020-03-06 15:13:29","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqR95US2D5","procDefKey":"wecube1577352660224","procDefName":"L2_业务区域子网网络初始化_V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:business_zone","createdTime":"2020-02-24 23:30:51","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqRcpGS2DY","procDefKey":"wecube1578296432413","procDefName":"L2_APP应用首次部署_V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:unit","createdTime":"2020-02-24 23:31:04","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqRa1yS2Dt","procDefKey":"wecube1577437368910","procDefName":"L1_DB资源集合MYSQL资源实例创建_V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_set","createdTime":"2020-02-24 23:30:55","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShPizzz2BB","procDefKey":"wecube1583340833459","procDefName":"创建主机2","procDefVersion":"2","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 00:55:57","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqR7RSS2Cs","procDefKey":"wecube1577351326050","procDefName":"L2_地域数据中心VPC级网络初始化_V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:data_center","createdTime":"2020-02-24 23:30:47","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqRbgTS2DI","procDefKey":"wecube1581437316084","procDefName":"L1_应用LB资源集合CLB资源实例创建_V0.1","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_set","createdTime":"2020-02-24 23:31:00","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShNTe8z2Bp","procDefKey":"wecube1583340191630","procDefName":"ITSM-创建主机表单","procDefVersion":"2","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 00:50:21","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rShSG34z2BN","procDefKey":"wecube1583340833459","procDefName":"创建主机3","procDefVersion":"4","status":"deployed","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-05 01:09:22","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rT6Miau42CN","procDefKey":"wecube1583340833459","procDefName":"创建主机3","procDefVersion":"null","status":"draft","procDefData":null,"rootEntity":"wecmdb:resource_instance","createdTime":"2020-03-13 18:03:54","permissionToRole":null,"taskNodeInfos":[]},{"procDefId":"rRqRhwZS2FC","procDefKey":"wecube1581626244634","procDefName":"L3_子系统升级部署[DB+APP]_V0.3","procDefVersion":"1","status":"deployed","procDefData":null,"rootEntity":"wecmdb:subsys","createdTime":"2020-02-24 23:31:24","permissionToRole":null,"taskNodeInfos":[]}]}`
	//b := []byte(testResult)
	err = json.Unmarshal(b, &result)
	if err != nil {
		log.Logger.Error("Get core process key json unmarshal result", log.Error(err))
		return result, err
	}
	if result.Status != "OK" {
		err = fmt.Errorf(result.Message)
		return
	}
	sort.Sort(result.Data)
	log.Logger.Info(fmt.Sprintf("get core process, resultObj status:%s  message:%s  data length:%d", result.Status, result.Message, len(result.Data)))
	return result, nil
}

func getCoreEventKey(status, endpoint string) []string {
	var result []string
	var firingList, recoverList []string
	var recursiveData []*m.PanelRecursiveTable
	x.SQL("SELECT * FROM panel_recursive").Find(&recursiveData)
	if len(recursiveData) > 0 {
		for _, v := range recursiveData {
			if strings.Contains(v.Endpoint, endpoint) {
				if v.FiringCallbackKey != "" {
					firingList = append(firingList, fmt.Sprintf("%s^%s", v.Guid, v.FiringCallbackKey))
				}
				if v.RecoverCallbackKey != "" {
					recoverList = append(recoverList, fmt.Sprintf("%s^%s", v.Guid, v.RecoverCallbackKey))
				}
				for _, vv := range strings.Split(v.Parent, "^") {
					_, _, _, tmpFiring, tmpRecover := searchRecursiveParent(recursiveData, []string{}, []string{}, []string{}, []string{}, []string{}, vv)
					for _, vvv := range tmpFiring {
						firingList = append(firingList, vvv)
					}
					for _, vvv := range tmpRecover {
						recoverList = append(recoverList, vvv)
					}
				}
			}
		}
	}
	if status == "firing" {
		if len(firingList) > 0 {
			result = clearCallback(recursiveData, firingList)
		} else {
			if m.FiringCallback != "" {
				result = []string{"monitor_default_guid^" + m.FiringCallback}
			}
		}
	} else {
		if len(recoverList) > 0 {
			result = clearCallback(recursiveData, recoverList)
		} else {
			if m.RecoverCallback != "" {
				result = []string{"monitor_default_guid^" + m.RecoverCallback}
			}
		}
	}
	return result
}

func clearCallback(data []*m.PanelRecursiveTable, callbackList []string) []string {
	var result []string
	callbackMap := make(map[string]string)
	for _, v := range callbackList {
		vGuid := v[:strings.Index(v, "^")]
		vCallback := v[strings.Index(v, "^")+1:]
		for _, vv := range data {
			if vv.Guid == vGuid {
				acceptMsg := fmt.Sprintf("%s^^%s^^%s^^%s", vCallback, vv.Email, vv.Phone, vv.Role)
				if _, b := callbackMap[acceptMsg]; !b {
					callbackMap[acceptMsg] = v
					result = append(result, v)
				}
				break
			}
		}
	}
	if len(result) == 0 && len(callbackList) > 0 {
		result = callbackList
	}
	return result
}

func NotifyCoreEvent(endpoint string, strategyId int, alarmId int, customAlarmId int) error {
	var alarmStatus string
	var eventKeys []string
	if customAlarmId > 0 {
		var customAlarms []*m.AlarmCustomTable
		x.SQL("SELECT * FROM alarm_custom WHERE id=?", customAlarmId).Find(&customAlarms)
		if len(customAlarms) == 0 {
			return fmt.Errorf("can not find any custom alarm with id:%d", customAlarmId)
		}
		alarmId = customAlarms[0].Id
		alarmStatus = "firing"
		eventKeys = []string{"custom_alarm_guid^" + m.FiringCallback}
		if customAlarms[0].Closed == 1 {
			alarmStatus = "ok"
			eventKeys = []string{"custom_alarm_guid^" + m.RecoverCallback}
		}
	} else {
		var alarms []*m.AlarmTable
		if alarmId > 0 {
			x.SQL("SELECT id,status FROM alarm WHERE id=?", alarmId).Find(&alarms)
		} else {
			x.SQL("SELECT id,status FROM alarm WHERE endpoint=? AND strategy_id=? ORDER BY id DESC", endpoint, strategyId).Find(&alarms)
		}
		if len(alarms) == 0 {
			return fmt.Errorf("can not find any alarm with endpoint:%s startegy_id:%d", endpoint, strategyId)
		}
		alarmStatus = alarms[0].Status
		alarmId = alarms[0].Id
		eventKeys = getCoreEventKey(alarmStatus, endpoint)
	}
	if len(eventKeys) == 0 {
		return fmt.Errorf("notify core event fail, event key is null")
	} else {
		log.Logger.Info("Start to notify with event keys", log.StringList("eventKeys", eventKeys))
	}
	for i, coreKey := range eventKeys {
		keySplit := strings.Split(coreKey, "^")
		var requestParam m.CoreNotifyRequest
		requestParam.EventSeqNo = fmt.Sprintf("%d-%s-%d-%d", alarmId, alarmStatus, time.Now().Unix(), i)
		requestParam.EventType = "alarm"
		requestParam.SourceSubSystem = "SYS_MONITOR"
		requestParam.OperationKey = keySplit[1]
		requestParam.OperationData = fmt.Sprintf("%d-%s-%s", alarmId, alarmStatus, keySplit[0])
		requestParam.OperationUser = ""
		log.Logger.Info(fmt.Sprintf("notify request data --> eventSeqNo:%s operationKey:%s operationData:%s", requestParam.EventSeqNo, requestParam.OperationKey, requestParam.OperationData))
		b, _ := json.Marshal(requestParam)
		request, err := http.NewRequest(http.MethodPost, fmt.Sprintf("%s/platform/v1/operation-events", m.CoreUrl), strings.NewReader(string(b)))
		request.Header.Set("Authorization", m.GetCoreToken())
		request.Header.Set("Content-Type", "application/json")
		if err != nil {
			log.Logger.Error("Notify core event new request fail", log.Error(err))
			return err
		}
		res, err := ctxhttp.Do(context.Background(), http.DefaultClient, request)
		if err != nil {
			log.Logger.Error("Notify core event ctxhttp request fail", log.Error(err))
			return err
		}
		resultBody, _ := ioutil.ReadAll(res.Body)
		var resultObj m.CoreNotifyResult
		err = json.Unmarshal(resultBody, &resultObj)
		res.Body.Close()
		if err != nil {
			log.Logger.Error("Notify core event unmarshal json body fail", log.Error(err))
			return err
		}
		log.Logger.Info(fmt.Sprintf("result -> status:%s  message:%s", resultObj.Status, resultObj.Message))
	}
	return nil
}

func GetAlarmEvent(alarmType, inputGuid string, id int, alarmStatus string) (result m.AlarmEntityObj, err error) {
	if inputGuid == "custom_alarm_guid" {
		result, err = getCustomAlarmEvent(id)
		return result, err
	}
	if id == 0 {
		tmpQueryMapList, _ := x.QueryString("select max(id) as id from alarm")
		id, _ = strconv.Atoi(tmpQueryMapList[0]["id"])
		if id == 0 {
			result = m.AlarmEntityObj{Id: ""}
			return
		}
	}
	result.Id = fmt.Sprintf("%s-%d-%s", alarmType, id, inputGuid)
	if alarmType == "alarm" {
		var alarms []*m.AlarmTable
		err = x.SQL("SELECT * FROM alarm WHERE id=?", id).Find(&alarms)
		if err != nil {
			return result, err
		}
		if len(alarms) == 0 {
			return result, fmt.Errorf("%s %d can not fetch any data", alarmType, id)
		}
		if alarmStatus == "firing" || alarmStatus == "ok" {
			result.Status = alarmStatus
		} else {
			result.Status = alarms[0].Status
		}
		var tagsContent string
		for _, v := range strings.Split(alarms[0].Tags, "^") {
			tagsContent += fmt.Sprintf("\r\n%s", v)
		}
		mailMap := make(map[string]bool)
		phoneMap := make(map[string]bool)
		roleMap := make(map[string]bool)
		if alarms[0].AlarmStrategy != "" {
			result = getNotifyEventMessage(inputGuid, *alarms[0])
			return
		}
		if alarms[0].StrategyId == 0 {
			for _, v := range GetMailByEndpointGroup(alarms[0].Endpoint) {
				mailMap[fmt.Sprintf("%s^%s", inputGuid, v)] = true
			}
		} else {
			for _, v := range GetMailByStrategy(alarms[0].StrategyId) {
				mailMap[fmt.Sprintf("%s^%s", inputGuid, v)] = true
			}
		}
		var recursiveData []*m.PanelRecursiveTable
		x.SQL("SELECT * FROM panel_recursive").Find(&recursiveData)
		if len(recursiveData) > 0 {
			for _, v := range recursiveData {
				if strings.Contains(v.Endpoint, alarms[0].Endpoint) {
					for _, vv := range strings.Split(v.Email, ",") {
						mailMap[fmt.Sprintf("%s^%s", v.Guid, vv)] = true
					}
					for _, vv := range strings.Split(v.Phone, ",") {
						phoneMap[fmt.Sprintf("%s^%s", v.Guid, vv)] = true
					}
					for _, vv := range strings.Split(v.Role, ",") {
						roleMap[fmt.Sprintf("%s^%s", v.Guid, vv)] = true
					}
					for _, vv := range strings.Split(v.Parent, "^") {
						tmpToRecursiveMail, tmpToRecursivePhone, tmpToRecursiveRole, _, _ := searchRecursiveParent(recursiveData, []string{}, []string{}, []string{}, []string{}, []string{}, vv)
						log.Logger.Info(fmt.Sprintf("parent: %s  mail: %v phone: %v role: %v", vv, tmpToRecursiveMail, tmpToRecursivePhone, tmpToRecursiveRole))
						for _, vvv := range tmpToRecursiveMail {
							mailMap[vvv] = true
						}
						for _, vvv := range tmpToRecursivePhone {
							phoneMap[vvv] = true
						}
						for _, vvv := range tmpToRecursiveRole {
							roleMap[vvv] = true
						}
					}
				}
			}
		}
		inputGuid = inputGuid + "^"
		var toMail, toPhone, toRole []string
		for k, _ := range mailMap {
			if alarms[0].StrategyId == 0 {
				toMail = append(toMail, k[strings.Index(k, "^")+1:])
				continue
			}
			if strings.Contains(k, inputGuid) {
				toMail = append(toMail, k[len(inputGuid):])
			}
		}
		for k, _ := range phoneMap {
			if alarms[0].StrategyId == 0 {
				toPhone = append(toPhone, k[strings.Index(k, "^")+1:])
				continue
			}
			if strings.Contains(k, inputGuid) {
				toPhone = append(toPhone, k[len(inputGuid):])
			}
		}
		for k, _ := range roleMap {
			if alarms[0].StrategyId == 0 {
				toRole = append(toRole, k[strings.Index(k, "^")+1:])
				continue
			}
			if strings.Contains(k, inputGuid) {
				toRole = append(toRole, k[len(inputGuid):])
			}
		}
		if len(toRole) > 0 {
			var roleTable []*m.RoleTable
			x.SQL(fmt.Sprintf("SELECT * FROM role WHERE id IN (%s)", strings.Join(toRole, ","))).Find(&roleTable)
			toRole = []string{}
			for _, v := range roleTable {
				toRole = append(toRole, v.Name)
			}
		}
		if len(toMail) == 0 {
			toMail = m.DefaultMailReceiver
		}
		result.To = strings.Join(toMail, ",")
		result.ToMail = result.To
		result.ToPhone = strings.Join(toPhone, ",")
		result.ToRole = strings.Join(toRole, ",")
		result.Subject = fmt.Sprintf("[%s][%s] Endpoint:%s Metric:%s", result.Status, alarms[0].SPriority, alarms[0].Endpoint, alarms[0].SMetric)
		result.Content = fmt.Sprintf("Endpoint:%s \r\nStatus:%s\r\nMetric:%s\r\nEvent:%.3f%s\r\nLast:%s\r\nPriority:%s\r\nNote:%s\r\nTime:%s %s", alarms[0].Endpoint, result.Status, alarms[0].SMetric, alarms[0].StartValue, alarms[0].SCond, alarms[0].SLast, alarms[0].SPriority, alarms[0].Content, alarms[0].Start.Format(m.DatetimeFormat), tagsContent)
		result.SmsContent = getSmsAlarmContent(alarms[0])
		log.Logger.Info(fmt.Sprintf("alarm event --> id:%s status:%s to:%s subejct:%s content:%s smsContent:%s", result.Id, result.Status, result.To, result.Subject, result.Content, result.SmsContent))
	}
	return result, err
}

func getCustomAlarmEvent(id int) (result m.AlarmEntityObj, err error) {
	result.Id = fmt.Sprintf("custom-%d-custom_alarm_guid", id)
	var customAlarms []*m.AlarmCustomTable
	x.SQL("SELECT * FROM alarm_custom WHERE id=?", id).Find(&customAlarms)
	if len(customAlarms) == 0 {
		err = fmt.Errorf("can not find any custom alarm with id:%d", id)
		return result, err
	}
	if !strings.Contains(customAlarms[0].AlertReciver, "@") {
		result.To = strings.Join(m.DefaultMailReceiver, ",")
	} else {
		result.To = customAlarms[0].AlertReciver
	}
	result.ToMail = result.To
	alarmStatus := "firing"
	if customAlarms[0].Closed == 1 {
		alarmStatus = "ok"
	}
	priority := "high"
	if customAlarms[0].AlertLevel > 4 {
		priority = "low"
	} else if customAlarms[0].AlertLevel > 2 {
		priority = "medium"
	}
	result.Subject = fmt.Sprintf("[%s][%s] %s", alarmStatus, priority, customAlarms[0].AlertTitle)
	result.Content = fmt.Sprintf("Title:%s \r\n Level:%s \r\n Info:%s \r\n Content:%s \r\n SubSystemId:%s \r\n AlertIp:%s \r\n RemarkInfo:%s \r\n Time:%s", customAlarms[0].AlertTitle, priority, customAlarms[0].AlertInfo, customAlarms[0].AlertObj, customAlarms[0].SubSystemId, customAlarms[0].AlertIp, customAlarms[0].RemarkInfo, customAlarms[0].UpdateAt.Format(m.DatetimeFormat))
	log.Logger.Info("Get custom alarm message done", log.String("subject", result.Subject), log.String("mail", result.ToMail))
	return result, err
}

func searchRecursiveParent(data []*m.PanelRecursiveTable, tmpEmail, tmpPhone, tmpRole, tmpFiringKey, tmpRecoverKey []string, tmpParent string) (email, phone, role, firing, recover []string) {
	var parent []string
	email = tmpEmail
	phone = tmpPhone
	role = tmpRole
	firing = tmpFiringKey
	recover = tmpRecoverKey
	for _, v := range data {
		if v.Guid == tmpParent {
			parent = strings.Split(v.Parent, "^")
			for _, vv := range strings.Split(v.Email, ",") {
				if vv != "" {
					email = append(email, fmt.Sprintf("%s^%s", v.Guid, vv))
				}
			}
			for _, vv := range strings.Split(v.Phone, ",") {
				if vv != "" {
					phone = append(phone, fmt.Sprintf("%s^%s", v.Guid, vv))
				}
			}
			for _, vv := range strings.Split(v.Role, ",") {
				if vv != "" {
					role = append(role, fmt.Sprintf("%s^%s", v.Guid, vv))
				}
			}
			if v.FiringCallbackKey != "" {
				firing = append(firing, fmt.Sprintf("%s^%s", v.Guid, v.FiringCallbackKey))
			}
			if v.RecoverCallbackKey != "" {
				recover = append(recover, fmt.Sprintf("%s^%s", v.Guid, v.RecoverCallbackKey))
			}
			break
		}
	}
	if len(parent) > 0 {
		for _, v := range parent {
			tEmail, tPhone, tRole, tFiring, tRecover := searchRecursiveParent(data, []string{}, []string{}, []string{}, []string{}, []string{}, v)
			for _, vv := range tEmail {
				email = append(email, vv)
			}
			for _, vv := range tPhone {
				phone = append(phone, vv)
			}
			for _, vv := range tRole {
				role = append(role, vv)
			}
			for _, vv := range tFiring {
				firing = append(firing, vv)
			}
			for _, vv := range tRecover {
				recover = append(recover, vv)
			}
		}
	}
	return email, phone, role, firing, recover
}

func getSmsAlarmContent(alarm *m.AlarmTable) string {
	var contentList []string
	contentList = append(contentList, alarm.Status)
	contentList = append(contentList, alarm.SPriority)
	contentList = append(contentList, alarm.Endpoint)
	contentList = append(contentList, alarm.SMetric)
	if alarm.Status == "firing" {
		contentList = append(contentList, fmt.Sprintf("%.3f%s", alarm.StartValue, alarm.SCond))
	} else {
		contentList = append(contentList, fmt.Sprintf("%.3f%s", alarm.EndValue, alarm.SCond))
	}
	contentList = append(contentList, alarm.Start.Format(m.DatetimeFormat))
	if m.SmsParamMaxLength > 0 {
		for i, v := range contentList {
			contentList[i] = v[:m.SmsParamMaxLength]
		}
	}
	return strings.Join(contentList, ";")
}

func GetAlarmEventEntityData(alarmId int) (result *m.AlarmEventEntityObj, err error) {
	result = &m.AlarmEventEntityObj{}
	var alarmRows []*m.AlarmTable
	err = x.SQL("select endpoint,status,s_metric,s_cond,s_last,s_priority,content,`start` from alarm where id=?", alarmId).Find(&alarmRows)
	if err != nil {
		err = fmt.Errorf("query alarm table fail,%s ", err.Error())
		return
	}
	if len(alarmRows) > 0 {
		alarmObj := alarmRows[0]
		result.Content = alarmObj.Content
		result.Priority = alarmObj.SPriority
		result.StartTime = alarmObj.Start.Format(m.DatetimeFormat)
		result.DisplayName = fmt.Sprintf("%d-%s-%s", alarmId, alarmObj.Endpoint, alarmObj.SMetric)
		alarmObjBytes, _ := json.Marshal(alarmObj)
		result.Message = string(alarmObjBytes)
	}
	return
}