KJZH001/nezha-2023
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

服务状态变更时清除静音缓存

Browse Source
This commit is contained in:
Akkia 2023-06-18 04:02:41 +08:00
parent 45e26f4082
commit 865848668b
1 changed files with 20 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
service/singleton/servicesentinel.go
View File

@ -400,42 +400,53 @@ func (ss *ServiceSentinel) worker() {
ss.monitorsLock.RUnlock() ss.monitorsLock.RUnlock()
} }
// 状态变更报警 // 状态变更报警+触发任务执行
if stateCode == StatusDown || stateCode != ss.lastStatus[mh.GetId()] { if stateCode == StatusDown || stateCode != ss.lastStatus[mh.GetId()] {
ss.monitorsLock.Lock() ss.monitorsLock.Lock()
lastStatus := ss.lastStatus[mh.GetId()] lastStatus := ss.lastStatus[mh.GetId()]
// 存储新的状态值 // 存储新的状态值
ss.lastStatus[mh.GetId()] = stateCode ss.lastStatus[mh.GetId()] = stateCode
// 判断是否需要发送提醒 // 判断是否需要发送通知
isNeedSendNotification := ss.monitors[mh.GetId()].Notify && (lastStatus != 0 || stateCode == StatusDown) isNeedSendNotification := ss.monitors[mh.GetId()].Notify && lastStatus != 0
if isNeedSendNotification { if isNeedSendNotification {
ServerLock.RLock() ServerLock.RLock()
reporterServer := ServerList[r.Reporter]
go SendNotification(ss.monitors[mh.GetId()].NotificationTag, fmt.Sprintf("[%s] %s Reporter: %s, Error: %s", StatusCodeToString(stateCode), ss.monitors[mh.GetId()].Name, reporterServer.Name, mh.Data), NotificationMuteLabel.ServiceStateChanged(mh.GetId()))
reporterServer := ServerList[r.Reporter]
notificationTag := ss.monitors[mh.GetId()].NotificationTag
notificationMsg := fmt.Sprintf("[%s] %s Reporter: %s, Error: %s", StatusCodeToString(stateCode), ss.monitors[mh.GetId()].Name, reporterServer.Name, mh.Data)
muteLabel := NotificationMuteLabel.ServiceStateChanged(mh.GetId())
// 状态变更时，清除静音缓存
if stateCode != lastStatus {
fullLabel := *NotificationMuteLabel.AppendNotificationTag(muteLabel, notificationTag)
Cache.Delete(fullLabel)
}
go SendNotification(notificationTag, notificationMsg, muteLabel)
ServerLock.RUnlock() ServerLock.RUnlock()
} }
// 判断是否需要触发任务 // 判断是否需要触发任务
if ss.monitors[mh.GetId()].EnableTriggerTask && lastStatus != 0 { isNeedTriggerTask := ss.monitors[mh.GetId()].EnableTriggerTask && lastStatus != 0
if isNeedTriggerTask {
ServerLock.RLock() ServerLock.RLock()
reporterServer := ServerList[r.Reporter] reporterServer := ServerList[r.Reporter]
ServerLock.RUnlock() ServerLock.RUnlock()
if stateCode == StatusGood && lastStatus != stateCode { if stateCode == StatusGood && lastStatus != stateCode {
// 当前状态正常 前序状态异常时 触发恢复任务 // 当前状态正常 前序状态非正常时 触发恢复任务
go SendTriggerTasks(ss.monitors[mh.GetId()].RecoverTriggerTasks, reporterServer.ID) go SendTriggerTasks(ss.monitors[mh.GetId()].RecoverTriggerTasks, reporterServer.ID)
} else if lastStatus == StatusGood && lastStatus != stateCode { } else if lastStatus == StatusGood && lastStatus != stateCode {
// 前序状态正常 当前状态异常时 触发失败任务 // 前序状态正常 当前状态非正常时 触发失败任务
go SendTriggerTasks(ss.monitors[mh.GetId()].FailTriggerTasks, reporterServer.ID) go SendTriggerTasks(ss.monitors[mh.GetId()].FailTriggerTasks, reporterServer.ID)
} }
} }
// 当前状态正常 前序状态非正常时触发恢复任务
ss.monitorsLock.Unlock() ss.monitorsLock.Unlock()
} }
ss.serviceResponseDataStoreLock.Unlock() ss.serviceResponseDataStoreLock.Unlock()
// SSL 证书报警 // SSL 证书报警
var errMsg string var errMsg string
if strings.HasPrefix(mh.Data, "SSL证书错误：") { if strings.HasPrefix(mh.Data, "SSL证书错误：") {