| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586 |
- package alerting
- import (
- "time"
- "github.com/grafana/grafana/pkg/bus"
- "github.com/grafana/grafana/pkg/log"
- "github.com/grafana/grafana/pkg/metrics"
- m "github.com/grafana/grafana/pkg/models"
- "github.com/grafana/grafana/pkg/services/annotations"
- )
- type ResultHandler interface {
- Handle(ctx *EvalContext)
- }
- type DefaultResultHandler struct {
- notifier Notifier
- log log.Logger
- }
- func NewResultHandler() *DefaultResultHandler {
- return &DefaultResultHandler{
- log: log.New("alerting.resultHandler"),
- notifier: NewRootNotifier(),
- }
- }
- func (handler *DefaultResultHandler) Handle(ctx *EvalContext) {
- oldState := ctx.Rule.State
- if ctx.Error != nil {
- handler.log.Error("Alert Rule Result Error", "ruleId", ctx.Rule.Id, "error", ctx.Error)
- ctx.Rule.State = m.AlertStatePending
- } else if ctx.Firing {
- ctx.Rule.State = m.AlertStateFiring
- } else {
- ctx.Rule.State = m.AlertStateOK
- }
- countSeverity(ctx.Rule.Severity)
- if ctx.Rule.State != oldState {
- handler.log.Info("New state change", "alertId", ctx.Rule.Id, "newState", ctx.Rule.State, "oldState", oldState)
- cmd := &m.SetAlertStateCommand{
- AlertId: ctx.Rule.Id,
- OrgId: ctx.Rule.OrgId,
- State: ctx.Rule.State,
- }
- if err := bus.Dispatch(cmd); err != nil {
- handler.log.Error("Failed to save state", "error", err)
- }
- // save annotation
- item := annotations.Item{
- OrgId: ctx.Rule.OrgId,
- Type: annotations.AlertType,
- AlertId: ctx.Rule.Id,
- Title: ctx.Rule.Name,
- Text: ctx.GetStateText(),
- NewState: string(ctx.Rule.State),
- PrevState: string(oldState),
- Timestamp: time.Now(),
- }
- annotationRepo := annotations.GetRepository()
- if err := annotationRepo.Save(&item); err != nil {
- handler.log.Error("Failed to save annotation for new alert state", "error", err)
- }
- handler.notifier.Notify(ctx)
- }
- }
- func countSeverity(state m.AlertSeverityType) {
- switch state {
- case m.AlertSeverityOK:
- metrics.M_Alerting_Result_Ok.Inc(1)
- case m.AlertSeverityInfo:
- metrics.M_Alerting_Result_Info.Inc(1)
- case m.AlertSeverityWarning:
- metrics.M_Alerting_Result_Warning.Inc(1)
- case m.AlertSeverityCritical:
- metrics.M_Alerting_Result_Critical.Inc(1)
- }
- }
|