result_handler.go 2.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586
  1. package alerting
  2. import (
  3. "time"
  4. "github.com/grafana/grafana/pkg/bus"
  5. "github.com/grafana/grafana/pkg/log"
  6. "github.com/grafana/grafana/pkg/metrics"
  7. m "github.com/grafana/grafana/pkg/models"
  8. "github.com/grafana/grafana/pkg/services/annotations"
  9. )
  10. type ResultHandler interface {
  11. Handle(ctx *EvalContext)
  12. }
  13. type DefaultResultHandler struct {
  14. notifier Notifier
  15. log log.Logger
  16. }
  17. func NewResultHandler() *DefaultResultHandler {
  18. return &DefaultResultHandler{
  19. log: log.New("alerting.resultHandler"),
  20. notifier: NewRootNotifier(),
  21. }
  22. }
  23. func (handler *DefaultResultHandler) Handle(ctx *EvalContext) {
  24. oldState := ctx.Rule.State
  25. if ctx.Error != nil {
  26. handler.log.Error("Alert Rule Result Error", "ruleId", ctx.Rule.Id, "error", ctx.Error)
  27. ctx.Rule.State = m.AlertStatePending
  28. } else if ctx.Firing {
  29. ctx.Rule.State = m.AlertStateFiring
  30. } else {
  31. ctx.Rule.State = m.AlertStateOK
  32. }
  33. countSeverity(ctx.Rule.Severity)
  34. if ctx.Rule.State != oldState {
  35. handler.log.Info("New state change", "alertId", ctx.Rule.Id, "newState", ctx.Rule.State, "oldState", oldState)
  36. cmd := &m.SetAlertStateCommand{
  37. AlertId: ctx.Rule.Id,
  38. OrgId: ctx.Rule.OrgId,
  39. State: ctx.Rule.State,
  40. }
  41. if err := bus.Dispatch(cmd); err != nil {
  42. handler.log.Error("Failed to save state", "error", err)
  43. }
  44. // save annotation
  45. item := annotations.Item{
  46. OrgId: ctx.Rule.OrgId,
  47. Type: annotations.AlertType,
  48. AlertId: ctx.Rule.Id,
  49. Title: ctx.Rule.Name,
  50. Text: ctx.GetStateText(),
  51. NewState: string(ctx.Rule.State),
  52. PrevState: string(oldState),
  53. Timestamp: time.Now(),
  54. }
  55. annotationRepo := annotations.GetRepository()
  56. if err := annotationRepo.Save(&item); err != nil {
  57. handler.log.Error("Failed to save annotation for new alert state", "error", err)
  58. }
  59. handler.notifier.Notify(ctx)
  60. }
  61. }
  62. func countSeverity(state m.AlertSeverityType) {
  63. switch state {
  64. case m.AlertSeverityOK:
  65. metrics.M_Alerting_Result_Ok.Inc(1)
  66. case m.AlertSeverityInfo:
  67. metrics.M_Alerting_Result_Info.Inc(1)
  68. case m.AlertSeverityWarning:
  69. metrics.M_Alerting_Result_Warning.Inc(1)
  70. case m.AlertSeverityCritical:
  71. metrics.M_Alerting_Result_Critical.Inc(1)
  72. }
  73. }