result_handler.go 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. package alerting
  2. import (
  3. "time"
  4. "github.com/grafana/grafana/pkg/bus"
  5. "github.com/grafana/grafana/pkg/components/simplejson"
  6. "github.com/grafana/grafana/pkg/log"
  7. "github.com/grafana/grafana/pkg/metrics"
  8. m "github.com/grafana/grafana/pkg/models"
  9. "github.com/grafana/grafana/pkg/services/annotations"
  10. )
  11. type ResultHandler interface {
  12. Handle(ctx *EvalContext)
  13. }
  14. type DefaultResultHandler struct {
  15. notifier Notifier
  16. log log.Logger
  17. }
  18. func NewResultHandler() *DefaultResultHandler {
  19. return &DefaultResultHandler{
  20. log: log.New("alerting.resultHandler"),
  21. notifier: NewRootNotifier(),
  22. }
  23. }
  24. func (handler *DefaultResultHandler) Handle(ctx *EvalContext) {
  25. oldState := ctx.Rule.State
  26. exeuctionError := ""
  27. if ctx.Error != nil {
  28. handler.log.Error("Alert Rule Result Error", "ruleId", ctx.Rule.Id, "error", ctx.Error)
  29. ctx.Rule.State = m.AlertStateExeuctionError
  30. exeuctionError = ctx.Error.Error()
  31. } else if ctx.Firing {
  32. ctx.Rule.State = m.AlertStateType(ctx.Rule.Severity)
  33. } else {
  34. ctx.Rule.State = m.AlertStateOK
  35. }
  36. countSeverity(ctx.Rule.Severity)
  37. if ctx.Rule.State != oldState {
  38. handler.log.Info("New state change", "alertId", ctx.Rule.Id, "newState", ctx.Rule.State, "oldState", oldState)
  39. cmd := &m.SetAlertStateCommand{
  40. AlertId: ctx.Rule.Id,
  41. OrgId: ctx.Rule.OrgId,
  42. State: ctx.Rule.State,
  43. Error: exeuctionError,
  44. }
  45. if err := bus.Dispatch(cmd); err != nil {
  46. handler.log.Error("Failed to save state", "error", err)
  47. }
  48. // save annotation
  49. item := annotations.Item{
  50. OrgId: ctx.Rule.OrgId,
  51. Type: annotations.AlertType,
  52. AlertId: ctx.Rule.Id,
  53. Title: ctx.Rule.Name,
  54. Text: ctx.GetStateText(),
  55. NewState: string(ctx.Rule.State),
  56. PrevState: string(oldState),
  57. Timestamp: time.Now(),
  58. Data: simplejson.NewFromAny(ctx.EvalMatches),
  59. }
  60. annotationRepo := annotations.GetRepository()
  61. if err := annotationRepo.Save(&item); err != nil {
  62. handler.log.Error("Failed to save annotation for new alert state", "error", err)
  63. }
  64. handler.notifier.Notify(ctx)
  65. }
  66. }
  67. func countSeverity(state m.AlertSeverityType) {
  68. switch state {
  69. case m.AlertSeverityOK:
  70. metrics.M_Alerting_Result_Ok.Inc(1)
  71. case m.AlertSeverityInfo:
  72. metrics.M_Alerting_Result_Info.Inc(1)
  73. case m.AlertSeverityWarning:
  74. metrics.M_Alerting_Result_Warning.Inc(1)
  75. case m.AlertSeverityCritical:
  76. metrics.M_Alerting_Result_Critical.Inc(1)
  77. }
  78. }