result_handler.go 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. package alerting
  2. import (
  3. "time"
  4. "github.com/grafana/grafana/pkg/bus"
  5. "github.com/grafana/grafana/pkg/components/simplejson"
  6. "github.com/grafana/grafana/pkg/log"
  7. "github.com/grafana/grafana/pkg/metrics"
  8. m "github.com/grafana/grafana/pkg/models"
  9. "github.com/grafana/grafana/pkg/services/annotations"
  10. )
  11. type ResultHandler interface {
  12. Handle(evalContext *EvalContext) error
  13. }
  14. type DefaultResultHandler struct {
  15. notifier NotificationService
  16. log log.Logger
  17. }
  18. func NewResultHandler() *DefaultResultHandler {
  19. return &DefaultResultHandler{
  20. log: log.New("alerting.resultHandler"),
  21. notifier: NewNotificationService(),
  22. }
  23. }
  24. func (handler *DefaultResultHandler) Handle(evalContext *EvalContext) error {
  25. executionError := ""
  26. annotationData := simplejson.New()
  27. if len(evalContext.EvalMatches) > 0 {
  28. annotationData.Set("evalMatches", simplejson.NewFromAny(evalContext.EvalMatches))
  29. }
  30. if evalContext.Error != nil {
  31. executionError = evalContext.Error.Error()
  32. annotationData.Set("error", executionError)
  33. } else if evalContext.NoDataFound {
  34. annotationData.Set("noData", true)
  35. }
  36. metrics.M_Alerting_Result_State.WithLabelValues(string(evalContext.Rule.State)).Inc()
  37. if evalContext.ShouldUpdateAlertState() {
  38. handler.log.Info("New state change", "alertId", evalContext.Rule.Id, "newState", evalContext.Rule.State, "prev state", evalContext.PrevAlertState)
  39. cmd := &m.SetAlertStateCommand{
  40. AlertId: evalContext.Rule.Id,
  41. OrgId: evalContext.Rule.OrgId,
  42. State: evalContext.Rule.State,
  43. Error: executionError,
  44. EvalData: annotationData,
  45. }
  46. if err := bus.Dispatch(cmd); err != nil {
  47. if err == m.ErrCannotChangeStateOnPausedAlert {
  48. handler.log.Error("Cannot change state on alert thats pause", "error", err)
  49. return err
  50. }
  51. if err == m.ErrRequiresNewState {
  52. handler.log.Info("Alert already updated")
  53. return nil
  54. }
  55. handler.log.Error("Failed to save state", "error", err)
  56. }
  57. // save annotation
  58. item := annotations.Item{
  59. OrgId: evalContext.Rule.OrgId,
  60. DashboardId: evalContext.Rule.DashboardId,
  61. PanelId: evalContext.Rule.PanelId,
  62. AlertId: evalContext.Rule.Id,
  63. Text: "",
  64. NewState: string(evalContext.Rule.State),
  65. PrevState: string(evalContext.PrevAlertState),
  66. Epoch: time.Now().Unix(),
  67. Data: annotationData,
  68. }
  69. annotationRepo := annotations.GetRepository()
  70. if err := annotationRepo.Save(&item); err != nil {
  71. handler.log.Error("Failed to save annotation for new alert state", "error", err)
  72. }
  73. }
  74. handler.notifier.SendIfNeeded(evalContext)
  75. return nil
  76. }