engine_integration_test.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148
  1. // +build integration
  2. package alerting
  3. import (
  4. "context"
  5. "errors"
  6. "net"
  7. "net/http"
  8. "net/http/httptest"
  9. "testing"
  10. "time"
  11. . "github.com/smartystreets/goconvey/convey"
  12. )
  13. func TestEngineTimeouts(t *testing.T) {
  14. Convey("Alerting engine timeout tests", t, func() {
  15. engine := NewEngine()
  16. engine.resultHandler = &FakeResultHandler{}
  17. job := &Job{Running: true, Rule: &Rule{}}
  18. Convey("Should trigger as many retries as needed", func() {
  19. Convey("pended alert for datasource -> result handler should be worked", func() {
  20. // reduce alert timeout to test quickly
  21. originAlertTimeout := alertTimeout
  22. alertTimeout = 2 * time.Second
  23. transportTimeoutInterval := 2 * time.Second
  24. serverBusySleepDuration := 1 * time.Second
  25. evalHandler := NewFakeCommonTimeoutHandler(transportTimeoutInterval, serverBusySleepDuration)
  26. resultHandler := NewFakeCommonTimeoutHandler(transportTimeoutInterval, serverBusySleepDuration)
  27. engine.evalHandler = evalHandler
  28. engine.resultHandler = resultHandler
  29. engine.processJobWithRetry(context.TODO(), job)
  30. So(evalHandler.EvalSucceed, ShouldEqual, true)
  31. So(resultHandler.ResultHandleSucceed, ShouldEqual, true)
  32. // initialize for other tests.
  33. alertTimeout = originAlertTimeout
  34. engine.resultHandler = &FakeResultHandler{}
  35. })
  36. })
  37. })
  38. }
  39. type FakeCommonTimeoutHandler struct {
  40. TransportTimeoutDuration time.Duration
  41. ServerBusySleepDuration time.Duration
  42. EvalSucceed bool
  43. ResultHandleSucceed bool
  44. }
  45. func NewFakeCommonTimeoutHandler(transportTimeoutDuration time.Duration, serverBusySleepDuration time.Duration) *FakeCommonTimeoutHandler {
  46. return &FakeCommonTimeoutHandler{
  47. TransportTimeoutDuration: transportTimeoutDuration,
  48. ServerBusySleepDuration: serverBusySleepDuration,
  49. EvalSucceed: false,
  50. ResultHandleSucceed: false,
  51. }
  52. }
  53. func (handler *FakeCommonTimeoutHandler) Eval(evalContext *EvalContext) {
  54. // 1. prepare mock server
  55. path := "/evaltimeout"
  56. srv := runBusyServer(path, handler.ServerBusySleepDuration)
  57. defer srv.Close()
  58. // 2. send requests
  59. url := srv.URL + path
  60. res, err := sendRequest(evalContext.Ctx, url, handler.TransportTimeoutDuration)
  61. if res != nil {
  62. defer res.Body.Close()
  63. }
  64. if err != nil {
  65. evalContext.Error = errors.New("Fake evaluation timeout test failure")
  66. return
  67. }
  68. if res.StatusCode == 200 {
  69. handler.EvalSucceed = true
  70. }
  71. evalContext.Error = errors.New("Fake evaluation timeout test failure; wrong response")
  72. }
  73. func (handler *FakeCommonTimeoutHandler) Handle(evalContext *EvalContext) error {
  74. // 1. prepare mock server
  75. path := "/resulthandle"
  76. srv := runBusyServer(path, handler.ServerBusySleepDuration)
  77. defer srv.Close()
  78. // 2. send requests
  79. url := srv.URL + path
  80. res, err := sendRequest(evalContext.Ctx, url, handler.TransportTimeoutDuration)
  81. if res != nil {
  82. defer res.Body.Close()
  83. }
  84. if err != nil {
  85. evalContext.Error = errors.New("Fake result handle timeout test failure")
  86. return evalContext.Error
  87. }
  88. if res.StatusCode == 200 {
  89. handler.ResultHandleSucceed = true
  90. return nil
  91. }
  92. evalContext.Error = errors.New("Fake result handle timeout test failure; wrong response")
  93. return evalContext.Error
  94. }
  95. func runBusyServer(path string, serverBusySleepDuration time.Duration) *httptest.Server {
  96. mux := http.NewServeMux()
  97. server := httptest.NewServer(mux)
  98. mux.HandleFunc(path, func(w http.ResponseWriter, r *http.Request) {
  99. time.Sleep(serverBusySleepDuration)
  100. })
  101. return server
  102. }
  103. func sendRequest(context context.Context, url string, transportTimeoutInterval time.Duration) (resp *http.Response, err error) {
  104. req, err := http.NewRequest("GET", url, nil)
  105. if err != nil {
  106. return nil, err
  107. }
  108. req = req.WithContext(context)
  109. transport := http.Transport{
  110. Dial: (&net.Dialer{
  111. Timeout: transportTimeoutInterval,
  112. KeepAlive: transportTimeoutInterval,
  113. }).Dial,
  114. }
  115. client := http.Client{
  116. Transport: &transport,
  117. }
  118. return client.Do(req)
  119. }