sql_engine_test.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335
  1. package tsdb
  2. import (
  3. "fmt"
  4. "testing"
  5. "time"
  6. "github.com/grafana/grafana/pkg/components/null"
  7. "github.com/grafana/grafana/pkg/components/simplejson"
  8. "github.com/grafana/grafana/pkg/models"
  9. . "github.com/smartystreets/goconvey/convey"
  10. )
  11. func TestSqlEngine(t *testing.T) {
  12. Convey("SqlEngine", t, func() {
  13. dt := time.Date(2018, 3, 14, 21, 20, 6, int(527345*time.Microsecond), time.UTC)
  14. earlyDt := time.Date(1970, 3, 14, 21, 20, 6, int(527345*time.Microsecond), time.UTC)
  15. Convey("Given a time range between 2018-04-12 00:00 and 2018-04-12 00:05", func() {
  16. from := time.Date(2018, 4, 12, 18, 0, 0, 0, time.UTC)
  17. to := from.Add(5 * time.Minute)
  18. timeRange := NewFakeTimeRange("5m", "now", to)
  19. query := &Query{DataSource: &models.DataSource{}, Model: simplejson.New()}
  20. Convey("interpolate $__interval", func() {
  21. sql, err := Interpolate(query, timeRange, "select $__interval ")
  22. So(err, ShouldBeNil)
  23. So(sql, ShouldEqual, "select 1m ")
  24. })
  25. Convey("interpolate $__interval in $__timeGroup", func() {
  26. sql, err := Interpolate(query, timeRange, "select $__timeGroupAlias(time,$__interval)")
  27. So(err, ShouldBeNil)
  28. So(sql, ShouldEqual, "select $__timeGroupAlias(time,1m)")
  29. })
  30. Convey("interpolate $__interval_ms", func() {
  31. sql, err := Interpolate(query, timeRange, "select $__interval_ms ")
  32. So(err, ShouldBeNil)
  33. So(sql, ShouldEqual, "select 60000 ")
  34. })
  35. Convey("interpolate __unixEpochFrom function", func() {
  36. sql, err := Interpolate(query, timeRange, "select $__unixEpochFrom()")
  37. So(err, ShouldBeNil)
  38. So(sql, ShouldEqual, fmt.Sprintf("select %d", from.Unix()))
  39. })
  40. Convey("interpolate __unixEpochTo function", func() {
  41. sql, err := Interpolate(query, timeRange, "select $__unixEpochTo()")
  42. So(err, ShouldBeNil)
  43. So(sql, ShouldEqual, fmt.Sprintf("select %d", to.Unix()))
  44. })
  45. })
  46. Convey("Given row values with time.Time as time columns", func() {
  47. var nilPointer *time.Time
  48. fixtures := make([]interface{}, 5)
  49. fixtures[0] = dt
  50. fixtures[1] = &dt
  51. fixtures[2] = earlyDt
  52. fixtures[3] = &earlyDt
  53. fixtures[4] = nilPointer
  54. for i := range fixtures {
  55. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  56. }
  57. Convey("When converting them should return epoch time with millisecond precision ", func() {
  58. expected := float64(dt.UnixNano()) / float64(time.Millisecond)
  59. expectedEarly := float64(earlyDt.UnixNano()) / float64(time.Millisecond)
  60. So(fixtures[0].(float64), ShouldEqual, expected)
  61. So(fixtures[1].(float64), ShouldEqual, expected)
  62. So(fixtures[2].(float64), ShouldEqual, expectedEarly)
  63. So(fixtures[3].(float64), ShouldEqual, expectedEarly)
  64. So(fixtures[4], ShouldBeNil)
  65. })
  66. })
  67. Convey("Given row values with int64 as time columns", func() {
  68. tSeconds := dt.Unix()
  69. tMilliseconds := dt.UnixNano() / 1e6
  70. tNanoSeconds := dt.UnixNano()
  71. var nilPointer *int64
  72. fixtures := make([]interface{}, 7)
  73. fixtures[0] = tSeconds
  74. fixtures[1] = &tSeconds
  75. fixtures[2] = tMilliseconds
  76. fixtures[3] = &tMilliseconds
  77. fixtures[4] = tNanoSeconds
  78. fixtures[5] = &tNanoSeconds
  79. fixtures[6] = nilPointer
  80. for i := range fixtures {
  81. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  82. }
  83. Convey("When converting them should return epoch time with millisecond precision ", func() {
  84. So(fixtures[0].(int64), ShouldEqual, tSeconds*1e3)
  85. So(fixtures[1].(int64), ShouldEqual, tSeconds*1e3)
  86. So(fixtures[2].(int64), ShouldEqual, tMilliseconds)
  87. So(fixtures[3].(int64), ShouldEqual, tMilliseconds)
  88. So(fixtures[4].(int64), ShouldEqual, tMilliseconds)
  89. So(fixtures[5].(int64), ShouldEqual, tMilliseconds)
  90. So(fixtures[6], ShouldBeNil)
  91. })
  92. })
  93. Convey("Given row values with uin64 as time columns", func() {
  94. tSeconds := uint64(dt.Unix())
  95. tMilliseconds := uint64(dt.UnixNano() / 1e6)
  96. tNanoSeconds := uint64(dt.UnixNano())
  97. var nilPointer *uint64
  98. fixtures := make([]interface{}, 7)
  99. fixtures[0] = tSeconds
  100. fixtures[1] = &tSeconds
  101. fixtures[2] = tMilliseconds
  102. fixtures[3] = &tMilliseconds
  103. fixtures[4] = tNanoSeconds
  104. fixtures[5] = &tNanoSeconds
  105. fixtures[6] = nilPointer
  106. for i := range fixtures {
  107. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  108. }
  109. Convey("When converting them should return epoch time with millisecond precision ", func() {
  110. So(fixtures[0].(int64), ShouldEqual, tSeconds*1e3)
  111. So(fixtures[1].(int64), ShouldEqual, tSeconds*1e3)
  112. So(fixtures[2].(int64), ShouldEqual, tMilliseconds)
  113. So(fixtures[3].(int64), ShouldEqual, tMilliseconds)
  114. So(fixtures[4].(int64), ShouldEqual, tMilliseconds)
  115. So(fixtures[5].(int64), ShouldEqual, tMilliseconds)
  116. So(fixtures[6], ShouldBeNil)
  117. })
  118. })
  119. Convey("Given row values with int32 as time columns", func() {
  120. tSeconds := int32(dt.Unix())
  121. var nilInt *int32
  122. fixtures := make([]interface{}, 3)
  123. fixtures[0] = tSeconds
  124. fixtures[1] = &tSeconds
  125. fixtures[2] = nilInt
  126. for i := range fixtures {
  127. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  128. }
  129. Convey("When converting them should return epoch time with millisecond precision ", func() {
  130. So(fixtures[0].(int64), ShouldEqual, dt.Unix()*1e3)
  131. So(fixtures[1].(int64), ShouldEqual, dt.Unix()*1e3)
  132. So(fixtures[2], ShouldBeNil)
  133. })
  134. })
  135. Convey("Given row values with uint32 as time columns", func() {
  136. tSeconds := uint32(dt.Unix())
  137. var nilInt *uint32
  138. fixtures := make([]interface{}, 3)
  139. fixtures[0] = tSeconds
  140. fixtures[1] = &tSeconds
  141. fixtures[2] = nilInt
  142. for i := range fixtures {
  143. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  144. }
  145. Convey("When converting them should return epoch time with millisecond precision ", func() {
  146. So(fixtures[0].(int64), ShouldEqual, dt.Unix()*1e3)
  147. So(fixtures[1].(int64), ShouldEqual, dt.Unix()*1e3)
  148. So(fixtures[2], ShouldBeNil)
  149. })
  150. })
  151. Convey("Given row values with float64 as time columns", func() {
  152. tSeconds := float64(dt.UnixNano()) / float64(time.Second)
  153. tMilliseconds := float64(dt.UnixNano()) / float64(time.Millisecond)
  154. tNanoSeconds := float64(dt.UnixNano())
  155. var nilPointer *float64
  156. fixtures := make([]interface{}, 7)
  157. fixtures[0] = tSeconds
  158. fixtures[1] = &tSeconds
  159. fixtures[2] = tMilliseconds
  160. fixtures[3] = &tMilliseconds
  161. fixtures[4] = tNanoSeconds
  162. fixtures[5] = &tNanoSeconds
  163. fixtures[6] = nilPointer
  164. for i := range fixtures {
  165. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  166. }
  167. Convey("When converting them should return epoch time with millisecond precision ", func() {
  168. So(fixtures[0].(float64), ShouldEqual, tMilliseconds)
  169. So(fixtures[1].(float64), ShouldEqual, tMilliseconds)
  170. So(fixtures[2].(float64), ShouldEqual, tMilliseconds)
  171. So(fixtures[3].(float64), ShouldEqual, tMilliseconds)
  172. So(fixtures[4].(float64), ShouldEqual, tMilliseconds)
  173. So(fixtures[5].(float64), ShouldEqual, tMilliseconds)
  174. So(fixtures[6], ShouldBeNil)
  175. })
  176. })
  177. Convey("Given row values with float32 as time columns", func() {
  178. tSeconds := float32(dt.Unix())
  179. var nilInt *float32
  180. fixtures := make([]interface{}, 3)
  181. fixtures[0] = tSeconds
  182. fixtures[1] = &tSeconds
  183. fixtures[2] = nilInt
  184. for i := range fixtures {
  185. ConvertSqlTimeColumnToEpochMs(fixtures, i)
  186. }
  187. Convey("When converting them should return epoch time with millisecond precision ", func() {
  188. So(fixtures[0].(float64), ShouldEqual, float32(dt.Unix()*1e3))
  189. So(fixtures[1].(float64), ShouldEqual, float32(dt.Unix()*1e3))
  190. So(fixtures[2], ShouldBeNil)
  191. })
  192. })
  193. Convey("Given row with value columns", func() {
  194. intValue := 1
  195. int64Value := int64(1)
  196. int32Value := int32(1)
  197. int16Value := int16(1)
  198. int8Value := int8(1)
  199. float64Value := float64(1)
  200. float32Value := float32(1)
  201. uintValue := uint(1)
  202. uint64Value := uint64(1)
  203. uint32Value := uint32(1)
  204. uint16Value := uint16(1)
  205. uint8Value := uint8(1)
  206. fixtures := make([]interface{}, 24)
  207. fixtures[0] = intValue
  208. fixtures[1] = &intValue
  209. fixtures[2] = int64Value
  210. fixtures[3] = &int64Value
  211. fixtures[4] = int32Value
  212. fixtures[5] = &int32Value
  213. fixtures[6] = int16Value
  214. fixtures[7] = &int16Value
  215. fixtures[8] = int8Value
  216. fixtures[9] = &int8Value
  217. fixtures[10] = float64Value
  218. fixtures[11] = &float64Value
  219. fixtures[12] = float32Value
  220. fixtures[13] = &float32Value
  221. fixtures[14] = uintValue
  222. fixtures[15] = &uintValue
  223. fixtures[16] = uint64Value
  224. fixtures[17] = &uint64Value
  225. fixtures[18] = uint32Value
  226. fixtures[19] = &uint32Value
  227. fixtures[20] = uint16Value
  228. fixtures[21] = &uint16Value
  229. fixtures[22] = uint8Value
  230. fixtures[23] = &uint8Value
  231. var intNilPointer *int
  232. var int64NilPointer *int64
  233. var int32NilPointer *int32
  234. var int16NilPointer *int16
  235. var int8NilPointer *int8
  236. var float64NilPointer *float64
  237. var float32NilPointer *float32
  238. var uintNilPointer *uint
  239. var uint64NilPointer *uint64
  240. var uint32NilPointer *uint32
  241. var uint16NilPointer *uint16
  242. var uint8NilPointer *uint8
  243. nilPointerFixtures := make([]interface{}, 12)
  244. nilPointerFixtures[0] = intNilPointer
  245. nilPointerFixtures[1] = int64NilPointer
  246. nilPointerFixtures[2] = int32NilPointer
  247. nilPointerFixtures[3] = int16NilPointer
  248. nilPointerFixtures[4] = int8NilPointer
  249. nilPointerFixtures[5] = float64NilPointer
  250. nilPointerFixtures[6] = float32NilPointer
  251. nilPointerFixtures[7] = uintNilPointer
  252. nilPointerFixtures[8] = uint64NilPointer
  253. nilPointerFixtures[9] = uint32NilPointer
  254. nilPointerFixtures[10] = uint16NilPointer
  255. nilPointerFixtures[11] = uint8NilPointer
  256. Convey("When converting values to float should return expected value", func() {
  257. for _, f := range fixtures {
  258. value, _ := ConvertSqlValueColumnToFloat("col", f)
  259. if !value.Valid {
  260. t.Fatalf("Failed to convert %T value, expected a valid float value", f)
  261. }
  262. if value.Float64 != null.FloatFrom(1).Float64 {
  263. t.Fatalf("Failed to convert %T value, expected a float value of 1.000, but got %v", f, value)
  264. }
  265. }
  266. })
  267. Convey("When converting nil pointer values to float should return expected value", func() {
  268. for _, f := range nilPointerFixtures {
  269. value, err := ConvertSqlValueColumnToFloat("col", f)
  270. if err != nil {
  271. t.Fatalf("Failed to convert %T value, expected a non nil error, but got %v", f, err)
  272. }
  273. if value.Valid {
  274. t.Fatalf("Failed to convert %T value, expected an invalid float value", f)
  275. }
  276. }
  277. })
  278. })
  279. })
  280. }