query_builder.test.ts 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. import { ElasticQueryBuilder } from '../query_builder';
  2. describe('ElasticQueryBuilder', () => {
  3. let builder;
  4. beforeEach(() => {
  5. builder = new ElasticQueryBuilder({ timeField: '@timestamp' });
  6. });
  7. it('with defaults', () => {
  8. const query = builder.build({
  9. metrics: [{ type: 'Count', id: '0' }],
  10. timeField: '@timestamp',
  11. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '1' }],
  12. });
  13. expect(query.query.bool.filter[0].range['@timestamp'].gte).toBe('$timeFrom');
  14. expect(query.aggs['1'].date_histogram.extended_bounds.min).toBe('$timeFrom');
  15. });
  16. it('with defaults on es5.x', () => {
  17. const builder5x = new ElasticQueryBuilder({
  18. timeField: '@timestamp',
  19. esVersion: 5,
  20. });
  21. const query = builder5x.build({
  22. metrics: [{ type: 'Count', id: '0' }],
  23. timeField: '@timestamp',
  24. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '1' }],
  25. });
  26. expect(query.query.bool.filter[0].range['@timestamp'].gte).toBe('$timeFrom');
  27. expect(query.aggs['1'].date_histogram.extended_bounds.min).toBe('$timeFrom');
  28. });
  29. it('with multiple bucket aggs', () => {
  30. const query = builder.build({
  31. metrics: [{ type: 'count', id: '1' }],
  32. timeField: '@timestamp',
  33. bucketAggs: [
  34. { type: 'terms', field: '@host', id: '2' },
  35. { type: 'date_histogram', field: '@timestamp', id: '3' },
  36. ],
  37. });
  38. expect(query.aggs['2'].terms.field).toBe('@host');
  39. expect(query.aggs['2'].aggs['3'].date_histogram.field).toBe('@timestamp');
  40. });
  41. it('with select field', () => {
  42. const query = builder.build(
  43. {
  44. metrics: [{ type: 'avg', field: '@value', id: '1' }],
  45. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '2' }],
  46. },
  47. 100,
  48. 1000
  49. );
  50. const aggs = query.aggs['2'].aggs;
  51. expect(aggs['1'].avg.field).toBe('@value');
  52. });
  53. it('with term agg and order by term', () => {
  54. const query = builder.build(
  55. {
  56. metrics: [{ type: 'count', id: '1' }, { type: 'avg', field: '@value', id: '5' }],
  57. bucketAggs: [
  58. {
  59. type: 'terms',
  60. field: '@host',
  61. settings: { size: 5, order: 'asc', orderBy: '_term' },
  62. id: '2',
  63. },
  64. { type: 'date_histogram', field: '@timestamp', id: '3' },
  65. ],
  66. },
  67. 100,
  68. 1000
  69. );
  70. const firstLevel = query.aggs['2'];
  71. expect(firstLevel.terms.order._term).toBe('asc');
  72. });
  73. it('with term agg and order by term on es6.x', () => {
  74. const builder6x = new ElasticQueryBuilder({
  75. timeField: '@timestamp',
  76. esVersion: 60,
  77. });
  78. const query = builder6x.build(
  79. {
  80. metrics: [{ type: 'count', id: '1' }, { type: 'avg', field: '@value', id: '5' }],
  81. bucketAggs: [
  82. {
  83. type: 'terms',
  84. field: '@host',
  85. settings: { size: 5, order: 'asc', orderBy: '_term' },
  86. id: '2',
  87. },
  88. { type: 'date_histogram', field: '@timestamp', id: '3' },
  89. ],
  90. },
  91. 100,
  92. 1000
  93. );
  94. const firstLevel = query.aggs['2'];
  95. expect(firstLevel.terms.order._key).toBe('asc');
  96. });
  97. it('with term agg and order by metric agg', () => {
  98. const query = builder.build(
  99. {
  100. metrics: [{ type: 'count', id: '1' }, { type: 'avg', field: '@value', id: '5' }],
  101. bucketAggs: [
  102. {
  103. type: 'terms',
  104. field: '@host',
  105. settings: { size: 5, order: 'asc', orderBy: '5' },
  106. id: '2',
  107. },
  108. { type: 'date_histogram', field: '@timestamp', id: '3' },
  109. ],
  110. },
  111. 100,
  112. 1000
  113. );
  114. const firstLevel = query.aggs['2'];
  115. const secondLevel = firstLevel.aggs['3'];
  116. expect(firstLevel.aggs['5'].avg.field).toBe('@value');
  117. expect(secondLevel.aggs['5'].avg.field).toBe('@value');
  118. });
  119. it('with metric percentiles', () => {
  120. const query = builder.build(
  121. {
  122. metrics: [
  123. {
  124. id: '1',
  125. type: 'percentiles',
  126. field: '@load_time',
  127. settings: {
  128. percents: [1, 2, 3, 4],
  129. },
  130. },
  131. ],
  132. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '3' }],
  133. },
  134. 100,
  135. 1000
  136. );
  137. const firstLevel = query.aggs['3'];
  138. expect(firstLevel.aggs['1'].percentiles.field).toBe('@load_time');
  139. expect(firstLevel.aggs['1'].percentiles.percents).toEqual([1, 2, 3, 4]);
  140. });
  141. it('with filters aggs', () => {
  142. const query = builder.build({
  143. metrics: [{ type: 'count', id: '1' }],
  144. timeField: '@timestamp',
  145. bucketAggs: [
  146. {
  147. id: '2',
  148. type: 'filters',
  149. settings: {
  150. filters: [{ query: '@metric:cpu' }, { query: '@metric:logins.count' }],
  151. },
  152. },
  153. { type: 'date_histogram', field: '@timestamp', id: '4' },
  154. ],
  155. });
  156. expect(query.aggs['2'].filters.filters['@metric:cpu'].query_string.query).toBe('@metric:cpu');
  157. expect(query.aggs['2'].filters.filters['@metric:logins.count'].query_string.query).toBe('@metric:logins.count');
  158. expect(query.aggs['2'].aggs['4'].date_histogram.field).toBe('@timestamp');
  159. });
  160. it('with filters aggs on es5.x', () => {
  161. const builder5x = new ElasticQueryBuilder({
  162. timeField: '@timestamp',
  163. esVersion: 5,
  164. });
  165. const query = builder5x.build({
  166. metrics: [{ type: 'count', id: '1' }],
  167. timeField: '@timestamp',
  168. bucketAggs: [
  169. {
  170. id: '2',
  171. type: 'filters',
  172. settings: {
  173. filters: [{ query: '@metric:cpu' }, { query: '@metric:logins.count' }],
  174. },
  175. },
  176. { type: 'date_histogram', field: '@timestamp', id: '4' },
  177. ],
  178. });
  179. expect(query.aggs['2'].filters.filters['@metric:cpu'].query_string.query).toBe('@metric:cpu');
  180. expect(query.aggs['2'].filters.filters['@metric:logins.count'].query_string.query).toBe('@metric:logins.count');
  181. expect(query.aggs['2'].aggs['4'].date_histogram.field).toBe('@timestamp');
  182. });
  183. it('with raw_document metric', () => {
  184. const query = builder.build({
  185. metrics: [{ type: 'raw_document', id: '1', settings: {} }],
  186. timeField: '@timestamp',
  187. bucketAggs: [],
  188. });
  189. expect(query.size).toBe(500);
  190. });
  191. it('with raw_document metric size set', () => {
  192. const query = builder.build({
  193. metrics: [{ type: 'raw_document', id: '1', settings: { size: 1337 } }],
  194. timeField: '@timestamp',
  195. bucketAggs: [],
  196. });
  197. expect(query.size).toBe(1337);
  198. });
  199. it('with moving average', () => {
  200. const query = builder.build({
  201. metrics: [
  202. {
  203. id: '3',
  204. type: 'sum',
  205. field: '@value',
  206. },
  207. {
  208. id: '2',
  209. type: 'moving_avg',
  210. field: '3',
  211. pipelineAgg: '3',
  212. },
  213. ],
  214. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '3' }],
  215. });
  216. const firstLevel = query.aggs['3'];
  217. expect(firstLevel.aggs['2']).not.toBe(undefined);
  218. expect(firstLevel.aggs['2'].moving_avg).not.toBe(undefined);
  219. expect(firstLevel.aggs['2'].moving_avg.buckets_path).toBe('3');
  220. });
  221. it('with broken moving average', () => {
  222. const query = builder.build({
  223. metrics: [
  224. {
  225. id: '3',
  226. type: 'sum',
  227. field: '@value',
  228. },
  229. {
  230. id: '2',
  231. type: 'moving_avg',
  232. pipelineAgg: '3',
  233. },
  234. {
  235. id: '4',
  236. type: 'moving_avg',
  237. pipelineAgg: 'Metric to apply moving average',
  238. },
  239. ],
  240. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '3' }],
  241. });
  242. const firstLevel = query.aggs['3'];
  243. expect(firstLevel.aggs['2']).not.toBe(undefined);
  244. expect(firstLevel.aggs['2'].moving_avg).not.toBe(undefined);
  245. expect(firstLevel.aggs['2'].moving_avg.buckets_path).toBe('3');
  246. expect(firstLevel.aggs['4']).toBe(undefined);
  247. });
  248. it('with derivative', () => {
  249. const query = builder.build({
  250. metrics: [
  251. {
  252. id: '3',
  253. type: 'sum',
  254. field: '@value',
  255. },
  256. {
  257. id: '2',
  258. type: 'derivative',
  259. pipelineAgg: '3',
  260. },
  261. ],
  262. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '3' }],
  263. });
  264. const firstLevel = query.aggs['3'];
  265. expect(firstLevel.aggs['2']).not.toBe(undefined);
  266. expect(firstLevel.aggs['2'].derivative).not.toBe(undefined);
  267. expect(firstLevel.aggs['2'].derivative.buckets_path).toBe('3');
  268. });
  269. it('with histogram', () => {
  270. const query = builder.build({
  271. metrics: [{ id: '1', type: 'count' }],
  272. bucketAggs: [
  273. {
  274. type: 'histogram',
  275. field: 'bytes',
  276. id: '3',
  277. settings: { interval: 10, min_doc_count: 2, missing: 5 },
  278. },
  279. ],
  280. });
  281. const firstLevel = query.aggs['3'];
  282. expect(firstLevel.histogram.field).toBe('bytes');
  283. expect(firstLevel.histogram.interval).toBe(10);
  284. expect(firstLevel.histogram.min_doc_count).toBe(2);
  285. expect(firstLevel.histogram.missing).toBe(5);
  286. });
  287. it('with adhoc filters', () => {
  288. const query = builder.build(
  289. {
  290. metrics: [{ type: 'Count', id: '0' }],
  291. timeField: '@timestamp',
  292. bucketAggs: [{ type: 'date_histogram', field: '@timestamp', id: '3' }],
  293. },
  294. [
  295. { key: 'key1', operator: '=', value: 'value1' },
  296. { key: 'key2', operator: '=', value: 'value2' },
  297. { key: 'key2', operator: '!=', value: 'value2' },
  298. { key: 'key3', operator: '<', value: 'value3' },
  299. { key: 'key4', operator: '>', value: 'value4' },
  300. { key: 'key5', operator: '=~', value: 'value5' },
  301. { key: 'key6', operator: '!~', value: 'value6' },
  302. ]
  303. );
  304. expect(query.query.bool.must[0].match_phrase['key1'].query).toBe('value1');
  305. expect(query.query.bool.must[1].match_phrase['key2'].query).toBe('value2');
  306. expect(query.query.bool.must_not[0].match_phrase['key2'].query).toBe('value2');
  307. expect(query.query.bool.filter[2].range['key3'].lt).toBe('value3');
  308. expect(query.query.bool.filter[3].range['key4'].gt).toBe('value4');
  309. expect(query.query.bool.filter[4].regexp['key5']).toBe('value5');
  310. expect(query.query.bool.filter[5].bool.must_not.regexp['key6']).toBe('value6');
  311. });
  312. it('getTermsQuery should set correct sorting', () => {
  313. const query = builder.getTermsQuery({});
  314. expect(query.aggs['1'].terms.order._term).toBe('asc');
  315. });
  316. it('getTermsQuery es6.x should set correct sorting', () => {
  317. const builder6x = new ElasticQueryBuilder({
  318. timeField: '@timestamp',
  319. esVersion: 60,
  320. });
  321. const query = builder6x.getTermsQuery({});
  322. expect(query.aggs['1'].terms.order._key).toBe('asc');
  323. });
  324. });