query_builder.js 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. define([
  2. './query_def'
  3. ],
  4. function (queryDef) {
  5. 'use strict';
  6. function ElasticQueryBuilder(options) {
  7. this.timeField = options.timeField;
  8. this.esVersion = options.esVersion;
  9. }
  10. ElasticQueryBuilder.prototype.getRangeFilter = function() {
  11. var filter = {};
  12. filter[this.timeField] = {
  13. gte: "$timeFrom",
  14. lte: "$timeTo",
  15. format: "epoch_millis",
  16. };
  17. return filter;
  18. };
  19. ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
  20. var metricRef, metric, y;
  21. queryNode.terms = { "field": aggDef.field };
  22. if (!aggDef.settings) {
  23. return queryNode;
  24. }
  25. queryNode.terms.size = parseInt(aggDef.settings.size, 10) === 0 ? 500 : parseInt(aggDef.settings.size, 10);
  26. if (aggDef.settings.orderBy !== void 0) {
  27. queryNode.terms.order = {};
  28. queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
  29. // if metric ref, look it up and add it to this agg level
  30. metricRef = parseInt(aggDef.settings.orderBy, 10);
  31. if (!isNaN(metricRef)) {
  32. for (y = 0; y < target.metrics.length; y++) {
  33. metric = target.metrics[y];
  34. if (metric.id === aggDef.settings.orderBy) {
  35. queryNode.aggs = {};
  36. queryNode.aggs[metric.id] = {};
  37. queryNode.aggs[metric.id][metric.type] = {field: metric.field};
  38. break;
  39. }
  40. }
  41. }
  42. }
  43. if (aggDef.settings.min_doc_count !== void 0) {
  44. queryNode.terms.min_doc_count = parseInt(aggDef.settings.min_doc_count, 10);
  45. }
  46. if (aggDef.settings.missing) {
  47. queryNode.terms.missing = aggDef.settings.missing;
  48. }
  49. return queryNode;
  50. };
  51. ElasticQueryBuilder.prototype.getDateHistogramAgg = function(aggDef) {
  52. var esAgg = {};
  53. var settings = aggDef.settings || {};
  54. esAgg.interval = settings.interval;
  55. esAgg.field = this.timeField;
  56. esAgg.min_doc_count = settings.min_doc_count || 0;
  57. esAgg.extended_bounds = {min: "$timeFrom", max: "$timeTo"};
  58. esAgg.format = "epoch_millis";
  59. if (esAgg.interval === 'auto') {
  60. esAgg.interval = "$__interval";
  61. }
  62. if (settings.missing) {
  63. esAgg.missing = settings.missing;
  64. }
  65. return esAgg;
  66. };
  67. ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
  68. var filterObj = {};
  69. for (var i = 0; i < aggDef.settings.filters.length; i++) {
  70. var query = aggDef.settings.filters[i].query;
  71. filterObj[query] = {
  72. query_string: {
  73. query: query,
  74. analyze_wildcard: true
  75. }
  76. };
  77. }
  78. return filterObj;
  79. };
  80. ElasticQueryBuilder.prototype.documentQuery = function(query) {
  81. query.size = 500;
  82. query.sort = {};
  83. query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
  84. // fields field not supported on ES 5.x
  85. if (this.esVersion < 5) {
  86. query.fields = ["*", "_source"];
  87. }
  88. query.script_fields = {},
  89. query.fielddata_fields = [this.timeField];
  90. return query;
  91. };
  92. ElasticQueryBuilder.prototype.addAdhocFilters = function(query, adhocFilters) {
  93. if (!adhocFilters) {
  94. return;
  95. }
  96. var i, filter, condition;
  97. for (i = 0; i < adhocFilters.length; i++) {
  98. filter = adhocFilters[i];
  99. condition = {};
  100. condition[filter.key] = filter.value;
  101. query.query.bool.filter.push({"term": condition});
  102. }
  103. };
  104. ElasticQueryBuilder.prototype.build = function(target, adhocFilters, queryString) {
  105. // make sure query has defaults;
  106. target.metrics = target.metrics || [{ type: 'count', id: '1' }];
  107. target.dsType = 'elasticsearch';
  108. target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
  109. target.timeField = this.timeField;
  110. var i, nestedAggs, metric;
  111. var query = {
  112. "size": 0,
  113. "query": {
  114. "bool": {
  115. "filter": [
  116. {"range": this.getRangeFilter()},
  117. {
  118. "query_string": {
  119. "analyze_wildcard": true,
  120. "query": queryString,
  121. }
  122. }
  123. ]
  124. }
  125. }
  126. };
  127. this.addAdhocFilters(query, adhocFilters);
  128. // handle document query
  129. if (target.bucketAggs.length === 0) {
  130. metric = target.metrics[0];
  131. if (metric && metric.type !== 'raw_document') {
  132. throw {message: 'Invalid query'};
  133. }
  134. return this.documentQuery(query, target);
  135. }
  136. nestedAggs = query;
  137. for (i = 0; i < target.bucketAggs.length; i++) {
  138. var aggDef = target.bucketAggs[i];
  139. var esAgg = {};
  140. switch(aggDef.type) {
  141. case 'date_histogram': {
  142. esAgg["date_histogram"] = this.getDateHistogramAgg(aggDef);
  143. break;
  144. }
  145. case 'filters': {
  146. esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
  147. break;
  148. }
  149. case 'terms': {
  150. this.buildTermsAgg(aggDef, esAgg, target);
  151. break;
  152. }
  153. case 'geohash_grid': {
  154. esAgg['geohash_grid'] = {field: aggDef.field, precision: aggDef.settings.precision};
  155. break;
  156. }
  157. }
  158. nestedAggs.aggs = nestedAggs.aggs || {};
  159. nestedAggs.aggs[aggDef.id] = esAgg;
  160. nestedAggs = esAgg;
  161. }
  162. nestedAggs.aggs = {};
  163. for (i = 0; i < target.metrics.length; i++) {
  164. metric = target.metrics[i];
  165. if (metric.type === 'count') {
  166. continue;
  167. }
  168. var aggField = {};
  169. var metricAgg = null;
  170. if (queryDef.isPipelineAgg(metric.type)) {
  171. if (metric.pipelineAgg && /^\d*$/.test(metric.pipelineAgg)) {
  172. metricAgg = { buckets_path: metric.pipelineAgg };
  173. } else {
  174. continue;
  175. }
  176. } else {
  177. metricAgg = {field: metric.field};
  178. }
  179. for (var prop in metric.settings) {
  180. if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
  181. metricAgg[prop] = metric.settings[prop];
  182. }
  183. }
  184. aggField[metric.type] = metricAgg;
  185. nestedAggs.aggs[metric.id] = aggField;
  186. }
  187. return query;
  188. };
  189. ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
  190. var query = {
  191. "size": 0,
  192. "query": {
  193. "bool": {
  194. "filter": [{"range": this.getRangeFilter()}]
  195. }
  196. }
  197. };
  198. if (queryDef.query) {
  199. query.query.bool.filter.push({
  200. "query_string": {
  201. "analyze_wildcard": true,
  202. "query": queryDef.query,
  203. }
  204. });
  205. }
  206. var size = 500;
  207. if(queryDef.size){
  208. size = queryDef.size;
  209. }
  210. query.aggs = {
  211. "1": {
  212. "terms": {
  213. "field": queryDef.field,
  214. "size": size,
  215. "order": {
  216. "_term": "asc"
  217. }
  218. },
  219. }
  220. };
  221. return query;
  222. };
  223. return ElasticQueryBuilder;
  224. });