query_builder.js 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320
  1. define([
  2. './query_def'
  3. ],
  4. function (queryDef) {
  5. 'use strict';
  6. function ElasticQueryBuilder(options) {
  7. this.timeField = options.timeField;
  8. this.esVersion = options.esVersion;
  9. }
  10. ElasticQueryBuilder.prototype.getRangeFilter = function() {
  11. var filter = {};
  12. filter[this.timeField] = {"gte": "$timeFrom", "lte": "$timeTo"};
  13. if (this.esVersion >= 2) {
  14. filter[this.timeField]["format"] = "epoch_millis";
  15. }
  16. return filter;
  17. };
  18. ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
  19. var metricRef, metric, y;
  20. queryNode.terms = { "field": aggDef.field };
  21. if (!aggDef.settings) {
  22. return queryNode;
  23. }
  24. queryNode.terms.size = parseInt(aggDef.settings.size, 10) === 0 ? 500 : parseInt(aggDef.settings.size, 10);
  25. if (aggDef.settings.orderBy !== void 0) {
  26. queryNode.terms.order = {};
  27. queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
  28. // if metric ref, look it up and add it to this agg level
  29. metricRef = parseInt(aggDef.settings.orderBy, 10);
  30. if (!isNaN(metricRef)) {
  31. for (y = 0; y < target.metrics.length; y++) {
  32. metric = target.metrics[y];
  33. if (metric.id === aggDef.settings.orderBy) {
  34. queryNode.aggs = {};
  35. queryNode.aggs[metric.id] = {};
  36. queryNode.aggs[metric.id][metric.type] = {field: metric.field};
  37. break;
  38. }
  39. }
  40. }
  41. }
  42. return queryNode;
  43. };
  44. ElasticQueryBuilder.prototype.getDateHistogramAgg = function(aggDef) {
  45. var esAgg = {};
  46. var settings = aggDef.settings || {};
  47. esAgg.interval = settings.interval;
  48. esAgg.field = this.timeField;
  49. esAgg.min_doc_count = settings.min_doc_count || 0;
  50. esAgg.extended_bounds = {min: "$timeFrom", max: "$timeTo"};
  51. if (esAgg.interval === 'auto') {
  52. esAgg.interval = "$interval";
  53. }
  54. if (this.esVersion >= 2) {
  55. esAgg.format = "epoch_millis";
  56. }
  57. return esAgg;
  58. };
  59. ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
  60. var filterObj = {};
  61. for (var i = 0; i < aggDef.settings.filters.length; i++) {
  62. var query = aggDef.settings.filters[i].query;
  63. if (this.esVersion >= 5) {
  64. filterObj[query] = {
  65. query_string: {
  66. query: query,
  67. analyze_wildcard: true
  68. }
  69. };
  70. } else {
  71. filterObj[query] = {
  72. query: {
  73. query_string: {
  74. query: query,
  75. analyze_wildcard: true
  76. }
  77. }
  78. };
  79. }
  80. }
  81. return filterObj;
  82. };
  83. ElasticQueryBuilder.prototype.documentQuery = function(query) {
  84. query.size = 500;
  85. query.sort = {};
  86. query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
  87. // fields field not supported on ES 5.x
  88. if (this.esVersion < 5) {
  89. query.fields = ["*", "_source"];
  90. }
  91. query.script_fields = {},
  92. query.fielddata_fields = [this.timeField];
  93. return query;
  94. };
  95. ElasticQueryBuilder.prototype.addAdhocFilters = function(query, adhocFilters) {
  96. if (!adhocFilters) {
  97. return;
  98. }
  99. var i, filter, condition, must;
  100. if (this.esVersion >= 5) {
  101. must = query.query.bool.must;
  102. } else {
  103. must = query.query.filtered.filter.bool.must;
  104. }
  105. for (i = 0; i < adhocFilters.length; i++) {
  106. filter = adhocFilters[i];
  107. condition = {};
  108. condition[filter.key] = filter.value;
  109. must.push({"term": condition});
  110. }
  111. };
  112. ElasticQueryBuilder.prototype.build = function(target, adhocFilters) {
  113. // make sure query has defaults;
  114. target.metrics = target.metrics || [{ type: 'count', id: '1' }];
  115. target.dsType = 'elasticsearch';
  116. target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
  117. target.timeField = this.timeField;
  118. var i, nestedAggs, metric;
  119. var query = {};
  120. if (this.esVersion >= 5) {
  121. query = {
  122. "size": 0,
  123. "query": {
  124. "bool": {
  125. "must": [
  126. {"range": this.getRangeFilter()},
  127. {"query_string": {
  128. "analyze_wildcard": true,
  129. "query": '$lucene_query'
  130. }
  131. }
  132. ]
  133. }
  134. }
  135. };
  136. } else {
  137. query = {
  138. "size": 0,
  139. "query": {
  140. "filtered": {
  141. "query": {
  142. "query_string": {
  143. "analyze_wildcard": true,
  144. "query": '$lucene_query',
  145. }
  146. },
  147. "filter": {
  148. "bool": {
  149. "must": [{"range": this.getRangeFilter()}]
  150. }
  151. }
  152. }
  153. }
  154. };
  155. }
  156. this.addAdhocFilters(query, adhocFilters);
  157. // handle document query
  158. if (target.bucketAggs.length === 0) {
  159. metric = target.metrics[0];
  160. if (metric && metric.type !== 'raw_document') {
  161. throw {message: 'Invalid query'};
  162. }
  163. return this.documentQuery(query, target);
  164. }
  165. nestedAggs = query;
  166. for (i = 0; i < target.bucketAggs.length; i++) {
  167. var aggDef = target.bucketAggs[i];
  168. var esAgg = {};
  169. switch(aggDef.type) {
  170. case 'date_histogram': {
  171. esAgg["date_histogram"] = this.getDateHistogramAgg(aggDef);
  172. break;
  173. }
  174. case 'filters': {
  175. esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
  176. break;
  177. }
  178. case 'terms': {
  179. this.buildTermsAgg(aggDef, esAgg, target);
  180. break;
  181. }
  182. case 'geohash_grid': {
  183. esAgg['geohash_grid'] = {field: aggDef.field, precision: aggDef.settings.precision};
  184. break;
  185. }
  186. }
  187. nestedAggs.aggs = nestedAggs.aggs || {};
  188. nestedAggs.aggs[aggDef.id] = esAgg;
  189. nestedAggs = esAgg;
  190. }
  191. nestedAggs.aggs = {};
  192. for (i = 0; i < target.metrics.length; i++) {
  193. metric = target.metrics[i];
  194. if (metric.type === 'count') {
  195. continue;
  196. }
  197. var aggField = {};
  198. var metricAgg = null;
  199. if (queryDef.isPipelineAgg(metric.type)) {
  200. if (metric.pipelineAgg && /^\d*$/.test(metric.pipelineAgg)) {
  201. metricAgg = { buckets_path: metric.pipelineAgg };
  202. } else {
  203. continue;
  204. }
  205. } else {
  206. metricAgg = {field: metric.field};
  207. }
  208. for (var prop in metric.settings) {
  209. if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
  210. metricAgg[prop] = metric.settings[prop];
  211. }
  212. }
  213. aggField[metric.type] = metricAgg;
  214. nestedAggs.aggs[metric.id] = aggField;
  215. }
  216. return query;
  217. };
  218. ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
  219. var query;
  220. if (this.esVersion >= 5) {
  221. query = {
  222. "size": 0,
  223. "query": {
  224. "bool": {
  225. "must": [{"range": this.getRangeFilter()}]
  226. }
  227. }
  228. };
  229. if (queryDef.query) {
  230. query.query.bool.must.push({
  231. "query_string": {
  232. "analyze_wildcard": true,
  233. "query": queryDef.query,
  234. }
  235. });
  236. }
  237. } else {
  238. query = {
  239. "size": 0,
  240. "query": {
  241. "filtered": {
  242. "filter": {
  243. "bool": {
  244. "must": [{"range": this.getRangeFilter()}]
  245. }
  246. }
  247. }
  248. }
  249. };
  250. if (queryDef.query) {
  251. query.query.filtered.query = {
  252. "query_string": {
  253. "analyze_wildcard": true,
  254. "query": queryDef.query,
  255. }
  256. };
  257. }
  258. }
  259. query.aggs = {
  260. "1": {
  261. "terms": {
  262. "field": queryDef.field,
  263. "size": 500,
  264. "order": {
  265. "_term": "asc"
  266. }
  267. },
  268. }
  269. };
  270. return query;
  271. };
  272. return ElasticQueryBuilder;
  273. });