query_builder.js 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. define([
  2. './query_def'
  3. ],
  4. function (queryDef) {
  5. 'use strict';
  6. function ElasticQueryBuilder(options) {
  7. this.timeField = options.timeField;
  8. this.esVersion = options.esVersion;
  9. }
  10. ElasticQueryBuilder.prototype.getRangeFilter = function() {
  11. var filter = {};
  12. filter[this.timeField] = {"gte": "$timeFrom", "lte": "$timeTo"};
  13. if (this.esVersion >= 2) {
  14. filter[this.timeField]["format"] = "epoch_millis";
  15. }
  16. return filter;
  17. };
  18. ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
  19. var metricRef, metric, y;
  20. queryNode.terms = { "field": aggDef.field };
  21. if (!aggDef.settings) {
  22. return queryNode;
  23. }
  24. queryNode.terms.size = parseInt(aggDef.settings.size, 10);
  25. if (aggDef.settings.orderBy !== void 0) {
  26. queryNode.terms.order = {};
  27. queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
  28. // if metric ref, look it up and add it to this agg level
  29. metricRef = parseInt(aggDef.settings.orderBy, 10);
  30. if (!isNaN(metricRef)) {
  31. for (y = 0; y < target.metrics.length; y++) {
  32. metric = target.metrics[y];
  33. if (metric.id === aggDef.settings.orderBy) {
  34. queryNode.aggs = {};
  35. queryNode.aggs[metric.id] = {};
  36. queryNode.aggs[metric.id][metric.type] = {field: metric.field};
  37. break;
  38. }
  39. }
  40. }
  41. }
  42. if (aggDef.settings.missing) {
  43. queryNode.terms.missing = aggDef.settings.missing;
  44. }
  45. return queryNode;
  46. };
  47. ElasticQueryBuilder.prototype.getDateHistogramAgg = function(aggDef) {
  48. var esAgg = {};
  49. var settings = aggDef.settings || {};
  50. esAgg.interval = settings.interval;
  51. esAgg.field = this.timeField;
  52. esAgg.min_doc_count = settings.min_doc_count || 0;
  53. esAgg.extended_bounds = {min: "$timeFrom", max: "$timeTo"};
  54. if (esAgg.interval === 'auto') {
  55. esAgg.interval = "$interval";
  56. }
  57. if (this.esVersion >= 2) {
  58. esAgg.format = "epoch_millis";
  59. }
  60. if (settings.missing) {
  61. esAgg.missing = settings.missing;
  62. }
  63. return esAgg;
  64. };
  65. ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
  66. var filterObj = {};
  67. for (var i = 0; i < aggDef.settings.filters.length; i++) {
  68. var query = aggDef.settings.filters[i].query;
  69. filterObj[query] = {
  70. query: {
  71. query_string: {
  72. query: query,
  73. analyze_wildcard: true
  74. }
  75. }
  76. };
  77. }
  78. return filterObj;
  79. };
  80. ElasticQueryBuilder.prototype.documentQuery = function(query) {
  81. query.size = 500;
  82. query.sort = {};
  83. query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
  84. query.fields = ["*", "_source"];
  85. query.script_fields = {},
  86. query.fielddata_fields = [this.timeField];
  87. return query;
  88. };
  89. ElasticQueryBuilder.prototype.build = function(target) {
  90. // make sure query has defaults;
  91. target.metrics = target.metrics || [{ type: 'count', id: '1' }];
  92. target.dsType = 'elasticsearch';
  93. target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
  94. target.timeField = this.timeField;
  95. var i, nestedAggs, metric;
  96. var query = {
  97. "size": 0,
  98. "query": {
  99. "filtered": {
  100. "query": {
  101. "query_string": {
  102. "analyze_wildcard": true,
  103. "query": '$lucene_query',
  104. }
  105. },
  106. "filter": {
  107. "bool": {
  108. "must": [{"range": this.getRangeFilter()}]
  109. }
  110. }
  111. }
  112. }
  113. };
  114. // handle document query
  115. if (target.bucketAggs.length === 0) {
  116. metric = target.metrics[0];
  117. if (metric && metric.type !== 'raw_document') {
  118. throw {message: 'Invalid query'};
  119. }
  120. return this.documentQuery(query, target);
  121. }
  122. nestedAggs = query;
  123. for (i = 0; i < target.bucketAggs.length; i++) {
  124. var aggDef = target.bucketAggs[i];
  125. var esAgg = {};
  126. switch(aggDef.type) {
  127. case 'date_histogram': {
  128. esAgg["date_histogram"] = this.getDateHistogramAgg(aggDef);
  129. break;
  130. }
  131. case 'filters': {
  132. esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
  133. break;
  134. }
  135. case 'terms': {
  136. this.buildTermsAgg(aggDef, esAgg, target);
  137. break;
  138. }
  139. }
  140. nestedAggs.aggs = nestedAggs.aggs || {};
  141. nestedAggs.aggs[aggDef.id] = esAgg;
  142. nestedAggs = esAgg;
  143. }
  144. nestedAggs.aggs = {};
  145. for (i = 0; i < target.metrics.length; i++) {
  146. metric = target.metrics[i];
  147. if (metric.type === 'count') {
  148. continue;
  149. }
  150. var aggField = {};
  151. var metricAgg = null;
  152. if (queryDef.isPipelineAgg(metric.type)) {
  153. if (metric.pipelineAgg && /^\d*$/.test(metric.pipelineAgg)) {
  154. metricAgg = { buckets_path: metric.pipelineAgg };
  155. } else {
  156. continue;
  157. }
  158. } else {
  159. metricAgg = {field: metric.field};
  160. }
  161. for (var prop in metric.settings) {
  162. if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
  163. metricAgg[prop] = metric.settings[prop];
  164. }
  165. }
  166. aggField[metric.type] = metricAgg;
  167. nestedAggs.aggs[metric.id] = aggField;
  168. }
  169. return query;
  170. };
  171. ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
  172. var query = {
  173. "size": 0,
  174. "query": {
  175. "filtered": {
  176. "query": {
  177. "query_string": {
  178. "analyze_wildcard": true,
  179. "query": '$lucene_query',
  180. }
  181. },
  182. "filter": {
  183. "bool": {
  184. "must": [{"range": this.getRangeFilter()}]
  185. }
  186. }
  187. }
  188. }
  189. };
  190. query.aggs = {
  191. "1": {
  192. "terms": {
  193. "field": queryDef.field,
  194. "size": 0,
  195. "order": {
  196. "_term": "asc"
  197. }
  198. },
  199. }
  200. };
  201. return query;
  202. };
  203. return ElasticQueryBuilder;
  204. });