query_builder.js 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231
  1. define([
  2. ],
  3. function () {
  4. 'use strict';
  5. function ElasticQueryBuilder(options) {
  6. this.timeField = options.timeField;
  7. this.esVersion = options.esVersion;
  8. }
  9. ElasticQueryBuilder.prototype.getRangeFilter = function() {
  10. var filter = {};
  11. filter[this.timeField] = {"gte": "$timeFrom", "lte": "$timeTo"};
  12. if (this.esVersion >= 2) {
  13. filter[this.timeField]["format"] = "epoch_millis";
  14. }
  15. return filter;
  16. };
  17. ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
  18. var metricRef, metric, y;
  19. queryNode.terms = { "field": aggDef.field };
  20. if (!aggDef.settings) {
  21. return queryNode;
  22. }
  23. queryNode.terms.size = parseInt(aggDef.settings.size, 10);
  24. if (aggDef.settings.orderBy !== void 0) {
  25. queryNode.terms.order = {};
  26. queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
  27. // if metric ref, look it up and add it to this agg level
  28. metricRef = parseInt(aggDef.settings.orderBy, 10);
  29. if (!isNaN(metricRef)) {
  30. for (y = 0; y < target.metrics.length; y++) {
  31. metric = target.metrics[y];
  32. if (metric.id === aggDef.settings.orderBy) {
  33. queryNode.aggs = {};
  34. queryNode.aggs[metric.id] = {};
  35. queryNode.aggs[metric.id][metric.type] = {field: metric.field};
  36. break;
  37. }
  38. }
  39. }
  40. }
  41. return queryNode;
  42. };
  43. ElasticQueryBuilder.prototype.getDateHistogramAgg = function(aggDef) {
  44. var esAgg = {};
  45. var settings = aggDef.settings || {};
  46. esAgg.interval = settings.interval;
  47. esAgg.field = this.timeField;
  48. esAgg.min_doc_count = settings.min_doc_count || 0;
  49. esAgg.extended_bounds = {min: "$timeFrom", max: "$timeTo"};
  50. if (esAgg.interval === 'auto') {
  51. esAgg.interval = "$interval";
  52. }
  53. if (this.esVersion >= 2) {
  54. esAgg.format = "epoch_millis";
  55. }
  56. return esAgg;
  57. };
  58. ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
  59. var filterObj = {};
  60. for (var i = 0; i < aggDef.settings.filters.length; i++) {
  61. var query = aggDef.settings.filters[i].query;
  62. filterObj[query] = {
  63. query: {
  64. query_string: {
  65. query: query,
  66. analyze_wildcard: true
  67. }
  68. }
  69. };
  70. }
  71. return filterObj;
  72. };
  73. ElasticQueryBuilder.prototype.documentQuery = function(query) {
  74. query.size = 500;
  75. query.sort = {};
  76. query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
  77. query.fields = ["*", "_source"];
  78. query.script_fields = {},
  79. query.fielddata_fields = [this.timeField];
  80. return query;
  81. };
  82. ElasticQueryBuilder.prototype.build = function(target) {
  83. // make sure query has defaults;
  84. target.metrics = target.metrics || [{ type: 'count', id: '1' }];
  85. target.dsType = 'elasticsearch';
  86. target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
  87. target.timeField = this.timeField;
  88. var i, nestedAggs, metric;
  89. var query = {
  90. "size": 0,
  91. "query": {
  92. "filtered": {
  93. "query": {
  94. "query_string": {
  95. "analyze_wildcard": true,
  96. "query": '$lucene_query',
  97. }
  98. },
  99. "filter": {
  100. "bool": {
  101. "must": [{"range": this.getRangeFilter()}]
  102. }
  103. }
  104. }
  105. }
  106. };
  107. // handle document query
  108. if (target.bucketAggs.length === 0) {
  109. metric = target.metrics[0];
  110. if (metric && metric.type !== 'raw_document') {
  111. throw {message: 'Invalid query'};
  112. }
  113. return this.documentQuery(query, target);
  114. }
  115. nestedAggs = query;
  116. for (i = 0; i < target.bucketAggs.length; i++) {
  117. var aggDef = target.bucketAggs[i];
  118. var esAgg = {};
  119. switch(aggDef.type) {
  120. case 'date_histogram': {
  121. esAgg["date_histogram"] = this.getDateHistogramAgg(aggDef);
  122. break;
  123. }
  124. case 'filters': {
  125. esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
  126. break;
  127. }
  128. case 'terms': {
  129. this.buildTermsAgg(aggDef, esAgg, target);
  130. break;
  131. }
  132. }
  133. nestedAggs.aggs = nestedAggs.aggs || {};
  134. nestedAggs.aggs[aggDef.id] = esAgg;
  135. nestedAggs = esAgg;
  136. }
  137. nestedAggs.aggs = {};
  138. for (i = 0; i < target.metrics.length; i++) {
  139. metric = target.metrics[i];
  140. if (metric.type === 'count') {
  141. continue;
  142. }
  143. var aggField = {};
  144. var metricAgg = null;
  145. if (metric.type === 'moving_avg') {
  146. if (metric.mavgSource && /^\d*$/.test(metric.mavgSource)) {
  147. metricAgg = { buckets_path: metric.mavgSource };
  148. } else {
  149. continue;
  150. }
  151. } else {
  152. metricAgg = {field: metric.field};
  153. }
  154. for (var prop in metric.settings) {
  155. if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
  156. metricAgg[prop] = metric.settings[prop];
  157. }
  158. }
  159. aggField[metric.type] = metricAgg;
  160. nestedAggs.aggs[metric.id] = aggField;
  161. }
  162. return query;
  163. };
  164. ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
  165. var query = {
  166. "size": 0,
  167. "query": {
  168. "filtered": {
  169. "query": {
  170. "query_string": {
  171. "analyze_wildcard": true,
  172. "query": '$lucene_query',
  173. }
  174. },
  175. "filter": {
  176. "bool": {
  177. "must": [{"range": this.getRangeFilter()}]
  178. }
  179. }
  180. }
  181. }
  182. };
  183. query.aggs = {
  184. "1": {
  185. "terms": {
  186. "field": queryDef.field,
  187. "size": 0,
  188. "order": {
  189. "_term": "asc"
  190. }
  191. },
  192. }
  193. };
  194. return query;
  195. };
  196. return ElasticQueryBuilder;
  197. });