query_builder.js 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220
  1. define([
  2. ],
  3. function () {
  4. 'use strict';
  5. function ElasticQueryBuilder(options) {
  6. this.timeField = options.timeField;
  7. this.elasticsearchVersion = options.elasticsearchVersion;
  8. }
  9. ElasticQueryBuilder.prototype.getRangeFilter = function() {
  10. var filter = {};
  11. filter[this.timeField] = {"gte": "$timeFrom", "lte": "$timeTo"};
  12. // elastic search versions 2.x require the time format to be specified
  13. if (this.elasticsearchVersion >= 2) {
  14. filter[this.timeField]["format"] = "epoch_millis";
  15. }
  16. return filter;
  17. };
  18. ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
  19. var metricRef, metric, y;
  20. queryNode.terms = { "field": aggDef.field };
  21. if (!aggDef.settings) {
  22. return queryNode;
  23. }
  24. queryNode.terms.size = parseInt(aggDef.settings.size, 10);
  25. if (aggDef.settings.orderBy !== void 0) {
  26. queryNode.terms.order = {};
  27. queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
  28. // if metric ref, look it up and add it to this agg level
  29. metricRef = parseInt(aggDef.settings.orderBy, 10);
  30. if (!isNaN(metricRef)) {
  31. for (y = 0; y < target.metrics.length; y++) {
  32. metric = target.metrics[y];
  33. if (metric.id === aggDef.settings.orderBy) {
  34. queryNode.aggs = {};
  35. queryNode.aggs[metric.id] = {};
  36. queryNode.aggs[metric.id][metric.type] = {field: metric.field};
  37. break;
  38. }
  39. }
  40. }
  41. }
  42. return queryNode;
  43. };
  44. ElasticQueryBuilder.prototype.getInterval = function(agg) {
  45. if (agg.settings && agg.settings.interval !== 'auto') {
  46. return agg.settings.interval;
  47. } else {
  48. return '$interval';
  49. }
  50. };
  51. ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
  52. var filterObj = {};
  53. for (var i = 0; i < aggDef.settings.filters.length; i++) {
  54. var query = aggDef.settings.filters[i].query;
  55. filterObj[query] = {
  56. query: {
  57. query_string: {
  58. query: query,
  59. analyze_wildcard: true
  60. }
  61. }
  62. };
  63. }
  64. return filterObj;
  65. };
  66. ElasticQueryBuilder.prototype.documentQuery = function(query) {
  67. query.size = 500;
  68. query.sort = {};
  69. query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
  70. query.fields = ["*", "_source"];
  71. query.script_fields = {},
  72. query.fielddata_fields = [this.timeField];
  73. return query;
  74. };
  75. ElasticQueryBuilder.prototype.build = function(target) {
  76. // make sure query has defaults;
  77. target.metrics = target.metrics || [{ type: 'count', id: '1' }];
  78. target.dsType = 'elasticsearch';
  79. target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
  80. target.timeField = this.timeField;
  81. var i, nestedAggs, metric;
  82. var query = {
  83. "size": 0,
  84. "query": {
  85. "filtered": {
  86. "query": {
  87. "query_string": {
  88. "analyze_wildcard": true,
  89. "query": '$lucene_query',
  90. }
  91. },
  92. "filter": {
  93. "bool": {
  94. "must": [{"range": this.getRangeFilter()}]
  95. }
  96. }
  97. }
  98. }
  99. };
  100. // handle document query
  101. if (target.bucketAggs.length === 0) {
  102. metric = target.metrics[0];
  103. if (metric && metric.type !== 'raw_document') {
  104. throw {message: 'Invalid query'};
  105. }
  106. return this.documentQuery(query, target);
  107. }
  108. nestedAggs = query;
  109. for (i = 0; i < target.bucketAggs.length; i++) {
  110. var aggDef = target.bucketAggs[i];
  111. var esAgg = {};
  112. switch(aggDef.type) {
  113. case 'date_histogram': {
  114. esAgg["date_histogram"] = {
  115. "interval": this.getInterval(aggDef),
  116. "field": this.timeField,
  117. "min_doc_count": 0,
  118. "extended_bounds": { "min": "$timeFrom", "max": "$timeTo" }
  119. };
  120. // elastic search versions 2.x require the time format to be specified
  121. if (this.elasticsearchVersion >= 2) {
  122. esAgg["date_histogram"]["format"] = "epoch_millis";
  123. }
  124. break;
  125. }
  126. case 'filters': {
  127. esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
  128. break;
  129. }
  130. case 'terms': {
  131. this.buildTermsAgg(aggDef, esAgg, target);
  132. break;
  133. }
  134. }
  135. nestedAggs.aggs = nestedAggs.aggs || {};
  136. nestedAggs.aggs[aggDef.id] = esAgg;
  137. nestedAggs = esAgg;
  138. }
  139. nestedAggs.aggs = {};
  140. for (i = 0; i < target.metrics.length; i++) {
  141. metric = target.metrics[i];
  142. if (metric.type === 'count') {
  143. continue;
  144. }
  145. var metricAgg = {field: metric.field};
  146. for (var prop in metric.settings) {
  147. if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
  148. metricAgg[prop] = metric.settings[prop];
  149. }
  150. }
  151. var aggField = {};
  152. aggField[metric.type] = metricAgg;
  153. nestedAggs.aggs[metric.id] = aggField;
  154. }
  155. return query;
  156. };
  157. ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
  158. var query = {
  159. "size": 0,
  160. "query": {
  161. "filtered": {
  162. "query": {
  163. "query_string": {
  164. "analyze_wildcard": true,
  165. "query": '$lucene_query',
  166. }
  167. },
  168. "filter": {
  169. "bool": {
  170. "must": [{"range": this.getRangeFilter()}]
  171. }
  172. }
  173. }
  174. }
  175. };
  176. query.aggs = {
  177. "1": {
  178. "terms": {
  179. "field": queryDef.field,
  180. "size": 0,
  181. "order": {
  182. "_term": "asc"
  183. }
  184. },
  185. }
  186. };
  187. return query;
  188. };
  189. return ElasticQueryBuilder;
  190. });