| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259 |
- define([
- './query_def'
- ],
- function (queryDef) {
- 'use strict';
- function ElasticQueryBuilder(options) {
- this.timeField = options.timeField;
- this.esVersion = options.esVersion;
- }
- ElasticQueryBuilder.prototype.getRangeFilter = function() {
- var filter = {};
- filter[this.timeField] = {
- gte: "$timeFrom",
- lte: "$timeTo",
- format: "epoch_millis",
- };
- return filter;
- };
- ElasticQueryBuilder.prototype.buildTermsAgg = function(aggDef, queryNode, target) {
- var metricRef, metric, y;
- queryNode.terms = { "field": aggDef.field };
- if (!aggDef.settings) {
- return queryNode;
- }
- queryNode.terms.size = parseInt(aggDef.settings.size, 10) === 0 ? 500 : parseInt(aggDef.settings.size, 10);
- if (aggDef.settings.orderBy !== void 0) {
- queryNode.terms.order = {};
- queryNode.terms.order[aggDef.settings.orderBy] = aggDef.settings.order;
- // if metric ref, look it up and add it to this agg level
- metricRef = parseInt(aggDef.settings.orderBy, 10);
- if (!isNaN(metricRef)) {
- for (y = 0; y < target.metrics.length; y++) {
- metric = target.metrics[y];
- if (metric.id === aggDef.settings.orderBy) {
- queryNode.aggs = {};
- queryNode.aggs[metric.id] = {};
- queryNode.aggs[metric.id][metric.type] = {field: metric.field};
- break;
- }
- }
- }
- }
- if (aggDef.settings.missing) {
- queryNode.terms.missing = aggDef.settings.missing;
- }
- return queryNode;
- };
- ElasticQueryBuilder.prototype.getDateHistogramAgg = function(aggDef) {
- var esAgg = {};
- var settings = aggDef.settings || {};
- esAgg.interval = settings.interval;
- esAgg.field = this.timeField;
- esAgg.min_doc_count = settings.min_doc_count || 0;
- esAgg.extended_bounds = {min: "$timeFrom", max: "$timeTo"};
- esAgg.format = "epoch_millis";
- if (esAgg.interval === 'auto') {
- esAgg.interval = "$interval";
- }
- if (settings.missing) {
- esAgg.missing = settings.missing;
- }
- return esAgg;
- };
- ElasticQueryBuilder.prototype.getFiltersAgg = function(aggDef) {
- var filterObj = {};
- for (var i = 0; i < aggDef.settings.filters.length; i++) {
- var query = aggDef.settings.filters[i].query;
- filterObj[query] = {
- query_string: {
- query: query,
- analyze_wildcard: true
- }
- };
- }
- return filterObj;
- };
- ElasticQueryBuilder.prototype.documentQuery = function(query) {
- query.size = 500;
- query.sort = {};
- query.sort[this.timeField] = {order: 'desc', unmapped_type: 'boolean'};
- // fields field not supported on ES 5.x
- if (this.esVersion < 5) {
- query.fields = ["*", "_source"];
- }
- query.script_fields = {},
- query.fielddata_fields = [this.timeField];
- return query;
- };
- ElasticQueryBuilder.prototype.addAdhocFilters = function(query, adhocFilters) {
- if (!adhocFilters) {
- return;
- }
- var i, filter, condition;
- for (i = 0; i < adhocFilters.length; i++) {
- filter = adhocFilters[i];
- condition = {};
- condition[filter.key] = filter.value;
- query.query.bool.must.push({"term": condition});
- }
- };
- ElasticQueryBuilder.prototype.build = function(target, adhocFilters) {
- // make sure query has defaults;
- target.metrics = target.metrics || [{ type: 'count', id: '1' }];
- target.dsType = 'elasticsearch';
- target.bucketAggs = target.bucketAggs || [{type: 'date_histogram', id: '2', settings: {interval: 'auto'}}];
- target.timeField = this.timeField;
- var i, nestedAggs, metric;
- var query = {
- "size": 0,
- "query": {
- "bool": {
- "must": [
- {"range": this.getRangeFilter()},
- {
- "query_string": {
- "analyze_wildcard": true,
- "query": '$lucene_query'
- }
- }
- ]
- }
- }
- };
- this.addAdhocFilters(query, adhocFilters);
- // handle document query
- if (target.bucketAggs.length === 0) {
- metric = target.metrics[0];
- if (metric && metric.type !== 'raw_document') {
- throw {message: 'Invalid query'};
- }
- return this.documentQuery(query, target);
- }
- nestedAggs = query;
- for (i = 0; i < target.bucketAggs.length; i++) {
- var aggDef = target.bucketAggs[i];
- var esAgg = {};
- switch(aggDef.type) {
- case 'date_histogram': {
- esAgg["date_histogram"] = this.getDateHistogramAgg(aggDef);
- break;
- }
- case 'filters': {
- esAgg["filters"] = {filters: this.getFiltersAgg(aggDef)};
- break;
- }
- case 'terms': {
- this.buildTermsAgg(aggDef, esAgg, target);
- break;
- }
- case 'geohash_grid': {
- esAgg['geohash_grid'] = {field: aggDef.field, precision: aggDef.settings.precision};
- break;
- }
- }
- nestedAggs.aggs = nestedAggs.aggs || {};
- nestedAggs.aggs[aggDef.id] = esAgg;
- nestedAggs = esAgg;
- }
- nestedAggs.aggs = {};
- for (i = 0; i < target.metrics.length; i++) {
- metric = target.metrics[i];
- if (metric.type === 'count') {
- continue;
- }
- var aggField = {};
- var metricAgg = null;
- if (queryDef.isPipelineAgg(metric.type)) {
- if (metric.pipelineAgg && /^\d*$/.test(metric.pipelineAgg)) {
- metricAgg = { buckets_path: metric.pipelineAgg };
- } else {
- continue;
- }
- } else {
- metricAgg = {field: metric.field};
- }
- for (var prop in metric.settings) {
- if (metric.settings.hasOwnProperty(prop) && metric.settings[prop] !== null) {
- metricAgg[prop] = metric.settings[prop];
- }
- }
- aggField[metric.type] = metricAgg;
- nestedAggs.aggs[metric.id] = aggField;
- }
- return query;
- };
- ElasticQueryBuilder.prototype.getTermsQuery = function(queryDef) {
- var query = {
- "size": 0,
- "query": {
- "bool": {
- "must": [{"range": this.getRangeFilter()}]
- }
- }
- };
- if (queryDef.query) {
- query.query.bool.must.push({
- "query_string": {
- "analyze_wildcard": true,
- "query": queryDef.query,
- }
- });
- }
- query.aggs = {
- "1": {
- "terms": {
- "field": queryDef.field,
- "size": 500,
- "order": {
- "_term": "asc"
- }
- },
- }
- };
- return query;
- };
- return ElasticQueryBuilder;
- });
|