elastic_response.js 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. define([
  2. "lodash",
  3. "./query_def"
  4. ],
  5. function (_, queryDef) {
  6. 'use strict';
  7. function ElasticResponse(targets, response) {
  8. this.targets = targets;
  9. this.response = response;
  10. }
  11. ElasticResponse.prototype.processMetrics = function(esAgg, target, seriesList, props) {
  12. var metric, y, i, newSeries, bucket, value;
  13. for (y = 0; y < target.metrics.length; y++) {
  14. metric = target.metrics[y];
  15. switch(metric.type) {
  16. case 'count': {
  17. newSeries = { datapoints: [], metric: 'count', props: props};
  18. for (i = 0; i < esAgg.buckets.length; i++) {
  19. bucket = esAgg.buckets[i];
  20. value = bucket.doc_count;
  21. newSeries.datapoints.push([value, bucket.key]);
  22. }
  23. seriesList.push(newSeries);
  24. break;
  25. }
  26. case 'percentiles': {
  27. if (esAgg.buckets.length === 0) {
  28. break;
  29. }
  30. var firstBucket = esAgg.buckets[0];
  31. var percentiles = firstBucket[metric.id].values;
  32. for (var percentileName in percentiles) {
  33. newSeries = {datapoints: [], metric: 'p' + percentileName, props: props, field: metric.field};
  34. for (i = 0; i < esAgg.buckets.length; i++) {
  35. bucket = esAgg.buckets[i];
  36. var values = bucket[metric.id].values;
  37. newSeries.datapoints.push([values[percentileName], bucket.key]);
  38. }
  39. seriesList.push(newSeries);
  40. }
  41. break;
  42. }
  43. case 'extended_stats': {
  44. for (var statName in metric.meta) {
  45. if (!metric.meta[statName]) {
  46. continue;
  47. }
  48. newSeries = {datapoints: [], metric: statName, props: props, field: metric.field};
  49. for (i = 0; i < esAgg.buckets.length; i++) {
  50. bucket = esAgg.buckets[i];
  51. var stats = bucket[metric.id];
  52. // add stats that are in nested obj to top level obj
  53. stats.std_deviation_bounds_upper = stats.std_deviation_bounds.upper;
  54. stats.std_deviation_bounds_lower = stats.std_deviation_bounds.lower;
  55. newSeries.datapoints.push([stats[statName], bucket.key]);
  56. }
  57. seriesList.push(newSeries);
  58. }
  59. break;
  60. }
  61. default: {
  62. newSeries = { datapoints: [], metric: metric.type, field: metric.field, props: props};
  63. for (i = 0; i < esAgg.buckets.length; i++) {
  64. bucket = esAgg.buckets[i];
  65. value = bucket[metric.id].value;
  66. newSeries.datapoints.push([value, bucket.key]);
  67. }
  68. seriesList.push(newSeries);
  69. break;
  70. }
  71. }
  72. }
  73. };
  74. // This is quite complex
  75. // neeed to recurise down the nested buckets to build series
  76. ElasticResponse.prototype.processBuckets = function(aggs, target, seriesList, props) {
  77. var bucket, aggDef, esAgg, aggId;
  78. for (aggId in aggs) {
  79. aggDef = _.findWhere(target.bucketAggs, {id: aggId});
  80. esAgg = aggs[aggId];
  81. if (!aggDef) {
  82. continue;
  83. }
  84. if (aggDef.type === 'date_histogram') {
  85. this.processMetrics(esAgg, target, seriesList, props);
  86. } else {
  87. for (var nameIndex in esAgg.buckets) {
  88. bucket = esAgg.buckets[nameIndex];
  89. props = _.clone(props);
  90. if (bucket.key) {
  91. props[aggDef.field] = bucket.key;
  92. } else {
  93. props["filter"] = nameIndex;
  94. }
  95. this.processBuckets(bucket, target, seriesList, props);
  96. }
  97. }
  98. }
  99. };
  100. ElasticResponse.prototype._getMetricName = function(metric) {
  101. var metricDef = _.findWhere(queryDef.metricAggTypes, {value: metric});
  102. if (!metricDef) {
  103. metricDef = _.findWhere(queryDef.extendedStats, {value: metric});
  104. }
  105. return metricDef ? metricDef.text : metric;
  106. };
  107. ElasticResponse.prototype._getSeriesName = function(series, target, metricTypeCount) {
  108. var metricName = this._getMetricName(series.metric);
  109. if (target.alias) {
  110. var regex = /\{\{([\s\S]+?)\}\}/g;
  111. return target.alias.replace(regex, function(match, g1, g2) {
  112. var group = g1 || g2;
  113. if (group.indexOf('term ') === 0) { return series.props[group.substring(5)]; }
  114. if (series.props[group]) { return series.props[group]; }
  115. if (group === 'metric') { return metricName; }
  116. if (group === 'field') { return series.field; }
  117. return match;
  118. });
  119. }
  120. if (series.field) {
  121. metricName += ' ' + series.field;
  122. }
  123. var propKeys = _.keys(series.props);
  124. if (propKeys.length === 0) {
  125. return metricName;
  126. }
  127. var name = '';
  128. for (var propName in series.props) {
  129. name += series.props[propName] + ' ';
  130. }
  131. if (metricTypeCount === 1) {
  132. return name.trim();
  133. }
  134. return name.trim() + ' ' + metricName;
  135. };
  136. ElasticResponse.prototype.nameSeries = function(seriesList, target) {
  137. var metricTypeCount = _.uniq(_.pluck(seriesList, 'metric')).length;
  138. var fieldNameCount = _.uniq(_.pluck(seriesList, 'field')).length;
  139. for (var i = 0; i < seriesList.length; i++) {
  140. var series = seriesList[i];
  141. series.target = this._getSeriesName(series, target, metricTypeCount, fieldNameCount);
  142. }
  143. };
  144. ElasticResponse.prototype.processHits = function(hits, seriesList) {
  145. var series = {target: 'docs', type: 'docs', datapoints: [], total: hits.total};
  146. var propName, hit, doc, i;
  147. for (i = 0; i < hits.hits.length; i++) {
  148. hit = hits.hits[i];
  149. doc = {
  150. _id: hit._id,
  151. _type: hit._type,
  152. _index: hit._index
  153. };
  154. if (hit._source) {
  155. for (propName in hit._source) {
  156. doc[propName] = hit._source[propName];
  157. }
  158. }
  159. for (propName in hit.fields) {
  160. doc[propName] = hit.fields[propName];
  161. }
  162. series.datapoints.push(doc);
  163. }
  164. seriesList.push(series);
  165. };
  166. ElasticResponse.prototype.getTimeSeries = function() {
  167. var seriesList = [];
  168. for (var i = 0; i < this.response.responses.length; i++) {
  169. var response = this.response.responses[i];
  170. if (response.error) {
  171. throw { message: response.error };
  172. }
  173. if (response.hits && response.hits.hits.length > 0) {
  174. this.processHits(response.hits, seriesList);
  175. }
  176. if (response.aggregations) {
  177. var aggregations = response.aggregations;
  178. var target = this.targets[i];
  179. var tmpSeriesList = [];
  180. this.processBuckets(aggregations, target, tmpSeriesList, {});
  181. this.nameSeries(tmpSeriesList, target);
  182. for (var y = 0; y < tmpSeriesList.length; y++) {
  183. seriesList.push(tmpSeriesList[y]);
  184. }
  185. }
  186. }
  187. return { data: seriesList };
  188. };
  189. return ElasticResponse;
  190. });