datasource.js 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'config',
  5. 'kbn',
  6. 'moment',
  7. './queryBuilder',
  8. './queryCtrl',
  9. './directives'
  10. ],
  11. function (angular, _, config, kbn, moment, ElasticQueryBuilder) {
  12. 'use strict';
  13. var module = angular.module('grafana.services');
  14. module.factory('ElasticDatasource', function($q, backendSrv, templateSrv) {
  15. function ElasticDatasource(datasource) {
  16. this.type = 'elasticsearch';
  17. this.basicAuth = datasource.basicAuth;
  18. this.url = datasource.url;
  19. this.name = datasource.name;
  20. this.index = datasource.index;
  21. this.searchMaxResults = config.search.max_results || 20;
  22. this.saveTemp = _.isUndefined(datasource.save_temp) ? true : datasource.save_temp;
  23. this.saveTempTTL = _.isUndefined(datasource.save_temp_ttl) ? '30d' : datasource.save_temp_ttl;
  24. }
  25. ElasticDatasource.prototype._request = function(method, url, index, data) {
  26. var options = {
  27. url: this.url + "/" + index + url,
  28. method: method,
  29. data: data
  30. };
  31. if (this.basicAuth) {
  32. options.withCredentials = true;
  33. options.headers = {
  34. "Authorization": this.basicAuth
  35. };
  36. }
  37. return backendSrv.datasourceRequest(options);
  38. };
  39. ElasticDatasource.prototype._get = function(url) {
  40. return this._request('GET', url, this.index)
  41. .then(function(results) {
  42. return results.data;
  43. });
  44. };
  45. ElasticDatasource.prototype._post = function(url, data) {
  46. return this._request('POST', url, this.index, data)
  47. .then(function(results) {
  48. return results.data;
  49. });
  50. };
  51. ElasticDatasource.prototype.annotationQuery = function(annotation, rangeUnparsed) {
  52. var range = {};
  53. var timeField = annotation.timeField || '@timestamp';
  54. var queryString = annotation.query || '*';
  55. var tagsField = annotation.tagsField || 'tags';
  56. var titleField = annotation.titleField || 'desc';
  57. var textField = annotation.textField || null;
  58. range[timeField]= {
  59. from: rangeUnparsed.from,
  60. to: rangeUnparsed.to,
  61. };
  62. var queryInterpolated = templateSrv.replace(queryString);
  63. var filter = { "bool": { "must": [{ "range": range }] } };
  64. var query = { "bool": { "should": [{ "query_string": { "query": queryInterpolated } }] } };
  65. var data = {
  66. "fields": [timeField, "_source"],
  67. "query" : { "filtered": { "query" : query, "filter": filter } },
  68. "size": 10000
  69. };
  70. return this._request('POST', '/_search', annotation.index, data).then(function(results) {
  71. var list = [];
  72. var hits = results.data.hits.hits;
  73. var getFieldFromSource = function(source, fieldName) {
  74. if (!fieldName) { return; }
  75. var fieldNames = fieldName.split('.');
  76. var fieldValue = source;
  77. for (var i = 0; i < fieldNames.length; i++) {
  78. fieldValue = fieldValue[fieldNames[i]];
  79. if (!fieldValue) {
  80. console.log('could not find field in annotatation: ', fieldName);
  81. return '';
  82. }
  83. }
  84. if (_.isArray(fieldValue)) {
  85. fieldValue = fieldValue.join(', ');
  86. }
  87. return fieldValue;
  88. };
  89. for (var i = 0; i < hits.length; i++) {
  90. var source = hits[i]._source;
  91. var fields = hits[i].fields;
  92. var time = source[timeField];
  93. if (_.isString(fields[timeField]) || _.isNumber(fields[timeField])) {
  94. time = fields[timeField];
  95. }
  96. var event = {
  97. annotation: annotation,
  98. time: moment.utc(time).valueOf(),
  99. title: getFieldFromSource(source, titleField),
  100. tags: getFieldFromSource(source, tagsField),
  101. text: getFieldFromSource(source, textField)
  102. };
  103. list.push(event);
  104. }
  105. return list;
  106. });
  107. };
  108. ElasticDatasource.prototype.testDatasource = function() {
  109. var query = JSON.stringify();
  110. return this._post('/_search?search_type=count', query).then(function() {
  111. return { status: "success", message: "Data source is working", title: "Success" };
  112. });
  113. };
  114. ElasticDatasource.prototype.query = function(options) {
  115. var queryBuilder = new ElasticQueryBuilder;
  116. var query = queryBuilder.build(options.targets);
  117. query = query.replace(/\$interval/g, options.interval);
  118. query = query.replace(/\$rangeFrom/g, this.translateTime(options.range.from));
  119. query = query.replace(/\$rangeTo/g, this.translateTime(options.range.to));
  120. query = query.replace(/\$maxDataPoints/g, options.maxDataPoints);
  121. query = templateSrv.replace(query, options.scopedVars);
  122. return this._post('/_search?search_type=count', query).then(this._getTimeSeries);
  123. };
  124. ElasticDatasource.prototype.translateTime = function(date) {
  125. if (_.isString(date)) {
  126. return date;
  127. }
  128. return date.toJSON();
  129. };
  130. ElasticDatasource.prototype._getTimeSeries = function(results) {
  131. var _aggregation2timeSeries = function(aggregation) {
  132. var datapoints = aggregation.date_histogram.buckets.map(function(entry) {
  133. return [entry.stats.avg, entry.key];
  134. });
  135. return { target: aggregation.key, datapoints: datapoints };
  136. };
  137. var data = [];
  138. if (results && results.aggregations) {
  139. for (var target in results.aggregations) {
  140. if (!results.aggregations.hasOwnProperty(target)) {
  141. continue;
  142. }
  143. if (results.aggregations[target].date_histogram && results.aggregations[target].date_histogram.buckets) {
  144. data.push(_aggregation2timeSeries(results.aggregations[target]));
  145. } else if (results.aggregations[target].terms && results.aggregations[target].terms.buckets) {
  146. [].push.apply(data, results.aggregations[target].terms.buckets.map(_aggregation2timeSeries));
  147. }
  148. }
  149. }
  150. return { data: data };
  151. };
  152. ElasticDatasource.prototype.metricFindQuery = function(query) {
  153. var region;
  154. var namespace;
  155. var metricName;
  156. var transformSuggestData = function(suggestData) {
  157. return _.map(suggestData, function(v) {
  158. return { text: v };
  159. });
  160. };
  161. var d = $q.defer();
  162. var regionQuery = query.match(/^region\(\)/);
  163. if (regionQuery) {
  164. d.resolve(transformSuggestData(this.performSuggestRegion()));
  165. return d.promise;
  166. }
  167. };
  168. return ElasticDatasource;
  169. });
  170. });