datasource.js 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'kbn',
  5. 'moment',
  6. './queryCtrl',
  7. ],
  8. function (angular, _, kbn) {
  9. 'use strict';
  10. var module = angular.module('grafana.services');
  11. module.factory('OpenTSDBDatasource', function($q, backendSrv, templateSrv) {
  12. function OpenTSDBDatasource(datasource) {
  13. this.type = 'opentsdb';
  14. this.editorSrc = 'app/features/opentsdb/partials/query.editor.html';
  15. this.url = datasource.url;
  16. this.name = datasource.name;
  17. this.supportMetrics = true;
  18. }
  19. // Called once per panel (graph)
  20. OpenTSDBDatasource.prototype.query = function(options) {
  21. var start = convertToTSDBTime(options.range.from);
  22. var end = convertToTSDBTime(options.range.to);
  23. var qs = [];
  24. _.each(options.targets, function(target) {
  25. qs.push(convertTargetToQuery(target, options.interval));
  26. });
  27. var queries = _.compact(qs);
  28. // No valid targets, return the empty result to save a round trip.
  29. if (_.isEmpty(queries)) {
  30. var d = $q.defer();
  31. d.resolve({ data: [] });
  32. return d.promise;
  33. }
  34. var groupByTags = {};
  35. _.each(queries, function(query) {
  36. _.each(query.tags, function(val, key) {
  37. groupByTags[key] = true;
  38. });
  39. });
  40. return this.performTimeSeriesQuery(queries, start, end).then(function(response) {
  41. var metricToTargetMapping = mapMetricsToTargets(response.data, options.targets);
  42. var result = _.map(response.data, function(metricData, index) {
  43. index = metricToTargetMapping[index];
  44. return transformMetricData(metricData, groupByTags, options.targets[index]);
  45. });
  46. return { data: result };
  47. });
  48. };
  49. OpenTSDBDatasource.prototype.performTimeSeriesQuery = function(queries, start, end) {
  50. var reqBody = {
  51. start: start,
  52. queries: queries
  53. };
  54. // Relative queries (e.g. last hour) don't include an end time
  55. if (end) {
  56. reqBody.end = end;
  57. }
  58. var options = {
  59. method: 'POST',
  60. url: this.url + '/api/query',
  61. data: reqBody
  62. };
  63. return backendSrv.datasourceRequest(options);
  64. };
  65. OpenTSDBDatasource.prototype._performSuggestQuery = function(query) {
  66. return this._get('/api/suggest', {type: 'metrics', q: query}).then(function(result) {
  67. return result.data;
  68. });
  69. };
  70. OpenTSDBDatasource.prototype._performMetricKeyValueLookup = function(metric, key) {
  71. if(!metric || !key) {
  72. return $q.when([]);
  73. }
  74. var m = metric + "{" + key + "=*}";
  75. return this._get('/api/search/lookup', {m: m}).then(function(result) {
  76. result = result.data.results;
  77. var tagvs = [];
  78. _.each(result, function(r) {
  79. tagvs.push(r.tags[key]);
  80. });
  81. return tagvs;
  82. });
  83. };
  84. OpenTSDBDatasource.prototype._performMetricKeyLookup = function(metric) {
  85. if(!metric) { return $q.when([]); }
  86. return this._get('/api/search/lookup', {m: metric}).then(function(result) {
  87. result = result.data.results;
  88. var tagks = [];
  89. _.each(result, function(r) {
  90. _.each(r.tags, function(tagv, tagk) {
  91. if(tagks.indexOf(tagk) === -1) {
  92. tagks.push(tagk);
  93. }
  94. });
  95. });
  96. return tagks;
  97. });
  98. };
  99. OpenTSDBDatasource.prototype._get = function(relativeUrl, params) {
  100. return backendSrv.datasourceRequest({
  101. method: 'GET',
  102. url: this.url + relativeUrl,
  103. params: params,
  104. });
  105. };
  106. OpenTSDBDatasource.prototype.metricFindQuery = function(query) {
  107. var interpolated;
  108. try {
  109. interpolated = templateSrv.replace(query);
  110. }
  111. catch (err) {
  112. return $q.reject(err);
  113. }
  114. var responseTransform = function(result) {
  115. return _.map(result, function(value) {
  116. return {text: value};
  117. });
  118. };
  119. var metrics_regex = /metrics\((.*)\)/;
  120. var tag_names_regex = /tag_names\((.*)\)/;
  121. var tag_values_regex = /tag_values\((\w+),\s?(\w+)/;
  122. var metrics_query = interpolated.match(metrics_regex);
  123. if (metrics_query) {
  124. return this._performSuggestQuery(metrics_query[1]).then(responseTransform);
  125. }
  126. var tag_names_query = interpolated.match(tag_names_regex);
  127. if (tag_names_query) {
  128. return this._performMetricKeyLookup(tag_names_query[1]).then(responseTransform);
  129. }
  130. var tag_values_query = interpolated.match(tag_values_regex);
  131. if (tag_values_query) {
  132. return this._performMetricKeyValueLookup(tag_values_query[1], tag_values_query[2]).then(responseTransform);
  133. }
  134. };
  135. OpenTSDBDatasource.prototype.testDatasource = function() {
  136. return this.performSuggestQuery('cpu', 'metrics').then(function () {
  137. return { status: "success", message: "Data source is working", title: "Success" };
  138. });
  139. };
  140. function transformMetricData(md, groupByTags, options) {
  141. var metricLabel = createMetricLabel(md, options, groupByTags);
  142. var dps = [];
  143. // TSDB returns datapoints has a hash of ts => value.
  144. // Can't use _.pairs(invert()) because it stringifies keys/values
  145. _.each(md.dps, function (v, k) {
  146. dps.push([v, k * 1000]);
  147. });
  148. return { target: metricLabel, datapoints: dps };
  149. }
  150. function createMetricLabel(md, options, groupByTags) {
  151. if (!_.isUndefined(options) && options.alias) {
  152. var scopedVars = {};
  153. _.each(md.tags, function(value, key) {
  154. scopedVars['tag_' + key] = {value: value};
  155. });
  156. return templateSrv.replace(options.alias, scopedVars);
  157. }
  158. var label = md.metric;
  159. var tagData = [];
  160. if (!_.isEmpty(md.tags)) {
  161. _.each(_.pairs(md.tags), function(tag) {
  162. if (_.has(groupByTags, tag[0])) {
  163. tagData.push(tag[0] + "=" + tag[1]);
  164. }
  165. });
  166. }
  167. if (!_.isEmpty(tagData)) {
  168. label += "{" + tagData.join(", ") + "}";
  169. }
  170. return label;
  171. }
  172. function convertTargetToQuery(target, interval) {
  173. if (!target.metric || target.hide) {
  174. return null;
  175. }
  176. var query = {
  177. metric: templateSrv.replace(target.metric),
  178. aggregator: "avg"
  179. };
  180. if (target.aggregator) {
  181. query.aggregator = templateSrv.replace(target.aggregator);
  182. }
  183. if (target.shouldComputeRate) {
  184. query.rate = true;
  185. query.rateOptions = {
  186. counter: !!target.isCounter
  187. };
  188. if (target.counterMax && target.counterMax.length) {
  189. query.rateOptions.counterMax = parseInt(target.counterMax);
  190. }
  191. if (target.counterResetValue && target.counterResetValue.length) {
  192. query.rateOptions.resetValue = parseInt(target.counterResetValue);
  193. }
  194. }
  195. if (!target.disableDownsampling) {
  196. interval = templateSrv.replace(target.downsampleInterval || interval);
  197. if (interval.match(/\.[0-9]+s/)) {
  198. interval = parseFloat(interval)*1000 + "ms";
  199. }
  200. query.downsample = interval + "-" + target.downsampleAggregator;
  201. }
  202. query.tags = angular.copy(target.tags);
  203. if(query.tags){
  204. for(var key in query.tags){
  205. query.tags[key] = templateSrv.replace(query.tags[key]);
  206. }
  207. }
  208. return query;
  209. }
  210. function mapMetricsToTargets(metrics, targets) {
  211. var interpolatedTagValue;
  212. return _.map(metrics, function(metricData) {
  213. return _.findIndex(targets, function(target) {
  214. return target.metric === metricData.metric &&
  215. _.all(target.tags, function(tagV, tagK) {
  216. interpolatedTagValue = templateSrv.replace(tagV);
  217. return metricData.tags[tagK] === interpolatedTagValue || interpolatedTagValue === "*";
  218. });
  219. });
  220. });
  221. }
  222. function convertToTSDBTime(date) {
  223. if (date === 'now') {
  224. return null;
  225. }
  226. date = kbn.parseDate(date);
  227. return date.getTime();
  228. }
  229. return OpenTSDBDatasource;
  230. });
  231. });