datasource.js 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'kbn',
  5. 'moment',
  6. './queryCtrl',
  7. ],
  8. function (angular, _, kbn) {
  9. 'use strict';
  10. var module = angular.module('grafana.services');
  11. module.factory('OpenTSDBDatasource', function($q, backendSrv, templateSrv) {
  12. function OpenTSDBDatasource(datasource) {
  13. this.type = 'opentsdb';
  14. this.url = datasource.url;
  15. this.name = datasource.name;
  16. this.supportMetrics = true;
  17. }
  18. // Called once per panel (graph)
  19. OpenTSDBDatasource.prototype.query = function(options) {
  20. var start = convertToTSDBTime(options.range.from);
  21. var end = convertToTSDBTime(options.range.to);
  22. var qs = [];
  23. _.each(options.targets, function(target) {
  24. if (!target.metric) { return; }
  25. qs.push(convertTargetToQuery(target, options));
  26. });
  27. var queries = _.compact(qs);
  28. // No valid targets, return the empty result to save a round trip.
  29. if (_.isEmpty(queries)) {
  30. var d = $q.defer();
  31. d.resolve({ data: [] });
  32. return d.promise;
  33. }
  34. var groupByTags = {};
  35. _.each(queries, function(query) {
  36. _.each(query.tags, function(val, key) {
  37. groupByTags[key] = true;
  38. });
  39. });
  40. return this.performTimeSeriesQuery(queries, start, end).then(function(response) {
  41. var metricToTargetMapping = mapMetricsToTargets(response.data, options);
  42. var result = _.map(response.data, function(metricData, index) {
  43. index = metricToTargetMapping[index];
  44. return transformMetricData(metricData, groupByTags, options.targets[index], options);
  45. });
  46. return { data: result };
  47. });
  48. };
  49. OpenTSDBDatasource.prototype.performTimeSeriesQuery = function(queries, start, end) {
  50. var reqBody = {
  51. start: start,
  52. queries: queries
  53. };
  54. // Relative queries (e.g. last hour) don't include an end time
  55. if (end) {
  56. reqBody.end = end;
  57. }
  58. var options = {
  59. method: 'POST',
  60. url: this.url + '/api/query',
  61. data: reqBody
  62. };
  63. return backendSrv.datasourceRequest(options);
  64. };
  65. OpenTSDBDatasource.prototype._performSuggestQuery = function(query) {
  66. return this._get('/api/suggest', {type: 'metrics', q: query, max: 1000}).then(function(result) {
  67. return result.data;
  68. });
  69. };
  70. OpenTSDBDatasource.prototype._performMetricKeyValueLookup = function(metric, key) {
  71. if(!metric || !key) {
  72. return $q.when([]);
  73. }
  74. var m = metric + "{" + key + "=*}";
  75. return this._get('/api/search/lookup', {m: m}).then(function(result) {
  76. result = result.data.results;
  77. var tagvs = [];
  78. _.each(result, function(r) {
  79. tagvs.push(r.tags[key]);
  80. });
  81. return tagvs;
  82. });
  83. };
  84. OpenTSDBDatasource.prototype._performMetricKeyLookup = function(metric) {
  85. if(!metric) { return $q.when([]); }
  86. return this._get('/api/search/lookup', {m: metric}).then(function(result) {
  87. result = result.data.results;
  88. var tagks = [];
  89. _.each(result, function(r) {
  90. _.each(r.tags, function(tagv, tagk) {
  91. if(tagks.indexOf(tagk) === -1) {
  92. tagks.push(tagk);
  93. }
  94. });
  95. });
  96. return tagks;
  97. });
  98. };
  99. OpenTSDBDatasource.prototype._get = function(relativeUrl, params) {
  100. return backendSrv.datasourceRequest({
  101. method: 'GET',
  102. url: this.url + relativeUrl,
  103. params: params,
  104. });
  105. };
  106. OpenTSDBDatasource.prototype.metricFindQuery = function(query) {
  107. if (!query) { return $q.when([]); }
  108. var interpolated;
  109. try {
  110. interpolated = templateSrv.replace(query);
  111. }
  112. catch (err) {
  113. return $q.reject(err);
  114. }
  115. var responseTransform = function(result) {
  116. return _.map(result, function(value) {
  117. return {text: value};
  118. });
  119. };
  120. var metrics_regex = /metrics\((.*)\)/;
  121. var tag_names_regex = /tag_names\((.*)\)/;
  122. var tag_values_regex = /tag_values\((.*),\s?(.*)\)/;
  123. var metrics_query = interpolated.match(metrics_regex);
  124. if (metrics_query) {
  125. return this._performSuggestQuery(metrics_query[1]).then(responseTransform);
  126. }
  127. var tag_names_query = interpolated.match(tag_names_regex);
  128. if (tag_names_query) {
  129. return this._performMetricKeyLookup(tag_names_query[1]).then(responseTransform);
  130. }
  131. var tag_values_query = interpolated.match(tag_values_regex);
  132. if (tag_values_query) {
  133. return this._performMetricKeyValueLookup(tag_values_query[1], tag_values_query[2]).then(responseTransform);
  134. }
  135. return $q.when([]);
  136. };
  137. OpenTSDBDatasource.prototype.testDatasource = function() {
  138. return this.performSuggestQuery('cpu', 'metrics').then(function () {
  139. return { status: "success", message: "Data source is working", title: "Success" };
  140. });
  141. };
  142. function transformMetricData(md, groupByTags, target, options) {
  143. var metricLabel = createMetricLabel(md, target, groupByTags, options);
  144. var dps = [];
  145. // TSDB returns datapoints has a hash of ts => value.
  146. // Can't use _.pairs(invert()) because it stringifies keys/values
  147. _.each(md.dps, function (v, k) {
  148. dps.push([v, k * 1000]);
  149. });
  150. return { target: metricLabel, datapoints: dps };
  151. }
  152. function createMetricLabel(md, target, groupByTags, options) {
  153. if (target.alias) {
  154. var scopedVars = _.clone(options.scopedVars || {});
  155. _.each(md.tags, function(value, key) {
  156. scopedVars['tag_' + key] = {value: value};
  157. });
  158. return templateSrv.replace(target.alias, scopedVars);
  159. }
  160. var label = md.metric;
  161. var tagData = [];
  162. if (!_.isEmpty(md.tags)) {
  163. _.each(_.pairs(md.tags), function(tag) {
  164. if (_.has(groupByTags, tag[0])) {
  165. tagData.push(tag[0] + "=" + tag[1]);
  166. }
  167. });
  168. }
  169. if (!_.isEmpty(tagData)) {
  170. label += "{" + tagData.join(", ") + "}";
  171. }
  172. return label;
  173. }
  174. function convertTargetToQuery(target, options) {
  175. if (!target.metric || target.hide) {
  176. return null;
  177. }
  178. var query = {
  179. metric: templateSrv.replace(target.metric, options.scopedVars),
  180. aggregator: "avg"
  181. };
  182. if (target.aggregator) {
  183. query.aggregator = templateSrv.replace(target.aggregator);
  184. }
  185. if (target.shouldComputeRate) {
  186. query.rate = true;
  187. query.rateOptions = {
  188. counter: !!target.isCounter
  189. };
  190. if (target.counterMax && target.counterMax.length) {
  191. query.rateOptions.counterMax = parseInt(target.counterMax);
  192. }
  193. if (target.counterResetValue && target.counterResetValue.length) {
  194. query.rateOptions.resetValue = parseInt(target.counterResetValue);
  195. }
  196. }
  197. if (!target.disableDownsampling) {
  198. var interval = templateSrv.replace(target.downsampleInterval || options.interval);
  199. if (interval.match(/\.[0-9]+s/)) {
  200. interval = parseFloat(interval)*1000 + "ms";
  201. }
  202. query.downsample = interval + "-" + target.downsampleAggregator;
  203. }
  204. query.tags = angular.copy(target.tags);
  205. if(query.tags){
  206. for(var key in query.tags){
  207. query.tags[key] = templateSrv.replace(query.tags[key], options.scopedVars);
  208. }
  209. }
  210. return query;
  211. }
  212. function mapMetricsToTargets(metrics, options) {
  213. var interpolatedTagValue;
  214. return _.map(metrics, function(metricData) {
  215. return _.findIndex(options.targets, function(target) {
  216. return target.metric === metricData.metric &&
  217. _.all(target.tags, function(tagV, tagK) {
  218. interpolatedTagValue = templateSrv.replace(tagV, options.scopedVars);
  219. return metricData.tags[tagK] === interpolatedTagValue || interpolatedTagValue === "*";
  220. });
  221. });
  222. });
  223. }
  224. function convertToTSDBTime(date) {
  225. if (date === 'now') {
  226. return null;
  227. }
  228. date = kbn.parseDate(date);
  229. return date.getTime();
  230. }
  231. return OpenTSDBDatasource;
  232. });
  233. });