datasource.js 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'kbn',
  5. 'moment',
  6. './directives',
  7. './queryCtrl',
  8. ],
  9. function (angular, _, kbn) {
  10. 'use strict';
  11. var module = angular.module('grafana.services');
  12. module.factory('OpenTSDBDatasource', function($q, backendSrv, templateSrv) {
  13. function OpenTSDBDatasource(datasource) {
  14. this.type = 'opentsdb';
  15. this.url = datasource.url;
  16. this.name = datasource.name;
  17. this.supportMetrics = true;
  18. }
  19. // Called once per panel (graph)
  20. OpenTSDBDatasource.prototype.query = function(options) {
  21. var start = convertToTSDBTime(options.range.from);
  22. var end = convertToTSDBTime(options.range.to);
  23. var qs = [];
  24. _.each(options.targets, function(target) {
  25. if (!target.metric) { return; }
  26. qs.push(convertTargetToQuery(target, options));
  27. });
  28. var queries = _.compact(qs);
  29. // No valid targets, return the empty result to save a round trip.
  30. if (_.isEmpty(queries)) {
  31. var d = $q.defer();
  32. d.resolve({ data: [] });
  33. return d.promise;
  34. }
  35. var groupByTags = {};
  36. _.each(queries, function(query) {
  37. _.each(query.tags, function(val, key) {
  38. groupByTags[key] = true;
  39. });
  40. });
  41. return this.performTimeSeriesQuery(queries, start, end).then(function(response) {
  42. var metricToTargetMapping = mapMetricsToTargets(response.data, options);
  43. var result = _.map(response.data, function(metricData, index) {
  44. index = metricToTargetMapping[index];
  45. if (index === -1) {
  46. index = 0;
  47. }
  48. return transformMetricData(metricData, groupByTags, options.targets[index], options);
  49. });
  50. return { data: result };
  51. });
  52. };
  53. OpenTSDBDatasource.prototype.performTimeSeriesQuery = function(queries, start, end) {
  54. var reqBody = {
  55. start: start,
  56. queries: queries
  57. };
  58. // Relative queries (e.g. last hour) don't include an end time
  59. if (end) {
  60. reqBody.end = end;
  61. }
  62. var options = {
  63. method: 'POST',
  64. url: this.url + '/api/query',
  65. data: reqBody
  66. };
  67. return backendSrv.datasourceRequest(options);
  68. };
  69. OpenTSDBDatasource.prototype._performSuggestQuery = function(query) {
  70. return this._get('/api/suggest', {type: 'metrics', q: query, max: 1000}).then(function(result) {
  71. return result.data;
  72. });
  73. };
  74. OpenTSDBDatasource.prototype._performMetricKeyValueLookup = function(metric, key) {
  75. if(!metric || !key) {
  76. return $q.when([]);
  77. }
  78. var m = metric + "{" + key + "=*}";
  79. return this._get('/api/search/lookup', {m: m}).then(function(result) {
  80. result = result.data.results;
  81. var tagvs = [];
  82. _.each(result, function(r) {
  83. tagvs.push(r.tags[key]);
  84. });
  85. return tagvs;
  86. });
  87. };
  88. OpenTSDBDatasource.prototype._performMetricKeyLookup = function(metric) {
  89. if(!metric) { return $q.when([]); }
  90. return this._get('/api/search/lookup', {m: metric}).then(function(result) {
  91. result = result.data.results;
  92. var tagks = [];
  93. _.each(result, function(r) {
  94. _.each(r.tags, function(tagv, tagk) {
  95. if(tagks.indexOf(tagk) === -1) {
  96. tagks.push(tagk);
  97. }
  98. });
  99. });
  100. return tagks;
  101. });
  102. };
  103. OpenTSDBDatasource.prototype._get = function(relativeUrl, params) {
  104. return backendSrv.datasourceRequest({
  105. method: 'GET',
  106. url: this.url + relativeUrl,
  107. params: params,
  108. });
  109. };
  110. OpenTSDBDatasource.prototype.metricFindQuery = function(query) {
  111. if (!query) { return $q.when([]); }
  112. var interpolated;
  113. try {
  114. interpolated = templateSrv.replace(query);
  115. }
  116. catch (err) {
  117. return $q.reject(err);
  118. }
  119. var responseTransform = function(result) {
  120. return _.map(result, function(value) {
  121. return {text: value};
  122. });
  123. };
  124. var metrics_regex = /metrics\((.*)\)/;
  125. var tag_names_regex = /tag_names\((.*)\)/;
  126. var tag_values_regex = /tag_values\((.*),\s?(.*)\)/;
  127. var metrics_query = interpolated.match(metrics_regex);
  128. if (metrics_query) {
  129. return this._performSuggestQuery(metrics_query[1]).then(responseTransform);
  130. }
  131. var tag_names_query = interpolated.match(tag_names_regex);
  132. if (tag_names_query) {
  133. return this._performMetricKeyLookup(tag_names_query[1]).then(responseTransform);
  134. }
  135. var tag_values_query = interpolated.match(tag_values_regex);
  136. if (tag_values_query) {
  137. return this._performMetricKeyValueLookup(tag_values_query[1], tag_values_query[2]).then(responseTransform);
  138. }
  139. return $q.when([]);
  140. };
  141. OpenTSDBDatasource.prototype.testDatasource = function() {
  142. return this._performSuggestQuery('cpu', 'metrics').then(function () {
  143. return { status: "success", message: "Data source is working", title: "Success" };
  144. });
  145. };
  146. function transformMetricData(md, groupByTags, target, options) {
  147. var metricLabel = createMetricLabel(md, target, groupByTags, options);
  148. var dps = [];
  149. // TSDB returns datapoints has a hash of ts => value.
  150. // Can't use _.pairs(invert()) because it stringifies keys/values
  151. _.each(md.dps, function (v, k) {
  152. dps.push([v, k * 1000]);
  153. });
  154. return { target: metricLabel, datapoints: dps };
  155. }
  156. function createMetricLabel(md, target, groupByTags, options) {
  157. if (target.alias) {
  158. var scopedVars = _.clone(options.scopedVars || {});
  159. _.each(md.tags, function(value, key) {
  160. scopedVars['tag_' + key] = {value: value};
  161. });
  162. return templateSrv.replace(target.alias, scopedVars);
  163. }
  164. var label = md.metric;
  165. var tagData = [];
  166. if (!_.isEmpty(md.tags)) {
  167. _.each(_.pairs(md.tags), function(tag) {
  168. if (_.has(groupByTags, tag[0])) {
  169. tagData.push(tag[0] + "=" + tag[1]);
  170. }
  171. });
  172. }
  173. if (!_.isEmpty(tagData)) {
  174. label += "{" + tagData.join(", ") + "}";
  175. }
  176. return label;
  177. }
  178. function convertTargetToQuery(target, options) {
  179. if (!target.metric || target.hide) {
  180. return null;
  181. }
  182. var query = {
  183. metric: templateSrv.replace(target.metric, options.scopedVars),
  184. aggregator: "avg"
  185. };
  186. if (target.aggregator) {
  187. query.aggregator = templateSrv.replace(target.aggregator);
  188. }
  189. if (target.shouldComputeRate) {
  190. query.rate = true;
  191. query.rateOptions = {
  192. counter: !!target.isCounter
  193. };
  194. if (target.counterMax && target.counterMax.length) {
  195. query.rateOptions.counterMax = parseInt(target.counterMax);
  196. }
  197. if (target.counterResetValue && target.counterResetValue.length) {
  198. query.rateOptions.resetValue = parseInt(target.counterResetValue);
  199. }
  200. }
  201. if (!target.disableDownsampling) {
  202. var interval = templateSrv.replace(target.downsampleInterval || options.interval);
  203. if (interval.match(/\.[0-9]+s/)) {
  204. interval = parseFloat(interval)*1000 + "ms";
  205. }
  206. query.downsample = interval + "-" + target.downsampleAggregator;
  207. }
  208. query.tags = angular.copy(target.tags);
  209. if(query.tags){
  210. for(var key in query.tags){
  211. query.tags[key] = templateSrv.replace(query.tags[key], options.scopedVars);
  212. }
  213. }
  214. return query;
  215. }
  216. function mapMetricsToTargets(metrics, options) {
  217. var interpolatedTagValue;
  218. return _.map(metrics, function(metricData) {
  219. return _.findIndex(options.targets, function(target) {
  220. return target.metric === metricData.metric &&
  221. _.all(target.tags, function(tagV, tagK) {
  222. interpolatedTagValue = templateSrv.replace(tagV, options.scopedVars);
  223. return metricData.tags[tagK] === interpolatedTagValue || interpolatedTagValue === "*";
  224. });
  225. });
  226. });
  227. }
  228. function convertToTSDBTime(date) {
  229. if (date === 'now') {
  230. return null;
  231. }
  232. date = kbn.parseDate(date);
  233. return date.getTime();
  234. }
  235. return OpenTSDBDatasource;
  236. });
  237. });