datasource.js 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'kbn',
  5. 'moment',
  6. './queryCtrl',
  7. ],
  8. function (angular, _, kbn) {
  9. 'use strict';
  10. var module = angular.module('grafana.services');
  11. module.factory('OpenTSDBDatasource', function($q, backendSrv, templateSrv) {
  12. function OpenTSDBDatasource(datasource) {
  13. this.type = 'opentsdb';
  14. this.url = datasource.url;
  15. this.name = datasource.name;
  16. this.supportMetrics = true;
  17. }
  18. // Called once per panel (graph)
  19. OpenTSDBDatasource.prototype.query = function(options) {
  20. var start = convertToTSDBTime(options.range.from);
  21. var end = convertToTSDBTime(options.range.to);
  22. var qs = [];
  23. _.each(options.targets, function(target) {
  24. if (!target.metric) { return; }
  25. qs.push(convertTargetToQuery(target, options));
  26. });
  27. var queries = _.compact(qs);
  28. // No valid targets, return the empty result to save a round trip.
  29. if (_.isEmpty(queries)) {
  30. var d = $q.defer();
  31. d.resolve({ data: [] });
  32. return d.promise;
  33. }
  34. var groupByTags = {};
  35. _.each(queries, function(query) {
  36. _.each(query.tags, function(val, key) {
  37. groupByTags[key] = true;
  38. });
  39. });
  40. return this.performTimeSeriesQuery(queries, start, end).then(function(response) {
  41. var metricToTargetMapping = mapMetricsToTargets(response.data, options);
  42. var result = _.map(response.data, function(metricData, index) {
  43. index = metricToTargetMapping[index];
  44. if (index === -1) {
  45. index = 0;
  46. }
  47. return transformMetricData(metricData, groupByTags, options.targets[index], options);
  48. });
  49. return { data: result };
  50. });
  51. };
  52. OpenTSDBDatasource.prototype.performTimeSeriesQuery = function(queries, start, end) {
  53. var reqBody = {
  54. start: start,
  55. queries: queries
  56. };
  57. // Relative queries (e.g. last hour) don't include an end time
  58. if (end) {
  59. reqBody.end = end;
  60. }
  61. var options = {
  62. method: 'POST',
  63. url: this.url + '/api/query',
  64. data: reqBody
  65. };
  66. return backendSrv.datasourceRequest(options);
  67. };
  68. OpenTSDBDatasource.prototype._performSuggestQuery = function(query) {
  69. return this._get('/api/suggest', {type: 'metrics', q: query, max: 1000}).then(function(result) {
  70. return result.data;
  71. });
  72. };
  73. OpenTSDBDatasource.prototype._performMetricKeyValueLookup = function(metric, key) {
  74. if(!metric || !key) {
  75. return $q.when([]);
  76. }
  77. var m = metric + "{" + key + "=*}";
  78. return this._get('/api/search/lookup', {m: m}).then(function(result) {
  79. result = result.data.results;
  80. var tagvs = [];
  81. _.each(result, function(r) {
  82. tagvs.push(r.tags[key]);
  83. });
  84. return tagvs;
  85. });
  86. };
  87. OpenTSDBDatasource.prototype._performMetricKeyLookup = function(metric) {
  88. if(!metric) { return $q.when([]); }
  89. return this._get('/api/search/lookup', {m: metric}).then(function(result) {
  90. result = result.data.results;
  91. var tagks = [];
  92. _.each(result, function(r) {
  93. _.each(r.tags, function(tagv, tagk) {
  94. if(tagks.indexOf(tagk) === -1) {
  95. tagks.push(tagk);
  96. }
  97. });
  98. });
  99. return tagks;
  100. });
  101. };
  102. OpenTSDBDatasource.prototype._get = function(relativeUrl, params) {
  103. return backendSrv.datasourceRequest({
  104. method: 'GET',
  105. url: this.url + relativeUrl,
  106. params: params,
  107. });
  108. };
  109. OpenTSDBDatasource.prototype.metricFindQuery = function(query) {
  110. if (!query) { return $q.when([]); }
  111. var interpolated;
  112. try {
  113. interpolated = templateSrv.replace(query);
  114. }
  115. catch (err) {
  116. return $q.reject(err);
  117. }
  118. var responseTransform = function(result) {
  119. return _.map(result, function(value) {
  120. return {text: value};
  121. });
  122. };
  123. var metrics_regex = /metrics\((.*)\)/;
  124. var tag_names_regex = /tag_names\((.*)\)/;
  125. var tag_values_regex = /tag_values\((.*),\s?(.*)\)/;
  126. var metrics_query = interpolated.match(metrics_regex);
  127. if (metrics_query) {
  128. return this._performSuggestQuery(metrics_query[1]).then(responseTransform);
  129. }
  130. var tag_names_query = interpolated.match(tag_names_regex);
  131. if (tag_names_query) {
  132. return this._performMetricKeyLookup(tag_names_query[1]).then(responseTransform);
  133. }
  134. var tag_values_query = interpolated.match(tag_values_regex);
  135. if (tag_values_query) {
  136. return this._performMetricKeyValueLookup(tag_values_query[1], tag_values_query[2]).then(responseTransform);
  137. }
  138. return $q.when([]);
  139. };
  140. OpenTSDBDatasource.prototype.testDatasource = function() {
  141. return this.performSuggestQuery('cpu', 'metrics').then(function () {
  142. return { status: "success", message: "Data source is working", title: "Success" };
  143. });
  144. };
  145. function transformMetricData(md, groupByTags, target, options) {
  146. var metricLabel = createMetricLabel(md, target, groupByTags, options);
  147. var dps = [];
  148. // TSDB returns datapoints has a hash of ts => value.
  149. // Can't use _.pairs(invert()) because it stringifies keys/values
  150. _.each(md.dps, function (v, k) {
  151. dps.push([v, k * 1000]);
  152. });
  153. return { target: metricLabel, datapoints: dps };
  154. }
  155. function createMetricLabel(md, target, groupByTags, options) {
  156. if (target.alias) {
  157. var scopedVars = _.clone(options.scopedVars || {});
  158. _.each(md.tags, function(value, key) {
  159. scopedVars['tag_' + key] = {value: value};
  160. });
  161. return templateSrv.replace(target.alias, scopedVars);
  162. }
  163. var label = md.metric;
  164. var tagData = [];
  165. if (!_.isEmpty(md.tags)) {
  166. _.each(_.pairs(md.tags), function(tag) {
  167. if (_.has(groupByTags, tag[0])) {
  168. tagData.push(tag[0] + "=" + tag[1]);
  169. }
  170. });
  171. }
  172. if (!_.isEmpty(tagData)) {
  173. label += "{" + tagData.join(", ") + "}";
  174. }
  175. return label;
  176. }
  177. function convertTargetToQuery(target, options) {
  178. if (!target.metric || target.hide) {
  179. return null;
  180. }
  181. var query = {
  182. metric: templateSrv.replace(target.metric, options.scopedVars),
  183. aggregator: "avg"
  184. };
  185. if (target.aggregator) {
  186. query.aggregator = templateSrv.replace(target.aggregator);
  187. }
  188. if (target.shouldComputeRate) {
  189. query.rate = true;
  190. query.rateOptions = {
  191. counter: !!target.isCounter
  192. };
  193. if (target.counterMax && target.counterMax.length) {
  194. query.rateOptions.counterMax = parseInt(target.counterMax);
  195. }
  196. if (target.counterResetValue && target.counterResetValue.length) {
  197. query.rateOptions.resetValue = parseInt(target.counterResetValue);
  198. }
  199. }
  200. if (!target.disableDownsampling) {
  201. var interval = templateSrv.replace(target.downsampleInterval || options.interval);
  202. if (interval.match(/\.[0-9]+s/)) {
  203. interval = parseFloat(interval)*1000 + "ms";
  204. }
  205. query.downsample = interval + "-" + target.downsampleAggregator;
  206. }
  207. query.tags = angular.copy(target.tags);
  208. if(query.tags){
  209. for(var key in query.tags){
  210. query.tags[key] = templateSrv.replace(query.tags[key], options.scopedVars);
  211. }
  212. }
  213. return query;
  214. }
  215. function mapMetricsToTargets(metrics, options) {
  216. var interpolatedTagValue;
  217. return _.map(metrics, function(metricData) {
  218. return _.findIndex(options.targets, function(target) {
  219. return target.metric === metricData.metric &&
  220. _.all(target.tags, function(tagV, tagK) {
  221. interpolatedTagValue = templateSrv.replace(tagV, options.scopedVars);
  222. return metricData.tags[tagK] === interpolatedTagValue || interpolatedTagValue === "*";
  223. });
  224. });
  225. });
  226. }
  227. function convertToTSDBTime(date) {
  228. if (date === 'now') {
  229. return null;
  230. }
  231. date = kbn.parseDate(date);
  232. return date.getTime();
  233. }
  234. return OpenTSDBDatasource;
  235. });
  236. });