datasource.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'moment',
  5. 'app/core/utils/datemath',
  6. 'app/core/utils/kbn',
  7. 'app/features/templating/variable',
  8. './annotation_query',
  9. ],
  10. function (angular, _, moment, dateMath, kbn, templatingVariable, CloudWatchAnnotationQuery) {
  11. 'use strict';
  12. /** @ngInject */
  13. function CloudWatchDatasource(instanceSettings, $q, backendSrv, templateSrv, timeSrv) {
  14. this.type = 'cloudwatch';
  15. this.name = instanceSettings.name;
  16. this.supportMetrics = true;
  17. this.proxyUrl = instanceSettings.url;
  18. this.defaultRegion = instanceSettings.jsonData.defaultRegion;
  19. this.instanceSettings = instanceSettings;
  20. this.standardStatistics = [
  21. 'Average',
  22. 'Maximum',
  23. 'Minimum',
  24. 'Sum',
  25. 'SampleCount'
  26. ];
  27. var self = this;
  28. this.query = function(options) {
  29. options = angular.copy(options);
  30. options.targets = this.expandTemplateVariable(options.targets, options.scopedVars, templateSrv);
  31. var queries = _.filter(options.targets, function (item) {
  32. return item.hide !== true &&
  33. !!item.region &&
  34. !!item.namespace &&
  35. !!item.metricName &&
  36. !_.isEmpty(item.statistics);
  37. }).map(function (item) {
  38. item.region = templateSrv.replace(item.region, options.scopedVars);
  39. item.namespace = templateSrv.replace(item.namespace, options.scopedVars);
  40. item.metricName = templateSrv.replace(item.metricName, options.scopedVars);
  41. var dimensions = {};
  42. _.each(item.dimensions, function (value, key) {
  43. dimensions[templateSrv.replace(key, options.scopedVars)] = templateSrv.replace(value, options.scopedVars);
  44. });
  45. item.dimensions = dimensions;
  46. item.period = self.getPeriod(item, options);
  47. return {
  48. refId: item.refId,
  49. intervalMs: options.intervalMs,
  50. maxDataPoints: options.maxDataPoints,
  51. datasourceId: self.instanceSettings.id,
  52. type: 'timeSeriesQuery',
  53. parameters: item
  54. };
  55. });
  56. // No valid targets, return the empty result to save a round trip.
  57. if (_.isEmpty(queries)) {
  58. var d = $q.defer();
  59. d.resolve({ data: [] });
  60. return d.promise;
  61. }
  62. var request = {
  63. from: options.rangeRaw.from,
  64. to: options.rangeRaw.to,
  65. queries: queries
  66. };
  67. return this.performTimeSeriesQuery(request);
  68. };
  69. this.getPeriod = function(target, options, now) {
  70. var start = this.convertToCloudWatchTime(options.range.from, false);
  71. var end = this.convertToCloudWatchTime(options.range.to, true);
  72. now = Math.round((now || Date.now()) / 1000);
  73. var period;
  74. var range = end - start;
  75. var hourSec = 60 * 60;
  76. var daySec = hourSec * 24;
  77. var periodUnit = 60;
  78. if (!target.period) {
  79. if (now - start <= (daySec * 15)) { // until 15 days ago
  80. if (target.namespace === 'AWS/EC2') {
  81. periodUnit = period = 300;
  82. } else {
  83. periodUnit = period = 60;
  84. }
  85. } else if (now - start <= (daySec * 63)) { // until 63 days ago
  86. periodUnit = period = 60 * 5;
  87. } else if (now - start <= (daySec * 455)) { // until 455 days ago
  88. periodUnit = period = 60 * 60;
  89. } else { // over 455 days, should return error, but try to long period
  90. periodUnit = period = 60 * 60;
  91. }
  92. } else {
  93. if (/^\d+$/.test(target.period)) {
  94. period = parseInt(target.period, 10);
  95. } else {
  96. period = kbn.interval_to_seconds(templateSrv.replace(target.period, options.scopedVars));
  97. }
  98. }
  99. if (period < 1) {
  100. period = 1;
  101. }
  102. if (range / period >= 1440) {
  103. period = Math.ceil(range / 1440 / periodUnit) * periodUnit;
  104. }
  105. return period;
  106. };
  107. this.performTimeSeriesQuery = function(request) {
  108. return backendSrv.post('/api/tsdb/query', request).then(function (res) {
  109. var data = [];
  110. if (res.results) {
  111. _.forEach(res.results, function (queryRes) {
  112. _.forEach(queryRes.series, function (series) {
  113. data.push({target: series.name, datapoints: series.points});
  114. });
  115. });
  116. }
  117. return {data: data};
  118. });
  119. };
  120. function transformSuggestDataFromTable(suggestData) {
  121. return _.map(suggestData.results['metricFindQuery'].tables[0].rows, function (v) {
  122. return {
  123. text: v[0],
  124. value: v[1]
  125. };
  126. });
  127. }
  128. this.doMetricQueryRequest = function (subtype, parameters) {
  129. var range = timeSrv.timeRange();
  130. return backendSrv.post('/api/tsdb/query', {
  131. from: range.from,
  132. to: range.to,
  133. queries: [
  134. {
  135. refId: 'metricFindQuery',
  136. intervalMs: 1, // dummy
  137. maxDataPoints: 1, // dummy
  138. datasourceId: this.instanceSettings.id,
  139. type: 'metricFindQuery',
  140. subtype: subtype,
  141. parameters: parameters
  142. }
  143. ]
  144. }).then(function (r) { return transformSuggestDataFromTable(r); });
  145. };
  146. this.getRegions = function () {
  147. return this.doMetricQueryRequest('regions', null);
  148. };
  149. this.getNamespaces = function() {
  150. return this.doMetricQueryRequest('namespaces', null);
  151. };
  152. this.getMetrics = function (namespace, region) {
  153. return this.doMetricQueryRequest('metrics', {
  154. region: region,
  155. namespace: templateSrv.replace(namespace)
  156. });
  157. };
  158. this.getDimensionKeys = function(namespace, region) {
  159. return this.doMetricQueryRequest('dimension_keys', {
  160. region: region,
  161. namespace: templateSrv.replace(namespace)
  162. });
  163. };
  164. this.getDimensionValues = function(region, namespace, metricName, dimensionKey, filterDimensions) {
  165. return this.doMetricQueryRequest('dimension_values', {
  166. region: region,
  167. namespace: templateSrv.replace(namespace),
  168. metricName: templateSrv.replace(metricName),
  169. dimensionKey: templateSrv.replace(dimensionKey),
  170. dimensions: this.convertDimensionFormat(filterDimensions, {}),
  171. });
  172. };
  173. this.getEbsVolumeIds = function(region, instanceId) {
  174. return this.doMetricQueryRequest('ebs_volume_ids', {
  175. region: region,
  176. instanceId: instanceId
  177. });
  178. };
  179. this.getEc2InstanceAttribute = function(region, attributeName, filters) {
  180. return this.doMetricQueryRequest('ec2_instance_attribute', {
  181. region: region,
  182. attributeName: attributeName,
  183. filters: filters
  184. });
  185. };
  186. this.metricFindQuery = function(query) {
  187. var region;
  188. var namespace;
  189. var metricName;
  190. var regionQuery = query.match(/^regions\(\)/);
  191. if (regionQuery) {
  192. return this.getRegions();
  193. }
  194. var namespaceQuery = query.match(/^namespaces\(\)/);
  195. if (namespaceQuery) {
  196. return this.getNamespaces();
  197. }
  198. var metricNameQuery = query.match(/^metrics\(([^\)]+?)(,\s?([^,]+?))?\)/);
  199. if (metricNameQuery) {
  200. return this.getMetrics(templateSrv.replace(metricNameQuery[1]), templateSrv.replace(metricNameQuery[3]));
  201. }
  202. var dimensionKeysQuery = query.match(/^dimension_keys\(([^\)]+?)(,\s?([^,]+?))?\)/);
  203. if (dimensionKeysQuery) {
  204. return this.getDimensionKeys(templateSrv.replace(dimensionKeysQuery[1]), templateSrv.replace(dimensionKeysQuery[3]));
  205. }
  206. var dimensionValuesQuery = query.match(/^dimension_values\(([^,]+?),\s?([^,]+?),\s?([^,]+?),\s?([^,]+?)\)/);
  207. if (dimensionValuesQuery) {
  208. region = templateSrv.replace(dimensionValuesQuery[1]);
  209. namespace = templateSrv.replace(dimensionValuesQuery[2]);
  210. metricName = templateSrv.replace(dimensionValuesQuery[3]);
  211. var dimensionKey = templateSrv.replace(dimensionValuesQuery[4]);
  212. return this.getDimensionValues(region, namespace, metricName, dimensionKey, {});
  213. }
  214. var ebsVolumeIdsQuery = query.match(/^ebs_volume_ids\(([^,]+?),\s?([^,]+?)\)/);
  215. if (ebsVolumeIdsQuery) {
  216. region = templateSrv.replace(ebsVolumeIdsQuery[1]);
  217. var instanceId = templateSrv.replace(ebsVolumeIdsQuery[2]);
  218. return this.getEbsVolumeIds(region, instanceId);
  219. }
  220. var ec2InstanceAttributeQuery = query.match(/^ec2_instance_attribute\(([^,]+?),\s?([^,]+?),\s?(.+?)\)/);
  221. if (ec2InstanceAttributeQuery) {
  222. region = templateSrv.replace(ec2InstanceAttributeQuery[1]);
  223. var targetAttributeName = templateSrv.replace(ec2InstanceAttributeQuery[2]);
  224. var filterJson = JSON.parse(templateSrv.replace(ec2InstanceAttributeQuery[3]));
  225. return this.getEc2InstanceAttribute(region, targetAttributeName, filterJson);
  226. }
  227. return $q.when([]);
  228. };
  229. this.performDescribeAlarms = function(region, actionPrefix, alarmNamePrefix, alarmNames, stateValue) {
  230. return this.awsRequest({
  231. region: region,
  232. action: 'DescribeAlarms',
  233. parameters: { actionPrefix: actionPrefix, alarmNamePrefix: alarmNamePrefix, alarmNames: alarmNames, stateValue: stateValue }
  234. });
  235. };
  236. this.performDescribeAlarmsForMetric = function(region, namespace, metricName, dimensions, statistic, period) {
  237. var s = _.includes(self.standardStatistics, statistic) ? statistic : '';
  238. var es = _.includes(self.standardStatistics, statistic) ? '' : statistic;
  239. return this.awsRequest({
  240. region: region,
  241. action: 'DescribeAlarmsForMetric',
  242. parameters: {
  243. namespace: namespace,
  244. metricName: metricName,
  245. dimensions: dimensions,
  246. statistic: s,
  247. extendedStatistic: es,
  248. period: period
  249. }
  250. });
  251. };
  252. this.performDescribeAlarmHistory = function(region, alarmName, startDate, endDate) {
  253. return this.awsRequest({
  254. region: region,
  255. action: 'DescribeAlarmHistory',
  256. parameters: { alarmName: alarmName, startDate: startDate, endDate: endDate }
  257. });
  258. };
  259. this.annotationQuery = function(options) {
  260. var annotationQuery = new CloudWatchAnnotationQuery(this, options.annotation, $q, templateSrv);
  261. return annotationQuery.process(options.range.from, options.range.to);
  262. };
  263. this.testDatasource = function() {
  264. /* use billing metrics for test */
  265. var region = this.defaultRegion;
  266. var namespace = 'AWS/Billing';
  267. var metricName = 'EstimatedCharges';
  268. var dimensions = {};
  269. return this.getDimensionValues(region, namespace, metricName, 'ServiceName', dimensions).then(function () {
  270. return { status: 'success', message: 'Data source is working' };
  271. });
  272. };
  273. this.awsRequest = function(data) {
  274. var options = {
  275. method: 'POST',
  276. url: this.proxyUrl,
  277. data: data
  278. };
  279. return backendSrv.datasourceRequest(options).then(function(result) {
  280. return result.data;
  281. });
  282. };
  283. this.getDefaultRegion = function() {
  284. return this.defaultRegion;
  285. };
  286. this.getExpandedVariables = function(target, dimensionKey, variable, templateSrv) {
  287. /* if the all checkbox is marked we should add all values to the targets */
  288. var allSelected = _.find(variable.options, {'selected': true, 'text': 'All'});
  289. return _.chain(variable.options)
  290. .filter(function(v) {
  291. if (allSelected) {
  292. return v.text !== 'All';
  293. } else {
  294. return v.selected;
  295. }
  296. })
  297. .map(function(v) {
  298. var t = angular.copy(target);
  299. var scopedVar = {};
  300. scopedVar[variable.name] = v;
  301. t.dimensions[dimensionKey] = templateSrv.replace(t.dimensions[dimensionKey], scopedVar);
  302. return t;
  303. }).value();
  304. };
  305. this.expandTemplateVariable = function(targets, scopedVars, templateSrv) {
  306. var self = this;
  307. return _.chain(targets)
  308. .map(function(target) {
  309. var dimensionKey = _.findKey(target.dimensions, function(v) {
  310. return templateSrv.variableExists(v) && !_.has(scopedVars, templateSrv.getVariableName(v));
  311. });
  312. if (dimensionKey) {
  313. var multiVariable = _.find(templateSrv.variables, function(variable) {
  314. return templatingVariable.containsVariable(target.dimensions[dimensionKey], variable.name) && variable.multi;
  315. });
  316. var variable = _.find(templateSrv.variables, function(variable) {
  317. return templatingVariable.containsVariable(target.dimensions[dimensionKey], variable.name);
  318. });
  319. return self.getExpandedVariables(target, dimensionKey, multiVariable || variable, templateSrv);
  320. } else {
  321. return [target];
  322. }
  323. }).flatten().value();
  324. };
  325. this.convertToCloudWatchTime = function(date, roundUp) {
  326. if (_.isString(date)) {
  327. date = dateMath.parse(date, roundUp);
  328. }
  329. return Math.round(date.valueOf() / 1000);
  330. };
  331. this.convertDimensionFormat = function(dimensions, scopedVars) {
  332. return _.map(dimensions, function(value, key) {
  333. return {
  334. Name: templateSrv.replace(key, scopedVars),
  335. Value: templateSrv.replace(value, scopedVars)
  336. };
  337. });
  338. };
  339. }
  340. return CloudWatchDatasource;
  341. });