datasource.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394
  1. define([
  2. 'angular',
  3. 'lodash',
  4. 'moment',
  5. 'app/core/utils/datemath',
  6. 'app/core/utils/kbn',
  7. 'app/features/templating/variable',
  8. './annotation_query',
  9. ],
  10. function (angular, _, moment, dateMath, kbn, templatingVariable, CloudWatchAnnotationQuery) {
  11. 'use strict';
  12. /** @ngInject */
  13. function CloudWatchDatasource(instanceSettings, $q, backendSrv, templateSrv, timeSrv) {
  14. this.type = 'cloudwatch';
  15. this.name = instanceSettings.name;
  16. this.supportMetrics = true;
  17. this.proxyUrl = instanceSettings.url;
  18. this.defaultRegion = instanceSettings.jsonData.defaultRegion;
  19. this.instanceSettings = instanceSettings;
  20. this.standardStatistics = [
  21. 'Average',
  22. 'Maximum',
  23. 'Minimum',
  24. 'Sum',
  25. 'SampleCount'
  26. ];
  27. var self = this;
  28. this.query = function(options) {
  29. options = angular.copy(options);
  30. options.targets = this.expandTemplateVariable(options.targets, options.scopedVars, templateSrv);
  31. var queries = _.filter(options.targets, function (item) {
  32. return item.hide !== true &&
  33. !!item.region &&
  34. !!item.namespace &&
  35. !!item.metricName &&
  36. !_.isEmpty(item.statistics);
  37. }).map(function (item) {
  38. item.region = templateSrv.replace(item.region, options.scopedVars);
  39. item.namespace = templateSrv.replace(item.namespace, options.scopedVars);
  40. item.metricName = templateSrv.replace(item.metricName, options.scopedVars);
  41. var dimensions = {};
  42. _.each(item.dimensions, function (value, key) {
  43. dimensions[templateSrv.replace(key, options.scopedVars)] = templateSrv.replace(value, options.scopedVars);
  44. });
  45. item.dimensions = dimensions;
  46. item.period = self.getPeriod(item, options);
  47. return {
  48. refId: item.refId,
  49. intervalMs: options.intervalMs,
  50. maxDataPoints: options.maxDataPoints,
  51. datasourceId: self.instanceSettings.id,
  52. type: 'timeSeriesQuery',
  53. parameters: item
  54. };
  55. });
  56. // No valid targets, return the empty result to save a round trip.
  57. if (_.isEmpty(queries)) {
  58. var d = $q.defer();
  59. d.resolve({ data: [] });
  60. return d.promise;
  61. }
  62. var request = {
  63. from: options.rangeRaw.from,
  64. to: options.rangeRaw.to,
  65. queries: queries
  66. };
  67. return this.performTimeSeriesQuery(request);
  68. };
  69. this.getPeriod = function(target, options, now) {
  70. var start = this.convertToCloudWatchTime(options.range.from, false);
  71. var end = this.convertToCloudWatchTime(options.range.to, true);
  72. now = Math.round((now || Date.now()) / 1000);
  73. var period;
  74. var range = end - start;
  75. var hourSec = 60 * 60;
  76. var daySec = hourSec * 24;
  77. var periodUnit = 60;
  78. if (!target.period) {
  79. if (now - start <= (daySec * 15)) { // until 15 days ago
  80. if (target.namespace === 'AWS/EC2') {
  81. periodUnit = period = 300;
  82. } else {
  83. periodUnit = period = 60;
  84. }
  85. } else if (now - start <= (daySec * 63)) { // until 63 days ago
  86. periodUnit = period = 60 * 5;
  87. } else if (now - start <= (daySec * 455)) { // until 455 days ago
  88. periodUnit = period = 60 * 60;
  89. } else { // over 455 days, should return error, but try to long period
  90. periodUnit = period = 60 * 60;
  91. }
  92. } else {
  93. if (/^\d+$/.test(target.period)) {
  94. period = parseInt(target.period, 10);
  95. } else {
  96. period = kbn.interval_to_seconds(templateSrv.replace(target.period, options.scopedVars));
  97. }
  98. }
  99. if (period < 1) {
  100. period = 1;
  101. }
  102. if (range / period >= 1440) {
  103. period = Math.ceil(range / 1440 / periodUnit) * periodUnit;
  104. }
  105. return period;
  106. };
  107. this.performTimeSeriesQuery = function(request) {
  108. return backendSrv.post('/api/tsdb/query', request).then(function (res) {
  109. var data = [];
  110. if (res.results) {
  111. _.forEach(res.results, function (queryRes) {
  112. _.forEach(queryRes.series, function (series) {
  113. data.push({target: series.name, datapoints: series.points});
  114. });
  115. });
  116. }
  117. return {data: data};
  118. });
  119. };
  120. function transformSuggestDataFromTable(suggestData) {
  121. return _.map(suggestData.results['metricFindQuery'].tables[0].rows, function (v) {
  122. return {
  123. text: v[0],
  124. value: v[1]
  125. };
  126. });
  127. }
  128. this.doMetricQueryRequest = function (subtype, parameters) {
  129. var range = timeSrv.timeRange();
  130. return backendSrv.post('/api/tsdb/query', {
  131. from: range.from,
  132. to: range.to,
  133. queries: [
  134. {
  135. refId: 'metricFindQuery',
  136. intervalMs: 1, // dummy
  137. maxDataPoints: 1, // dummy
  138. datasourceId: this.instanceSettings.id,
  139. type: 'metricFindQuery',
  140. subtype: subtype,
  141. parameters: parameters
  142. }
  143. ]
  144. }).then(function (r) { return transformSuggestDataFromTable(r); });
  145. };
  146. this.getRegions = function () {
  147. return this.doMetricQueryRequest('regions', null);
  148. };
  149. this.getNamespaces = function() {
  150. return this.doMetricQueryRequest('namespaces', null);
  151. };
  152. this.getMetrics = function (namespace, region) {
  153. return this.doMetricQueryRequest('metrics', {
  154. region: templateSrv.replace(region),
  155. namespace: templateSrv.replace(namespace)
  156. });
  157. };
  158. this.getDimensionKeys = function(namespace, region) {
  159. return this.doMetricQueryRequest('dimension_keys', {
  160. region: templateSrv.replace(region),
  161. namespace: templateSrv.replace(namespace)
  162. });
  163. };
  164. this.getDimensionValues = function(region, namespace, metricName, dimensionKey, filterDimensions) {
  165. return this.doMetricQueryRequest('dimension_values', {
  166. region: templateSrv.replace(region),
  167. namespace: templateSrv.replace(namespace),
  168. metricName: templateSrv.replace(metricName),
  169. dimensionKey: templateSrv.replace(dimensionKey),
  170. dimensions: this.convertDimensionFormat(filterDimensions, {}),
  171. });
  172. };
  173. this.getEbsVolumeIds = function(region, instanceId) {
  174. return this.doMetricQueryRequest('ebs_volume_ids', {
  175. region: templateSrv.replace(region),
  176. instanceId: templateSrv.replace(instanceId)
  177. });
  178. };
  179. this.getEc2InstanceAttribute = function(region, attributeName, filters) {
  180. return this.doMetricQueryRequest('ec2_instance_attribute', {
  181. region: templateSrv.replace(region),
  182. attributeName: templateSrv.replace(attributeName),
  183. filters: filters
  184. });
  185. };
  186. this.metricFindQuery = function(query) {
  187. var region;
  188. var namespace;
  189. var metricName;
  190. var regionQuery = query.match(/^regions\(\)/);
  191. if (regionQuery) {
  192. return this.getRegions();
  193. }
  194. var namespaceQuery = query.match(/^namespaces\(\)/);
  195. if (namespaceQuery) {
  196. return this.getNamespaces();
  197. }
  198. var metricNameQuery = query.match(/^metrics\(([^\)]+?)(,\s?([^,]+?))?\)/);
  199. if (metricNameQuery) {
  200. namespace = metricNameQuery[1];
  201. region = metricNameQuery[3];
  202. return this.getMetrics(namespace, region);
  203. }
  204. var dimensionKeysQuery = query.match(/^dimension_keys\(([^\)]+?)(,\s?([^,]+?))?\)/);
  205. if (dimensionKeysQuery) {
  206. namespace = dimensionKeysQuery[1];
  207. region = dimensionKeysQuery[3];
  208. return this.getDimensionKeys(namespace, region);
  209. }
  210. var dimensionValuesQuery = query.match(/^dimension_values\(([^,]+?),\s?([^,]+?),\s?([^,]+?),\s?([^,]+?)\)/);
  211. if (dimensionValuesQuery) {
  212. region = dimensionValuesQuery[1];
  213. namespace = dimensionValuesQuery[2];
  214. metricName = dimensionValuesQuery[3];
  215. var dimensionKey = dimensionValuesQuery[4];
  216. return this.getDimensionValues(region, namespace, metricName, dimensionKey, {});
  217. }
  218. var ebsVolumeIdsQuery = query.match(/^ebs_volume_ids\(([^,]+?),\s?([^,]+?)\)/);
  219. if (ebsVolumeIdsQuery) {
  220. region = ebsVolumeIdsQuery[1];
  221. var instanceId = ebsVolumeIdsQuery[2];
  222. return this.getEbsVolumeIds(region, instanceId);
  223. }
  224. var ec2InstanceAttributeQuery = query.match(/^ec2_instance_attribute\(([^,]+?),\s?([^,]+?),\s?(.+?)\)/);
  225. if (ec2InstanceAttributeQuery) {
  226. region = ec2InstanceAttributeQuery[1];
  227. var targetAttributeName = ec2InstanceAttributeQuery[2];
  228. var filterJson = JSON.parse(templateSrv.replace(ec2InstanceAttributeQuery[3]));
  229. return this.getEc2InstanceAttribute(region, targetAttributeName, filterJson);
  230. }
  231. return $q.when([]);
  232. };
  233. this.performDescribeAlarms = function(region, actionPrefix, alarmNamePrefix, alarmNames, stateValue) {
  234. return this.awsRequest({
  235. region: region,
  236. action: 'DescribeAlarms',
  237. parameters: { actionPrefix: actionPrefix, alarmNamePrefix: alarmNamePrefix, alarmNames: alarmNames, stateValue: stateValue }
  238. });
  239. };
  240. this.performDescribeAlarmsForMetric = function(region, namespace, metricName, dimensions, statistic, period) {
  241. var s = _.includes(self.standardStatistics, statistic) ? statistic : '';
  242. var es = _.includes(self.standardStatistics, statistic) ? '' : statistic;
  243. return this.awsRequest({
  244. region: region,
  245. action: 'DescribeAlarmsForMetric',
  246. parameters: {
  247. namespace: namespace,
  248. metricName: metricName,
  249. dimensions: dimensions,
  250. statistic: s,
  251. extendedStatistic: es,
  252. period: period
  253. }
  254. });
  255. };
  256. this.performDescribeAlarmHistory = function(region, alarmName, startDate, endDate) {
  257. return this.awsRequest({
  258. region: region,
  259. action: 'DescribeAlarmHistory',
  260. parameters: { alarmName: alarmName, startDate: startDate, endDate: endDate }
  261. });
  262. };
  263. this.annotationQuery = function(options) {
  264. var annotationQuery = new CloudWatchAnnotationQuery(this, options.annotation, $q, templateSrv);
  265. return annotationQuery.process(options.range.from, options.range.to);
  266. };
  267. this.testDatasource = function() {
  268. /* use billing metrics for test */
  269. var region = this.defaultRegion;
  270. var namespace = 'AWS/Billing';
  271. var metricName = 'EstimatedCharges';
  272. var dimensions = {};
  273. return this.getDimensionValues(region, namespace, metricName, 'ServiceName', dimensions).then(function () {
  274. return { status: 'success', message: 'Data source is working' };
  275. });
  276. };
  277. this.awsRequest = function(data) {
  278. var options = {
  279. method: 'POST',
  280. url: this.proxyUrl,
  281. data: data
  282. };
  283. return backendSrv.datasourceRequest(options).then(function(result) {
  284. return result.data;
  285. });
  286. };
  287. this.getDefaultRegion = function() {
  288. return this.defaultRegion;
  289. };
  290. this.getExpandedVariables = function(target, dimensionKey, variable, templateSrv) {
  291. /* if the all checkbox is marked we should add all values to the targets */
  292. var allSelected = _.find(variable.options, {'selected': true, 'text': 'All'});
  293. return _.chain(variable.options)
  294. .filter(function(v) {
  295. if (allSelected) {
  296. return v.text !== 'All';
  297. } else {
  298. return v.selected;
  299. }
  300. })
  301. .map(function(v) {
  302. var t = angular.copy(target);
  303. var scopedVar = {};
  304. scopedVar[variable.name] = v;
  305. t.dimensions[dimensionKey] = templateSrv.replace(t.dimensions[dimensionKey], scopedVar);
  306. return t;
  307. }).value();
  308. };
  309. this.expandTemplateVariable = function(targets, scopedVars, templateSrv) {
  310. var self = this;
  311. return _.chain(targets)
  312. .map(function(target) {
  313. var dimensionKey = _.findKey(target.dimensions, function(v) {
  314. return templateSrv.variableExists(v) && !_.has(scopedVars, templateSrv.getVariableName(v));
  315. });
  316. if (dimensionKey) {
  317. var multiVariable = _.find(templateSrv.variables, function(variable) {
  318. return templatingVariable.containsVariable(target.dimensions[dimensionKey], variable.name) && variable.multi;
  319. });
  320. var variable = _.find(templateSrv.variables, function(variable) {
  321. return templatingVariable.containsVariable(target.dimensions[dimensionKey], variable.name);
  322. });
  323. return self.getExpandedVariables(target, dimensionKey, multiVariable || variable, templateSrv);
  324. } else {
  325. return [target];
  326. }
  327. }).flatten().value();
  328. };
  329. this.convertToCloudWatchTime = function(date, roundUp) {
  330. if (_.isString(date)) {
  331. date = dateMath.parse(date, roundUp);
  332. }
  333. return Math.round(date.valueOf() / 1000);
  334. };
  335. this.convertDimensionFormat = function(dimensions, scopedVars) {
  336. return _.map(dimensions, function(value, key) {
  337. return {
  338. Name: templateSrv.replace(key, scopedVars),
  339. Value: templateSrv.replace(value, scopedVars)
  340. };
  341. });
  342. };
  343. }
  344. return CloudWatchDatasource;
  345. });