heatmap_ctrl.ts 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. import { MetricsPanelCtrl } from 'app/plugins/sdk';
  2. import _ from 'lodash';
  3. import kbn from 'app/core/utils/kbn';
  4. import TimeSeries from 'app/core/time_series2';
  5. import { axesEditor } from './axes_editor';
  6. import { heatmapDisplayEditor } from './display_editor';
  7. import rendering from './rendering';
  8. import {
  9. convertToHeatMap,
  10. convertToCards,
  11. histogramToHeatmap,
  12. calculateBucketSize,
  13. sortSeriesByLabel,
  14. } from './heatmap_data_converter';
  15. const X_BUCKET_NUMBER_DEFAULT = 30;
  16. const Y_BUCKET_NUMBER_DEFAULT = 10;
  17. const panelDefaults = {
  18. heatmap: {},
  19. cards: {
  20. cardPadding: null,
  21. cardRound: null,
  22. },
  23. color: {
  24. mode: 'spectrum',
  25. cardColor: '#b4ff00',
  26. colorScale: 'sqrt',
  27. exponent: 0.5,
  28. colorScheme: 'interpolateOranges',
  29. },
  30. legend: {
  31. show: false,
  32. },
  33. dataFormat: 'timeseries',
  34. yBucketBound: 'auto',
  35. xAxis: {
  36. show: true,
  37. },
  38. yAxis: {
  39. show: true,
  40. format: 'short',
  41. decimals: null,
  42. logBase: 1,
  43. splitFactor: null,
  44. min: null,
  45. max: null,
  46. },
  47. xBucketSize: null,
  48. xBucketNumber: null,
  49. yBucketSize: null,
  50. yBucketNumber: null,
  51. tooltip: {
  52. show: true,
  53. showHistogram: false,
  54. },
  55. highlightCards: true,
  56. };
  57. const colorModes = ['opacity', 'spectrum'];
  58. const opacityScales = ['linear', 'sqrt'];
  59. // Schemes from d3-scale-chromatic
  60. // https://github.com/d3/d3-scale-chromatic
  61. const colorSchemes = [
  62. // Diverging
  63. { name: 'Spectral', value: 'interpolateSpectral', invert: 'always' },
  64. { name: 'RdYlGn', value: 'interpolateRdYlGn', invert: 'always' },
  65. // Sequential (Single Hue)
  66. { name: 'Blues', value: 'interpolateBlues', invert: 'dark' },
  67. { name: 'Greens', value: 'interpolateGreens', invert: 'dark' },
  68. { name: 'Greys', value: 'interpolateGreys', invert: 'dark' },
  69. { name: 'Oranges', value: 'interpolateOranges', invert: 'dark' },
  70. { name: 'Purples', value: 'interpolatePurples', invert: 'dark' },
  71. { name: 'Reds', value: 'interpolateReds', invert: 'dark' },
  72. // Sequential (Multi-Hue)
  73. { name: 'Viridis', value: 'interpolateViridis', invert: 'light' },
  74. { name: 'Magma', value: 'interpolateMagma', invert: 'light' },
  75. { name: 'Inferno', value: 'interpolateInferno', invert: 'light' },
  76. { name: 'Plasma', value: 'interpolatePlasma', invert: 'light' },
  77. { name: 'Warm', value: 'interpolateWarm', invert: 'light' },
  78. { name: 'Cool', value: 'interpolateCool', invert: 'light' },
  79. { name: 'Cubehelix', value: 'interpolateCubehelixDefault', invert: 'light' },
  80. { name: 'BuGn', value: 'interpolateBuGn', invert: 'dark' },
  81. { name: 'BuPu', value: 'interpolateBuPu', invert: 'dark' },
  82. { name: 'GnBu', value: 'interpolateGnBu', invert: 'dark' },
  83. { name: 'OrRd', value: 'interpolateOrRd', invert: 'dark' },
  84. { name: 'PuBuGn', value: 'interpolatePuBuGn', invert: 'dark' },
  85. { name: 'PuBu', value: 'interpolatePuBu', invert: 'dark' },
  86. { name: 'PuRd', value: 'interpolatePuRd', invert: 'dark' },
  87. { name: 'RdPu', value: 'interpolateRdPu', invert: 'dark' },
  88. { name: 'YlGnBu', value: 'interpolateYlGnBu', invert: 'dark' },
  89. { name: 'YlGn', value: 'interpolateYlGn', invert: 'dark' },
  90. { name: 'YlOrBr', value: 'interpolateYlOrBr', invert: 'dark' },
  91. { name: 'YlOrRd', value: 'interpolateYlOrRd', invert: 'dark' },
  92. ];
  93. const dsSupportHistogramSort = ['prometheus', 'elasticsearch'];
  94. export class HeatmapCtrl extends MetricsPanelCtrl {
  95. static templateUrl = 'module.html';
  96. opacityScales: any = [];
  97. colorModes: any = [];
  98. colorSchemes: any = [];
  99. selectionActivated: boolean;
  100. unitFormats: any;
  101. data: any;
  102. series: any;
  103. timeSrv: any;
  104. dataWarning: any;
  105. decimals: number;
  106. scaledDecimals: number;
  107. /** @ngInject */
  108. constructor($scope, $injector, timeSrv) {
  109. super($scope, $injector);
  110. this.timeSrv = timeSrv;
  111. this.selectionActivated = false;
  112. _.defaultsDeep(this.panel, panelDefaults);
  113. this.opacityScales = opacityScales;
  114. this.colorModes = colorModes;
  115. this.colorSchemes = colorSchemes;
  116. // Bind grafana panel events
  117. this.events.on('render', this.onRender.bind(this));
  118. this.events.on('data-received', this.onDataReceived.bind(this));
  119. this.events.on('data-error', this.onDataError.bind(this));
  120. this.events.on('data-snapshot-load', this.onDataReceived.bind(this));
  121. this.events.on('init-edit-mode', this.onInitEditMode.bind(this));
  122. this.onCardColorChange = this.onCardColorChange.bind(this);
  123. }
  124. onInitEditMode() {
  125. this.addEditorTab('Axes', axesEditor, 2);
  126. this.addEditorTab('Display', heatmapDisplayEditor, 3);
  127. this.unitFormats = kbn.getUnitFormats();
  128. }
  129. zoomOut(evt) {
  130. this.publishAppEvent('zoom-out', 2);
  131. }
  132. onRender() {
  133. if (!this.range) {
  134. return;
  135. }
  136. if (this.panel.dataFormat === 'tsbuckets') {
  137. this.convertHistogramToHeatmapData();
  138. } else {
  139. this.convertTimeSeriesToHeatmapData();
  140. }
  141. }
  142. convertTimeSeriesToHeatmapData() {
  143. let xBucketSize, yBucketSize, bucketsData, heatmapStats;
  144. const logBase = this.panel.yAxis.logBase;
  145. const xBucketNumber = this.panel.xBucketNumber || X_BUCKET_NUMBER_DEFAULT;
  146. const xBucketSizeByNumber = Math.floor((this.range.to - this.range.from) / xBucketNumber);
  147. // Parse X bucket size (number or interval)
  148. const isIntervalString = kbn.interval_regex.test(this.panel.xBucketSize);
  149. if (isIntervalString) {
  150. xBucketSize = kbn.interval_to_ms(this.panel.xBucketSize);
  151. } else if (
  152. isNaN(Number(this.panel.xBucketSize)) ||
  153. this.panel.xBucketSize === '' ||
  154. this.panel.xBucketSize === null
  155. ) {
  156. xBucketSize = xBucketSizeByNumber;
  157. } else {
  158. xBucketSize = Number(this.panel.xBucketSize);
  159. }
  160. // Calculate Y bucket size
  161. heatmapStats = this.parseSeries(this.series);
  162. const yBucketNumber = this.panel.yBucketNumber || Y_BUCKET_NUMBER_DEFAULT;
  163. if (logBase !== 1) {
  164. yBucketSize = this.panel.yAxis.splitFactor;
  165. } else {
  166. if (heatmapStats.max === heatmapStats.min) {
  167. if (heatmapStats.max) {
  168. yBucketSize = heatmapStats.max / Y_BUCKET_NUMBER_DEFAULT;
  169. } else {
  170. yBucketSize = 1;
  171. }
  172. } else {
  173. yBucketSize = (heatmapStats.max - heatmapStats.min) / yBucketNumber;
  174. }
  175. yBucketSize = this.panel.yBucketSize || yBucketSize;
  176. }
  177. bucketsData = convertToHeatMap(this.series, yBucketSize, xBucketSize, logBase);
  178. // Set default Y range if no data
  179. if (!heatmapStats.min && !heatmapStats.max) {
  180. heatmapStats = { min: -1, max: 1, minLog: 1 };
  181. yBucketSize = 1;
  182. }
  183. const { cards, cardStats } = convertToCards(bucketsData);
  184. this.data = {
  185. buckets: bucketsData,
  186. heatmapStats: heatmapStats,
  187. xBucketSize: xBucketSize,
  188. yBucketSize: yBucketSize,
  189. cards: cards,
  190. cardStats: cardStats,
  191. };
  192. }
  193. convertHistogramToHeatmapData() {
  194. const panelDatasource = this.getPanelDataSourceType();
  195. let xBucketSize, yBucketSize, bucketsData, tsBuckets;
  196. // Try to sort series by bucket bound, if datasource doesn't do it.
  197. if (!_.includes(dsSupportHistogramSort, panelDatasource)) {
  198. this.series.sort(sortSeriesByLabel);
  199. }
  200. // Convert histogram to heatmap. Each histogram bucket represented by the series which name is
  201. // a top (or bottom, depends of datasource) bucket bound. Further, these values will be used as X axis labels.
  202. bucketsData = histogramToHeatmap(this.series);
  203. tsBuckets = _.map(this.series, 'label');
  204. const yBucketBound = this.panel.yBucketBound;
  205. if ((panelDatasource === 'prometheus' && yBucketBound !== 'lower') || yBucketBound === 'upper') {
  206. // Prometheus labels are upper inclusive bounds, so add empty bottom bucket label.
  207. tsBuckets = [''].concat(tsBuckets);
  208. } else {
  209. // Elasticsearch uses labels as lower bucket bounds, so add empty top bucket label.
  210. // Use this as a default mode as well.
  211. tsBuckets.push('');
  212. }
  213. // Calculate bucket size based on heatmap data
  214. const xBucketBoundSet = _.map(_.keys(bucketsData), key => Number(key));
  215. xBucketSize = calculateBucketSize(xBucketBoundSet);
  216. // Always let yBucketSize=1 in 'tsbuckets' mode
  217. yBucketSize = 1;
  218. const { cards, cardStats } = convertToCards(bucketsData);
  219. this.data = {
  220. buckets: bucketsData,
  221. xBucketSize: xBucketSize,
  222. yBucketSize: yBucketSize,
  223. tsBuckets: tsBuckets,
  224. cards: cards,
  225. cardStats: cardStats,
  226. };
  227. }
  228. getPanelDataSourceType() {
  229. if (this.datasource.meta && this.datasource.meta.id) {
  230. return this.datasource.meta.id;
  231. } else {
  232. return 'unknown';
  233. }
  234. }
  235. onDataReceived(dataList) {
  236. this.series = dataList.map(this.seriesHandler.bind(this));
  237. this.dataWarning = null;
  238. const datapointsCount = _.reduce(
  239. this.series,
  240. (sum, series) => {
  241. return sum + series.datapoints.length;
  242. },
  243. 0
  244. );
  245. if (datapointsCount === 0) {
  246. this.dataWarning = {
  247. title: 'No data points',
  248. tip: 'No datapoints returned from data query',
  249. };
  250. } else {
  251. for (const series of this.series) {
  252. if (series.isOutsideRange) {
  253. this.dataWarning = {
  254. title: 'Data points outside time range',
  255. tip: 'Can be caused by timezone mismatch or missing time filter in query',
  256. };
  257. break;
  258. }
  259. }
  260. }
  261. this.render();
  262. }
  263. onDataError() {
  264. this.series = [];
  265. this.render();
  266. }
  267. onCardColorChange(newColor) {
  268. console.log(newColor)
  269. this.panel.color.cardColor = newColor;
  270. this.render();
  271. }
  272. seriesHandler(seriesData) {
  273. if (seriesData.datapoints === undefined) {
  274. throw new Error('Heatmap error: data should be a time series');
  275. }
  276. const series = new TimeSeries({
  277. datapoints: seriesData.datapoints,
  278. alias: seriesData.target,
  279. });
  280. series.flotpairs = series.getFlotPairs(this.panel.nullPointMode);
  281. const datapoints = seriesData.datapoints || [];
  282. if (datapoints && datapoints.length > 0) {
  283. const last = datapoints[datapoints.length - 1][1];
  284. const from = this.range.from;
  285. if (last - from < -10000) {
  286. series.isOutsideRange = true;
  287. }
  288. }
  289. return series;
  290. }
  291. parseSeries(series) {
  292. const min = _.min(_.map(series, s => s.stats.min));
  293. const minLog = _.min(_.map(series, s => s.stats.logmin));
  294. const max = _.max(_.map(series, s => s.stats.max));
  295. return {
  296. max: max,
  297. min: min,
  298. minLog: minLog,
  299. };
  300. }
  301. parseHistogramSeries(series) {
  302. const bounds = _.map(series, s => Number(s.alias));
  303. const min = _.min(bounds);
  304. const minLog = _.min(bounds);
  305. const max = _.max(bounds);
  306. return {
  307. max: max,
  308. min: min,
  309. minLog: minLog,
  310. };
  311. }
  312. link(scope, elem, attrs, ctrl) {
  313. rendering(scope, elem, attrs, ctrl);
  314. }
  315. }