import _ from "lodash"; import flatten from "../../../core/utils/flatten"; import TimeSeries from "../../../core/time_series2"; import TableModel from "../../../core/table_model"; var transformers = {}; transformers["timeseries_to_rows"] = { description: "Time series to rows", getColumns: function() { return []; }, transform: function(data, panel, model) { model.columns = [ { text: "Time", type: "date" }, { text: "Metric" }, { text: "Value" } ]; for (var i = 0; i < data.length; i++) { var series = data[i]; for (var y = 0; y < series.datapoints.length; y++) { var dp = series.datapoints[y]; model.rows.push([dp[1], series.target, dp[0]]); } } } }; transformers["timeseries_to_columns"] = { description: "Time series to columns", getColumns: function() { return []; }, transform: function(data, panel, model) { model.columns.push({ text: "Time", type: "date" }); // group by time var points = {}; for (let i = 0; i < data.length; i++) { var series = data[i]; model.columns.push({ text: series.target }); for (var y = 0; y < series.datapoints.length; y++) { var dp = series.datapoints[y]; var timeKey = dp[1].toString(); if (!points[timeKey]) { points[timeKey] = { time: dp[1] }; points[timeKey][i] = dp[0]; } else { points[timeKey][i] = dp[0]; } } } for (var time in points) { var point = points[time]; var values = [point.time]; for (let i = 0; i < data.length; i++) { var value = point[i]; values.push(value); } model.rows.push(values); } } }; transformers["timeseries_aggregations"] = { description: "Time series aggregations", getColumns: function() { return [ { text: "Avg", value: "avg" }, { text: "Min", value: "min" }, { text: "Max", value: "max" }, { text: "Total", value: "total" }, { text: "Current", value: "current" }, { text: "Count", value: "count" } ]; }, transform: function(data, panel, model) { var i, y; model.columns.push({ text: "Metric" }); for (i = 0; i < panel.columns.length; i++) { model.columns.push({ text: panel.columns[i].text }); } for (i = 0; i < data.length; i++) { var series = new TimeSeries({ datapoints: data[i].datapoints, alias: data[i].target }); series.getFlotPairs("connected"); var cells = [series.alias]; for (y = 0; y < panel.columns.length; y++) { cells.push(series.stats[panel.columns[y].value]); } model.rows.push(cells); } } }; transformers["annotations"] = { description: "Annotations", getColumns: function() { return []; }, transform: function(data, panel, model) { model.columns.push({ text: "Time", type: "date" }); model.columns.push({ text: "Title" }); model.columns.push({ text: "Text" }); model.columns.push({ text: "Tags" }); if (!data || !data.annotations || data.annotations.length === 0) { return; } for (var i = 0; i < data.annotations.length; i++) { var evt = data.annotations[i]; model.rows.push([evt.time, evt.title, evt.text, evt.tags]); } } }; transformers["table"] = { description: "Table", getColumns: function(data) { if (!data || data.length === 0) { return []; } // Single query returns data columns as is if (data.length === 1) { return [...data[0].columns]; } // Track column indexes: name -> index const columnNames = {}; // Union of all columns const columns = data.reduce((acc, series) => { series.columns.forEach(col => { const { text } = col; if (columnNames[text] === undefined) { columnNames[text] = acc.length; acc.push(col); } }); return acc; }, []); return columns; }, transform: function(data, panel, model) { if (!data || data.length === 0) { return; } const noTableIndex = _.findIndex(data, d => d.type !== "table"); if (noTableIndex > -1) { throw { message: `Result of query #${String.fromCharCode( 65 + noTableIndex )} is not in table format, try using another transform.` }; } // Single query returns data columns and rows as is if (data.length === 1) { model.columns = [...data[0].columns]; model.rows = [...data[0].rows]; return; } // Track column indexes of union: name -> index const columnNames = {}; // Union of all non-value columns const columnsUnion = data.reduce((acc, series) => { series.columns.forEach(col => { const { text } = col; if (columnNames[text] === undefined) { columnNames[text] = acc.length; acc.push(col); } }); return acc; }, []); // Map old column index to union index per series, e.g., // given columnNames {A: 0, B: 1} and // data [{columns: [{ text: 'A' }]}, {columns: [{ text: 'B' }]}] => [[0], [1]] const columnIndexMapper = data.map(series => series.columns.map(col => columnNames[col.text]) ); // Flatten rows of all series and adjust new column indexes const flattenedRows = data.reduce((acc, series, seriesIndex) => { const mapper = columnIndexMapper[seriesIndex]; series.rows.forEach(row => { const alteredRow = []; // Shifting entries according to index mapper mapper.forEach((to, from) => { alteredRow[to] = row[from]; }); acc.push(alteredRow); }); return acc; }, []); // Returns true if both rows have matching non-empty fields as well as matching // indexes where one field is empty and the other is not function areRowsMatching(columns, row, otherRow) { let foundFieldToMatch = false; for (let columnIndex = 0; columnIndex < columns.length; columnIndex++) { if ( row[columnIndex] !== undefined && otherRow[columnIndex] !== undefined ) { if (row[columnIndex] !== otherRow[columnIndex]) { return false; } } else if ( row[columnIndex] === undefined || otherRow[columnIndex] === undefined ) { foundFieldToMatch = true; } } return foundFieldToMatch; } // Merge rows that have same values for columns const mergedRows = {}; const compactedRows = flattenedRows.reduce((acc, row, rowIndex) => { if (!mergedRows[rowIndex]) { // Look from current row onwards let offset = rowIndex + 1; // More than one row can be merged into current row while (offset < flattenedRows.length) { // Find next row that could be merged const match = _.findIndex( flattenedRows, otherRow => areRowsMatching(columnsUnion, row, otherRow), offset ); if (match > -1) { const matchedRow = flattenedRows[match]; // Merge values from match into current row if there is a gap in the current row for ( let columnIndex = 0; columnIndex < columnsUnion.length; columnIndex++ ) { if ( row[columnIndex] === undefined && matchedRow[columnIndex] !== undefined ) { row[columnIndex] = matchedRow[columnIndex]; } } // Dont visit this row again mergedRows[match] = matchedRow; // Keep looking for more rows to merge offset = match + 1; } else { // No match found, stop looking break; } } acc.push(row); } return acc; }, []); model.columns = columnsUnion; model.rows = compactedRows; } }; transformers["json"] = { description: "JSON Data", getColumns: function(data) { if (!data || data.length === 0) { return []; } var names: any = {}; for (var i = 0; i < data.length; i++) { var series = data[i]; if (series.type !== "docs") { continue; } // only look at 100 docs var maxDocs = Math.min(series.datapoints.length, 100); for (var y = 0; y < maxDocs; y++) { var doc = series.datapoints[y]; var flattened = flatten(doc, null); for (var propName in flattened) { names[propName] = true; } } } return _.map(names, function(value, key) { return { text: key, value: key }; }); }, transform: function(data, panel, model) { var i, y, z; for (let column of panel.columns) { var tableCol: any = { text: column.text }; // if filterable data then set columns to filterable if (data.length > 0 && data[0].filterable) { tableCol.filterable = true; } model.columns.push(tableCol); } if (model.columns.length === 0) { model.columns.push({ text: "JSON" }); } for (i = 0; i < data.length; i++) { var series = data[i]; for (y = 0; y < series.datapoints.length; y++) { var dp = series.datapoints[y]; var values = []; if (_.isObject(dp) && panel.columns.length > 0) { var flattened = flatten(dp, null); for (z = 0; z < panel.columns.length; z++) { values.push(flattened[panel.columns[z].value]); } } else { values.push(JSON.stringify(dp)); } model.rows.push(values); } } } }; function transformDataToTable(data, panel) { var model = new TableModel(); if (!data || data.length === 0) { return model; } var transformer = transformers[panel.transform]; if (!transformer) { throw { message: "Transformer " + panel.transform + " not found" }; } transformer.transform(data, panel, model); return model; } export { transformers, transformDataToTable };