Logs.tsx 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402
  1. import _ from 'lodash';
  2. import React, { PureComponent } from 'react';
  3. import Highlighter from 'react-highlight-words';
  4. import classnames from 'classnames';
  5. import * as rangeUtil from 'app/core/utils/rangeutil';
  6. import { RawTimeRange } from 'app/types/series';
  7. import {
  8. LogsDedupStrategy,
  9. LogsModel,
  10. dedupLogRows,
  11. filterLogLevels,
  12. LogLevel,
  13. LogsMetaKind,
  14. LogRow,
  15. } from 'app/core/logs_model';
  16. import { findHighlightChunksInText } from 'app/core/utils/text';
  17. import { Switch } from 'app/core/components/Switch/Switch';
  18. import Graph from './Graph';
  19. import LogLabels from './LogLabels';
  20. const PREVIEW_LIMIT = 100;
  21. const graphOptions = {
  22. series: {
  23. stack: true,
  24. bars: {
  25. show: true,
  26. lineWidth: 5,
  27. // barWidth: 10,
  28. },
  29. // stack: true,
  30. },
  31. yaxis: {
  32. tickDecimals: 0,
  33. },
  34. };
  35. interface RowProps {
  36. allRows: LogRow[];
  37. highlighterExpressions?: string[];
  38. row: LogRow;
  39. showDuplicates: boolean;
  40. showLabels: boolean | null; // Tristate: null means auto
  41. showLocalTime: boolean;
  42. showUtc: boolean;
  43. onClickLabel?: (label: string, value: string) => void;
  44. }
  45. function Row({
  46. allRows,
  47. highlighterExpressions,
  48. onClickLabel,
  49. row,
  50. showDuplicates,
  51. showLabels,
  52. showLocalTime,
  53. showUtc,
  54. }: RowProps) {
  55. const previewHighlights = highlighterExpressions && !_.isEqual(highlighterExpressions, row.searchWords);
  56. const highlights = previewHighlights ? highlighterExpressions : row.searchWords;
  57. const needsHighlighter = highlights && highlights.length > 0;
  58. const highlightClassName = classnames('logs-row-match-highlight', {
  59. 'logs-row-match-highlight--preview': previewHighlights,
  60. });
  61. return (
  62. <>
  63. {showDuplicates && (
  64. <div className="logs-row-duplicates">{row.duplicates > 0 ? `${row.duplicates + 1}x` : null}</div>
  65. )}
  66. <div className={row.logLevel ? `logs-row-level logs-row-level-${row.logLevel}` : ''} />
  67. {showUtc && (
  68. <div className="logs-row-time" title={`Local: ${row.timeLocal} (${row.timeFromNow})`}>
  69. {row.timestamp}
  70. </div>
  71. )}
  72. {showLocalTime && (
  73. <div className="logs-row-time" title={`${row.timestamp} (${row.timeFromNow})`}>
  74. {row.timeLocal}
  75. </div>
  76. )}
  77. {showLabels && (
  78. <div className="logs-row-labels">
  79. <LogLabels allRows={allRows} labels={row.uniqueLabels} onClickLabel={onClickLabel} />
  80. </div>
  81. )}
  82. <div className="logs-row-message">
  83. {needsHighlighter ? (
  84. <Highlighter
  85. textToHighlight={row.entry}
  86. searchWords={highlights}
  87. findChunks={findHighlightChunksInText}
  88. highlightClassName={highlightClassName}
  89. />
  90. ) : (
  91. row.entry
  92. )}
  93. </div>
  94. </>
  95. );
  96. }
  97. function renderMetaItem(value: any, kind: LogsMetaKind) {
  98. if (kind === LogsMetaKind.LabelsMap) {
  99. return (
  100. <span className="logs-meta-item__value-labels">
  101. <LogLabels labels={value} plain />
  102. </span>
  103. );
  104. }
  105. return value;
  106. }
  107. interface LogsProps {
  108. className?: string;
  109. data: LogsModel;
  110. highlighterExpressions: string[];
  111. loading: boolean;
  112. position: string;
  113. range?: RawTimeRange;
  114. scanning?: boolean;
  115. scanRange?: RawTimeRange;
  116. onChangeTime?: (range: RawTimeRange) => void;
  117. onClickLabel?: (label: string, value: string) => void;
  118. onStartScanning?: () => void;
  119. onStopScanning?: () => void;
  120. }
  121. interface LogsState {
  122. dedup: LogsDedupStrategy;
  123. deferLogs: boolean;
  124. hiddenLogLevels: Set<LogLevel>;
  125. renderAll: boolean;
  126. showLabels: boolean | null; // Tristate: null means auto
  127. showLocalTime: boolean;
  128. showUtc: boolean;
  129. }
  130. export default class Logs extends PureComponent<LogsProps, LogsState> {
  131. deferLogsTimer: NodeJS.Timer;
  132. renderAllTimer: NodeJS.Timer;
  133. state = {
  134. dedup: LogsDedupStrategy.none,
  135. deferLogs: true,
  136. hiddenLogLevels: new Set(),
  137. renderAll: false,
  138. showLabels: null,
  139. showLocalTime: true,
  140. showUtc: false,
  141. };
  142. componentDidMount() {
  143. // Staged rendering
  144. if (this.state.deferLogs) {
  145. const { data } = this.props;
  146. const rowCount = data && data.rows ? data.rows.length : 0;
  147. // Render all right away if not too far over the limit
  148. const renderAll = rowCount <= PREVIEW_LIMIT * 2;
  149. this.deferLogsTimer = setTimeout(() => this.setState({ deferLogs: false, renderAll }), rowCount);
  150. }
  151. }
  152. componentDidUpdate(prevProps, prevState) {
  153. // Staged rendering
  154. if (prevState.deferLogs && !this.state.deferLogs && !this.state.renderAll) {
  155. this.renderAllTimer = setTimeout(() => this.setState({ renderAll: true }), 2000);
  156. }
  157. }
  158. componentWillUnmount() {
  159. clearTimeout(this.deferLogsTimer);
  160. clearTimeout(this.renderAllTimer);
  161. }
  162. onChangeDedup = (dedup: LogsDedupStrategy) => {
  163. this.setState(prevState => {
  164. if (prevState.dedup === dedup) {
  165. return { dedup: LogsDedupStrategy.none };
  166. }
  167. return { dedup };
  168. });
  169. };
  170. onChangeLabels = (event: React.SyntheticEvent) => {
  171. const target = event.target as HTMLInputElement;
  172. this.setState({
  173. showLabels: target.checked,
  174. });
  175. };
  176. onChangeLocalTime = (event: React.SyntheticEvent) => {
  177. const target = event.target as HTMLInputElement;
  178. this.setState({
  179. showLocalTime: target.checked,
  180. });
  181. };
  182. onChangeUtc = (event: React.SyntheticEvent) => {
  183. const target = event.target as HTMLInputElement;
  184. this.setState({
  185. showUtc: target.checked,
  186. });
  187. };
  188. onToggleLogLevel = (rawLevel: string, hiddenRawLevels: Set<string>) => {
  189. const hiddenLogLevels: Set<LogLevel> = new Set(Array.from(hiddenRawLevels).map(level => LogLevel[level]));
  190. this.setState({ hiddenLogLevels });
  191. };
  192. onClickScan = (event: React.SyntheticEvent) => {
  193. event.preventDefault();
  194. this.props.onStartScanning();
  195. };
  196. onClickStopScan = (event: React.SyntheticEvent) => {
  197. event.preventDefault();
  198. this.props.onStopScanning();
  199. };
  200. render() {
  201. const {
  202. className = '',
  203. data,
  204. highlighterExpressions,
  205. loading = false,
  206. onClickLabel,
  207. position,
  208. range,
  209. scanning,
  210. scanRange,
  211. } = this.props;
  212. const { dedup, deferLogs, hiddenLogLevels, renderAll, showLocalTime, showUtc } = this.state;
  213. let { showLabels } = this.state;
  214. const hasData = data && data.rows && data.rows.length > 0;
  215. const showDuplicates = dedup !== LogsDedupStrategy.none;
  216. // Filtering
  217. const filteredData = filterLogLevels(data, hiddenLogLevels);
  218. const dedupedData = dedupLogRows(filteredData, dedup);
  219. const dedupCount = dedupedData.rows.reduce((sum, row) => sum + row.duplicates, 0);
  220. const meta = [...data.meta];
  221. if (dedup !== LogsDedupStrategy.none) {
  222. meta.push({
  223. label: 'Dedup count',
  224. value: dedupCount,
  225. kind: LogsMetaKind.Number,
  226. });
  227. }
  228. // Staged rendering
  229. const processedRows = dedupedData.rows;
  230. const firstRows = processedRows.slice(0, PREVIEW_LIMIT);
  231. const lastRows = processedRows.slice(PREVIEW_LIMIT);
  232. // Check for labels
  233. if (showLabels === null) {
  234. if (hasData) {
  235. showLabels = data.rows.some(row => _.size(row.uniqueLabels) > 0);
  236. } else {
  237. showLabels = true;
  238. }
  239. }
  240. // Grid options
  241. const cssColumnSizes = [];
  242. if (showDuplicates) {
  243. cssColumnSizes.push('max-content');
  244. }
  245. // Log-level indicator line
  246. cssColumnSizes.push('3px');
  247. if (showUtc) {
  248. cssColumnSizes.push('minmax(100px, max-content)');
  249. }
  250. if (showLocalTime) {
  251. cssColumnSizes.push('minmax(100px, max-content)');
  252. }
  253. if (showLabels) {
  254. cssColumnSizes.push('fit-content(20%)');
  255. }
  256. cssColumnSizes.push('1fr');
  257. const logEntriesStyle = {
  258. gridTemplateColumns: cssColumnSizes.join(' '),
  259. };
  260. const scanText = scanRange ? `Scanning ${rangeUtil.describeTimeRange(scanRange)}` : 'Scanning...';
  261. return (
  262. <div className={`${className} logs`}>
  263. <div className="logs-graph">
  264. <Graph
  265. data={data.series}
  266. height="100px"
  267. range={range}
  268. id={`explore-logs-graph-${position}`}
  269. onChangeTime={this.props.onChangeTime}
  270. onToggleSeries={this.onToggleLogLevel}
  271. userOptions={graphOptions}
  272. />
  273. </div>
  274. <div className="logs-options">
  275. <div className="logs-controls">
  276. <Switch label="Timestamp" checked={showUtc} onChange={this.onChangeUtc} small />
  277. <Switch label="Local time" checked={showLocalTime} onChange={this.onChangeLocalTime} small />
  278. <Switch label="Labels" checked={showLabels} onChange={this.onChangeLabels} small />
  279. <Switch
  280. label="Dedup: off"
  281. checked={dedup === LogsDedupStrategy.none}
  282. onChange={() => this.onChangeDedup(LogsDedupStrategy.none)}
  283. small
  284. />
  285. <Switch
  286. label="Dedup: exact"
  287. checked={dedup === LogsDedupStrategy.exact}
  288. onChange={() => this.onChangeDedup(LogsDedupStrategy.exact)}
  289. small
  290. />
  291. <Switch
  292. label="Dedup: numbers"
  293. checked={dedup === LogsDedupStrategy.numbers}
  294. onChange={() => this.onChangeDedup(LogsDedupStrategy.numbers)}
  295. small
  296. />
  297. <Switch
  298. label="Dedup: signature"
  299. checked={dedup === LogsDedupStrategy.signature}
  300. onChange={() => this.onChangeDedup(LogsDedupStrategy.signature)}
  301. small
  302. />
  303. {hasData &&
  304. meta && (
  305. <div className="logs-meta">
  306. {meta.map(item => (
  307. <div className="logs-meta-item" key={item.label}>
  308. <span className="logs-meta-item__label">{item.label}:</span>
  309. <span className="logs-meta-item__value">{renderMetaItem(item.value, item.kind)}</span>
  310. </div>
  311. ))}
  312. </div>
  313. )}
  314. </div>
  315. </div>
  316. <div className="logs-entries" style={logEntriesStyle}>
  317. {hasData &&
  318. !deferLogs &&
  319. // Only inject highlighterExpression in the first set for performance reasons
  320. firstRows.map(row => (
  321. <Row
  322. key={row.key + row.duplicates}
  323. allRows={processedRows}
  324. highlighterExpressions={highlighterExpressions}
  325. row={row}
  326. showDuplicates={showDuplicates}
  327. showLabels={showLabels}
  328. showLocalTime={showLocalTime}
  329. showUtc={showUtc}
  330. onClickLabel={onClickLabel}
  331. />
  332. ))}
  333. {hasData &&
  334. !deferLogs &&
  335. renderAll &&
  336. lastRows.map(row => (
  337. <Row
  338. key={row.key + row.duplicates}
  339. allRows={processedRows}
  340. row={row}
  341. showDuplicates={showDuplicates}
  342. showLabels={showLabels}
  343. showLocalTime={showLocalTime}
  344. showUtc={showUtc}
  345. onClickLabel={onClickLabel}
  346. />
  347. ))}
  348. {hasData && deferLogs && <span>Rendering {dedupedData.rows.length} rows...</span>}
  349. </div>
  350. {!loading &&
  351. !hasData &&
  352. !scanning && (
  353. <div className="logs-nodata">
  354. No logs found.
  355. <a className="link" onClick={this.onClickScan}>
  356. Scan for older logs
  357. </a>
  358. </div>
  359. )}
  360. {scanning && (
  361. <div className="logs-nodata">
  362. <span>{scanText}</span>
  363. <a className="link" onClick={this.onClickStopScan}>
  364. Stop scan
  365. </a>
  366. </div>
  367. )}
  368. </div>
  369. );
  370. }
  371. }