datasource.ts 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145
  1. import _ from 'lodash';
  2. import * as dateMath from 'app/core/utils/datemath';
  3. import LanguageProvider from './language_provider';
  4. import { mergeStreamsToLogs } from './result_transformer';
  5. import { LogsStream, LogsModel, makeSeriesForLogs } from 'app/core/logs_model';
  6. export const DEFAULT_LIMIT = 1000;
  7. const DEFAULT_QUERY_PARAMS = {
  8. direction: 'BACKWARD',
  9. limit: DEFAULT_LIMIT,
  10. regexp: '',
  11. query: '',
  12. };
  13. const QUERY_REGEXP = /({\w+="[^"]+"})?\s*(\w[^{]+)?\s*({\w+="[^"]+"})?/;
  14. export function parseQuery(input: string) {
  15. const match = input.match(QUERY_REGEXP);
  16. let query = '';
  17. let regexp = '';
  18. if (match) {
  19. if (match[1]) {
  20. query = match[1];
  21. }
  22. if (match[2]) {
  23. regexp = match[2].trim();
  24. }
  25. if (match[3]) {
  26. if (match[1]) {
  27. query = `${match[1].slice(0, -1)},${match[3].slice(1)}`;
  28. } else {
  29. query = match[3];
  30. }
  31. }
  32. }
  33. return { query, regexp };
  34. }
  35. function serializeParams(data: any) {
  36. return Object.keys(data)
  37. .map(k => {
  38. const v = data[k];
  39. return encodeURIComponent(k) + '=' + encodeURIComponent(v);
  40. })
  41. .join('&');
  42. }
  43. export default class LoggingDatasource {
  44. languageProvider: LanguageProvider;
  45. /** @ngInject */
  46. constructor(private instanceSettings, private backendSrv, private templateSrv) {
  47. this.languageProvider = new LanguageProvider(this);
  48. }
  49. _request(apiUrl: string, data?, options?: any) {
  50. const baseUrl = this.instanceSettings.url;
  51. const params = data ? serializeParams(data) : '';
  52. const url = `${baseUrl}${apiUrl}?${params}`;
  53. const req = {
  54. ...options,
  55. url,
  56. };
  57. return this.backendSrv.datasourceRequest(req);
  58. }
  59. mergeStreams(streams: LogsStream[], intervalMs: number): LogsModel {
  60. const logs = mergeStreamsToLogs(streams);
  61. logs.series = makeSeriesForLogs(logs.rows, intervalMs);
  62. return logs;
  63. }
  64. prepareQueryTarget(target, options) {
  65. const interpolated = this.templateSrv.replace(target.expr);
  66. const start = this.getTime(options.range.from, false);
  67. const end = this.getTime(options.range.to, true);
  68. return {
  69. ...DEFAULT_QUERY_PARAMS,
  70. ...parseQuery(interpolated),
  71. start,
  72. end,
  73. };
  74. }
  75. query(options): Promise<{ data: LogsStream[] }> {
  76. const queryTargets = options.targets
  77. .filter(target => target.expr)
  78. .map(target => this.prepareQueryTarget(target, options));
  79. if (queryTargets.length === 0) {
  80. return Promise.resolve({ data: [] });
  81. }
  82. const queries = queryTargets.map(target => this._request('/api/prom/query', target));
  83. return Promise.all(queries).then((results: any[]) => {
  84. // Flatten streams from multiple queries
  85. const allStreams: LogsStream[] = results.reduce((acc, response, i) => {
  86. const streams: LogsStream[] = response.data.streams || [];
  87. // Inject search for match highlighting
  88. const search: string = queryTargets[i].regexp;
  89. streams.forEach(s => {
  90. s.search = search;
  91. });
  92. return [...acc, ...streams];
  93. }, []);
  94. return { data: allStreams };
  95. });
  96. }
  97. metadataRequest(url) {
  98. // HACK to get label values for {job=|}, will be replaced when implementing LoggingQueryField
  99. const apiUrl = url.replace('v1', 'prom');
  100. return this._request(apiUrl, { silent: true }).then(res => {
  101. const data = { data: { data: res.data.values || [] } };
  102. return data;
  103. });
  104. }
  105. getTime(date, roundUp) {
  106. if (_.isString(date)) {
  107. date = dateMath.parse(date, roundUp);
  108. }
  109. return Math.ceil(date.valueOf() * 1e6);
  110. }
  111. testDatasource() {
  112. return this._request('/api/prom/label')
  113. .then(res => {
  114. if (res && res.data && res.data.values && res.data.values.length > 0) {
  115. return { status: 'success', message: 'Data source connected and labels found.' };
  116. }
  117. return {
  118. status: 'error',
  119. message: 'Data source connected, but no labels received. Verify that logging is configured properly.',
  120. };
  121. })
  122. .catch(err => {
  123. return { status: 'error', message: err.message };
  124. });
  125. }
  126. }