datasource.ts 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. // Libraries
  2. import _ from 'lodash';
  3. // Services & Utils
  4. import * as dateMath from '@grafana/ui/src/utils/datemath';
  5. import { addLabelToSelector } from 'app/plugins/datasource/prometheus/add_label_to_query';
  6. import LanguageProvider from './language_provider';
  7. import { logStreamToSeriesData } from './result_transformer';
  8. import { formatQuery, parseQuery } from './query_utils';
  9. // Types
  10. import { PluginMeta, DataQueryRequest, SeriesData } from '@grafana/ui/src/types';
  11. import { LokiQuery } from './types';
  12. export const DEFAULT_MAX_LINES = 1000;
  13. const DEFAULT_QUERY_PARAMS = {
  14. direction: 'BACKWARD',
  15. limit: DEFAULT_MAX_LINES,
  16. regexp: '',
  17. query: '',
  18. };
  19. function serializeParams(data: any) {
  20. return Object.keys(data)
  21. .map(k => {
  22. const v = data[k];
  23. return encodeURIComponent(k) + '=' + encodeURIComponent(v);
  24. })
  25. .join('&');
  26. }
  27. export class LokiDatasource {
  28. languageProvider: LanguageProvider;
  29. maxLines: number;
  30. /** @ngInject */
  31. constructor(private instanceSettings, private backendSrv, private templateSrv) {
  32. this.languageProvider = new LanguageProvider(this);
  33. const settingsData = instanceSettings.jsonData || {};
  34. this.maxLines = parseInt(settingsData.maxLines, 10) || DEFAULT_MAX_LINES;
  35. }
  36. _request(apiUrl: string, data?, options?: any) {
  37. const baseUrl = this.instanceSettings.url;
  38. const params = data ? serializeParams(data) : '';
  39. const url = `${baseUrl}${apiUrl}?${params}`;
  40. const req = {
  41. ...options,
  42. url,
  43. };
  44. return this.backendSrv.datasourceRequest(req);
  45. }
  46. prepareQueryTarget(target, options) {
  47. const interpolated = this.templateSrv.replace(target.expr);
  48. const start = this.getTime(options.range.from, false);
  49. const end = this.getTime(options.range.to, true);
  50. return {
  51. ...DEFAULT_QUERY_PARAMS,
  52. ...parseQuery(interpolated),
  53. start,
  54. end,
  55. limit: this.maxLines,
  56. };
  57. }
  58. async query(options: DataQueryRequest<LokiQuery>) {
  59. const queryTargets = options.targets
  60. .filter(target => target.expr && !target.hide)
  61. .map(target => this.prepareQueryTarget(target, options));
  62. if (queryTargets.length === 0) {
  63. return Promise.resolve({ data: [] });
  64. }
  65. const queries = queryTargets.map(target => this._request('/api/prom/query', target));
  66. return Promise.all(queries).then((results: any[]) => {
  67. const series: SeriesData[] = [];
  68. for (let i = 0; i < results.length; i++) {
  69. const result = results[i];
  70. if (result.data) {
  71. for (const stream of result.data.streams || []) {
  72. const seriesData = logStreamToSeriesData(stream);
  73. seriesData.meta = {
  74. search: queryTargets[i].regexp,
  75. limit: this.maxLines,
  76. };
  77. series.push(seriesData);
  78. }
  79. }
  80. }
  81. return { data: series };
  82. });
  83. }
  84. async importQueries(queries: LokiQuery[], originMeta: PluginMeta): Promise<LokiQuery[]> {
  85. return this.languageProvider.importQueries(queries, originMeta.id);
  86. }
  87. metadataRequest(url) {
  88. // HACK to get label values for {job=|}, will be replaced when implementing LokiQueryField
  89. const apiUrl = url.replace('v1', 'prom');
  90. return this._request(apiUrl, { silent: true }).then(res => {
  91. const data = { data: { data: res.data.values || [] } };
  92. return data;
  93. });
  94. }
  95. modifyQuery(query: LokiQuery, action: any): LokiQuery {
  96. const parsed = parseQuery(query.expr || '');
  97. let selector = parsed.query;
  98. switch (action.type) {
  99. case 'ADD_FILTER': {
  100. selector = addLabelToSelector(selector, action.key, action.value);
  101. break;
  102. }
  103. default:
  104. break;
  105. }
  106. const expression = formatQuery(selector, parsed.regexp);
  107. return { ...query, expr: expression };
  108. }
  109. getHighlighterExpression(query: LokiQuery): string {
  110. return parseQuery(query.expr).regexp;
  111. }
  112. getTime(date, roundUp) {
  113. if (_.isString(date)) {
  114. date = dateMath.parse(date, roundUp);
  115. }
  116. return Math.ceil(date.valueOf() * 1e6);
  117. }
  118. testDatasource() {
  119. return this._request('/api/prom/label')
  120. .then(res => {
  121. if (res && res.data && res.data.values && res.data.values.length > 0) {
  122. return { status: 'success', message: 'Data source connected and labels found.' };
  123. }
  124. return {
  125. status: 'error',
  126. message:
  127. 'Data source connected, but no labels received. Verify that Loki and Promtail is configured properly.',
  128. };
  129. })
  130. .catch(err => {
  131. let message = 'Loki: ';
  132. if (err.statusText) {
  133. message += err.statusText;
  134. } else {
  135. message += 'Cannot connect to Loki';
  136. }
  137. if (err.status) {
  138. message += `. ${err.status}`;
  139. }
  140. if (err.data && err.data.message) {
  141. message += `. ${err.data.message}`;
  142. } else if (err.data) {
  143. message += `. ${err.data}`;
  144. }
  145. return { status: 'error', message: message };
  146. });
  147. }
  148. }
  149. export default LokiDatasource;