energylink/public/app/plugins/datasource/kairosdb/datasource.js

define([
  'angular',
  'lodash',
  'kbn',
  './queryCtrl',
],
function (angular, _, kbn) {
  'use strict';

  var module = angular.module('grafana.services');
  var tagList = null;

  module.factory('KairosDBDatasource', function($q, $http) {

    function KairosDBDatasource(datasource) {
      this.type = datasource.type;
      this.editorSrc = 'plugins/datasources/kairosdb/kairosdb.editor.html';
      this.url = datasource.url;
      this.name = datasource.name;
      this.supportMetrics = true;
      this.grafanaDB = datasource.grafanaDB;
    }

    // Called once per panel (graph)
    KairosDBDatasource.prototype.query = function(options) {
      var start = options.range.from;
      var end = options.range.to;

      var queries = _.compact(_.map(options.targets, _.partial(convertTargetToQuery, options)));
      var plotParams = _.compact(_.map(options.targets, function(target) {
        var alias = target.alias;
        if (typeof target.alias === 'undefined' || target.alias === "") {
          alias = target.metric;
        }
        return !target.hide
            ?  {alias: alias,
                exouter: target.exOuter}
            : null;
      }));
      var handleKairosDBQueryResponseAlias = _.partial(handleKairosDBQueryResponse, plotParams);
      // No valid targets, return the empty result to save a round trip.
      if (_.isEmpty(queries)) {
        var d = $q.defer();
        d.resolve({ data: [] });
        return d.promise;
      }
      return this.performTimeSeriesQuery(queries, start, end).then(handleKairosDBQueryResponseAlias,handleQueryError);
    };

    ///////////////////////////////////////////////////////////////////////
    /// Query methods
    ///////////////////////////////////////////////////////////////////////

    KairosDBDatasource.prototype.performTimeSeriesQuery = function(queries, start, end) {
      var reqBody = {
        metrics: queries
      };
      reqBody.cache_time = 0;
      convertToKairosTime(start,reqBody,'start');
      convertToKairosTime(end,reqBody,'end');
      var options = {
        method: 'POST',
        url: '/api/v1/datapoints/query',
        data: reqBody
      };

      options.url = this.url + options.url;
      return $http(options);
    };

    /**
     * Gets the list of metrics
     * @returns {*|Promise}
     */
    KairosDBDatasource.prototype.performMetricSuggestQuery = function() {
      var options = {
        url : this.url + '/api/v1/metricnames',
        method : 'GET'
      };
      return $http(options).then(function(results) {
        if (!results.data) {
          return [];
        }
        return results.data.results;
      });

    };

    KairosDBDatasource.prototype.performTagSuggestQuery = function(metricname,range,type,keyValue) {
      if (tagList && (metricname === tagList.metricName) && (range.from === tagList.range.from) &&
        (range.to === tagList.range.to)) {
        return getTagListFromResponse(tagList.results,type,keyValue);
      }
      tagList = {
        metricName:metricname,
        range:range
      };
      var body = {
        metrics : [{name : metricname}]
      };
      convertToKairosTime(range.from,body,'start');
      convertToKairosTime(range.to,body,'end');
      var options = {
        url : this.url + '/api/v1/datapoints/query/tags',
        method : 'POST',
        data : body
      };
      return $http(options).then(function(results) {
        tagList.results = results;
        return getTagListFromResponse(results,type,keyValue);
      });

    };

    /////////////////////////////////////////////////////////////////////////
    /// Formatting methods
    ////////////////////////////////////////////////////////////////////////

    function getTagListFromResponse(results,type,keyValue) {
      if (!results.data) {
        return [];
      }
      if (type === "key") {
        return _.keys(results.data.queries[0].results[0].tags);
      }
      else if (type === "value" && _.has(results.data.queries[0].results[0].tags,keyValue)) {
        return results.data.queries[0].results[0].tags[keyValue];
      }
      return [];
    }

    /**
     * Requires a verion of KairosDB with every CORS defects fixed
     * @param results
     * @returns {*}
     */
    function handleQueryError(results) {
      if (results.data.errors && !_.isEmpty(results.data.errors)) {
        var errors = {
          message: results.data.errors[0]
        };
        return $q.reject(errors);
      }
      else {
        return $q.reject(results);
      }
    }

    function handleKairosDBQueryResponse(plotParams, results) {
      var output = [];
      var index = 0;
      _.each(results.data.queries, function(series) {
        var sample_size = series.sample_size;
        console.log("sample_size:" + sample_size + " samples");

        _.each(series.results, function(result) {

          //var target = result.name;
          var target = plotParams[index].alias;
          var details = " ( ";
          _.each(result.group_by, function(element) {
            if (element.name === "tag") {
              _.each(element.group, function(value, key) {
                details += key + "=" + value + " ";
              });
            }
            else if (element.name === "value") {
              details += 'value_group=' + element.group.group_number + " ";
            }
            else if (element.name === "time") {
              details += 'time_group=' + element.group.group_number + " ";
            }
          });
          details += ") ";
          if (details !== " ( ) ") {
            target += details;
          }
          var datapoints = [];

          for (var i = 0; i < result.values.length; i++) {
            var t = Math.floor(result.values[i][0]);
            var v = result.values[i][1];
            datapoints[i] = [v, t];
          }
          if (plotParams[index].exouter) {
            datapoints = new PeakFilter(datapoints, 10);
          }
          output.push({ target: target, datapoints: datapoints });
        });
        index ++;
      });
      var output2 = { data: _.flatten(output) };

      return output2;
    }

    function convertTargetToQuery(options,target) {
      if (!target.metric || target.hide) {
        return null;
      }

      var query = {
        name: target.metric
      };

      query.aggregators = [];
      if (target.downsampling !== '(NONE)') {
        query.aggregators.push({
          name: target.downsampling,
          align_sampling: true,
          align_start_time: true,
          sampling: KairosDBDatasource.prototype.convertToKairosInterval(target.sampling || options.interval)
        });
      }
      if (target.horizontalAggregators) {
        _.each(target.horizontalAggregators, function(chosenAggregator) {
          var returnedAggregator = {
            name:chosenAggregator.name
          };
          if (chosenAggregator.sampling_rate) {
            returnedAggregator.sampling = KairosDBDatasource.prototype.convertToKairosInterval(chosenAggregator.sampling_rate);
            returnedAggregator.align_sampling = true;
            returnedAggregator.align_start_time =true;
          }
          if (chosenAggregator.unit) {
            returnedAggregator.unit = chosenAggregator.unit + 's';
          }
          if (chosenAggregator.factor && chosenAggregator.name === 'div') {
            returnedAggregator.divisor = chosenAggregator.factor;
          }
          else if (chosenAggregator.factor && chosenAggregator.name === 'scale') {
            returnedAggregator.factor = chosenAggregator.factor;
          }
          if (chosenAggregator.percentile) {
            returnedAggregator.percentile = chosenAggregator.percentile;
          }
          query.aggregators.push(returnedAggregator);
        });
      }
      if (_.isEmpty(query.aggregators)) {
        delete query.aggregators;
      }

      if (target.tags) {
        query.tags = angular.copy(target.tags);
      }

      if (target.groupByTags || target.nonTagGroupBys) {
        query.group_by = [];
        if (target.groupByTags) {query.group_by.push({name: "tag", tags: angular.copy(target.groupByTags)});}
        if (target.nonTagGroupBys) {
          _.each(target.nonTagGroupBys, function(rawGroupBy) {
            var formattedGroupBy = angular.copy(rawGroupBy);
            if (formattedGroupBy.name === 'time') {
              formattedGroupBy.range_size = KairosDBDatasource.prototype.convertToKairosInterval(formattedGroupBy.range_size);
            }
            query.group_by.push(formattedGroupBy);
          });
        }
      }
      return query;
    }

    ///////////////////////////////////////////////////////////////////////
    /// Time conversion functions specifics to KairosDB
    //////////////////////////////////////////////////////////////////////

    KairosDBDatasource.prototype.convertToKairosInterval = function(intervalString) {
      var interval_regex = /(\d+(?:\.\d+)?)([Mwdhmsy])/;
      var interval_regex_ms = /(\d+(?:\.\d+)?)(ms)/;
      var matches = intervalString.match(interval_regex_ms);
      if (!matches) {
        matches = intervalString.match(interval_regex);
      }
      if (!matches) {
        throw new Error('Invalid interval string, expecting a number followed by one of "y M w d h m s ms"');
      }

      var value = matches[1];
      var unit = matches[2];
      if (value%1 !== 0) {
        if (unit === 'ms') {throw new Error('Invalid interval value, cannot be smaller than the millisecond');}
        value = Math.round(kbn.intervals_in_seconds[unit] * value * 1000);
        unit = 'ms';

      }
      switch (unit) {
        case 'ms':
          unit = 'milliseconds';
          break;
        case 's':
          unit = 'seconds';
          break;
        case 'm':
          unit = 'minutes';
          break;
        case 'h':
          unit = 'hours';
          break;
        case 'd':
          unit = 'days';
          break;
        case 'w':
          unit = 'weeks';
          break;
        case 'M':
          unit = 'months';
          break;
        case 'y':
          unit = 'years';
          break;
        default:
          console.log("Unknown interval ", intervalString);
          break;
      }

      return {
        "value": value,
        "unit": unit
      };

    };

    function convertToKairosTime(date, response_obj, start_stop_name) {
      var name;
      if (_.isString(date)) {
        if (date === 'now') {
          return;
        }
        else if (date.indexOf('now-') >= 0) {

          name = start_stop_name + "_relative";

          date = date.substring(4);
          var re_date = /(\d+)\s*(\D+)/;
          var result = re_date.exec(date);
          if (result) {
            var value = result[1];
            var unit = result[2];
            switch (unit) {
              case 'ms':
                unit = 'milliseconds';
                break;
              case 's':
                unit = 'seconds';
                break;
              case 'm':
                unit = 'minutes';
                break;
              case 'h':
                unit = 'hours';
                break;
              case 'd':
                unit = 'days';
                break;
              case 'w':
                unit = 'weeks';
                break;
              case 'M':
                unit = 'months';
                break;
              case 'y':
                unit = 'years';
                break;
              default:
                console.log("Unknown date ", date);
                break;
            }
            response_obj[name] = {
              "value": value,
              "unit": unit
            };
            return;
          }
          console.log("Unparseable date", date);
          return;
        }
        date = kbn.parseDate(date);
      }

      if (_.isDate(date)) {
        name = start_stop_name + "_absolute";
        response_obj[name] = date.getTime();
        return;
      }

      console.log("Date is neither string nor date");
    }

    function PeakFilter(dataIn, limit) {
      var datapoints = dataIn;
      var arrLength = datapoints.length;
      if (arrLength <= 3) {
        return datapoints;
      }
      var LastIndx = arrLength - 1;

      // Check first point
      var prvDelta = Math.abs((datapoints[1][0] - datapoints[0][0]) / datapoints[0][0]);
      var nxtDelta = Math.abs((datapoints[1][0] - datapoints[2][0]) / datapoints[2][0]);
      if (prvDelta >= limit && nxtDelta < limit) {
        datapoints[0][0] = datapoints[1][0];
      }

      // Check last point
      prvDelta = Math.abs((datapoints[LastIndx - 1][0] - datapoints[LastIndx - 2][0]) / datapoints[LastIndx - 2][0]);
      nxtDelta = Math.abs((datapoints[LastIndx - 1][0] - datapoints[LastIndx][0]) / datapoints[LastIndx][0]);
      if (prvDelta >= limit && nxtDelta < limit) {
        datapoints[LastIndx][0] = datapoints[LastIndx - 1][0];
      }

      for (var i = 1; i < arrLength - 1; i++) {
        prvDelta = Math.abs((datapoints[i][0] - datapoints[i - 1][0]) / datapoints[i - 1][0]);
        nxtDelta = Math.abs((datapoints[i][0] - datapoints[i + 1][0]) / datapoints[i + 1][0]);
        if (prvDelta >= limit && nxtDelta >= limit) {
          datapoints[i][0] = (datapoints[i - 1][0] + datapoints[i + 1][0]) / 2;
        }
      }

      return datapoints;
    }

    ////////////////////////////////////////////////////////////////////////
    return KairosDBDatasource;
  });

});