search_request.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458
  1. package es
  2. import (
  3. "strings"
  4. "github.com/grafana/grafana/pkg/tsdb"
  5. )
  6. // SearchRequestBuilder represents a builder which can build a search request
  7. type SearchRequestBuilder struct {
  8. version int
  9. interval tsdb.Interval
  10. index string
  11. size int
  12. sort map[string]interface{}
  13. queryBuilder *QueryBuilder
  14. aggBuilders []AggBuilder
  15. customProps map[string]interface{}
  16. }
  17. // NewSearchRequestBuilder create a new search request builder
  18. func NewSearchRequestBuilder(version int, interval tsdb.Interval) *SearchRequestBuilder {
  19. builder := &SearchRequestBuilder{
  20. version: version,
  21. interval: interval,
  22. sort: make(map[string]interface{}),
  23. customProps: make(map[string]interface{}),
  24. aggBuilders: make([]AggBuilder, 0),
  25. }
  26. return builder
  27. }
  28. // Build builds and return a search request
  29. func (b *SearchRequestBuilder) Build() (*SearchRequest, error) {
  30. sr := SearchRequest{
  31. Index: b.index,
  32. Interval: b.interval,
  33. Size: b.size,
  34. Sort: b.sort,
  35. CustomProps: b.customProps,
  36. }
  37. if b.queryBuilder != nil {
  38. q, err := b.queryBuilder.Build()
  39. if err != nil {
  40. return nil, err
  41. }
  42. sr.Query = q
  43. }
  44. if len(b.aggBuilders) > 0 {
  45. sr.Aggs = make(AggArray, 0)
  46. for _, ab := range b.aggBuilders {
  47. aggArray, err := ab.Build()
  48. if err != nil {
  49. return nil, err
  50. }
  51. sr.Aggs = append(sr.Aggs, aggArray...)
  52. }
  53. }
  54. return &sr, nil
  55. }
  56. // Size sets the size of the search request
  57. func (b *SearchRequestBuilder) Size(size int) *SearchRequestBuilder {
  58. b.size = size
  59. return b
  60. }
  61. // SortDesc adds a sort to the search request
  62. func (b *SearchRequestBuilder) SortDesc(field, unmappedType string) *SearchRequestBuilder {
  63. props := map[string]string{
  64. "order": "desc",
  65. }
  66. if unmappedType != "" {
  67. props["unmapped_type"] = unmappedType
  68. }
  69. b.sort[field] = props
  70. return b
  71. }
  72. // AddDocValueField adds a doc value field to the search request
  73. func (b *SearchRequestBuilder) AddDocValueField(field string) *SearchRequestBuilder {
  74. // fields field not supported on version >= 5
  75. if b.version < 5 {
  76. b.customProps["fields"] = []string{"*", "_source"}
  77. }
  78. b.customProps["script_fields"] = make(map[string]interface{})
  79. if b.version < 5 {
  80. b.customProps["fielddata_fields"] = []string{field}
  81. } else {
  82. b.customProps["docvalue_fields"] = []string{field}
  83. }
  84. return b
  85. }
  86. // Query creates and return a query builder
  87. func (b *SearchRequestBuilder) Query() *QueryBuilder {
  88. if b.queryBuilder == nil {
  89. b.queryBuilder = NewQueryBuilder()
  90. }
  91. return b.queryBuilder
  92. }
  93. // Agg initiate and returns a new aggregation builder
  94. func (b *SearchRequestBuilder) Agg() AggBuilder {
  95. aggBuilder := newAggBuilder(b.version)
  96. b.aggBuilders = append(b.aggBuilders, aggBuilder)
  97. return aggBuilder
  98. }
  99. // MultiSearchRequestBuilder represents a builder which can build a multi search request
  100. type MultiSearchRequestBuilder struct {
  101. version int
  102. requestBuilders []*SearchRequestBuilder
  103. }
  104. // NewMultiSearchRequestBuilder creates a new multi search request builder
  105. func NewMultiSearchRequestBuilder(version int) *MultiSearchRequestBuilder {
  106. return &MultiSearchRequestBuilder{
  107. version: version,
  108. }
  109. }
  110. // Search initiates and returns a new search request builder
  111. func (m *MultiSearchRequestBuilder) Search(interval tsdb.Interval) *SearchRequestBuilder {
  112. b := NewSearchRequestBuilder(m.version, interval)
  113. m.requestBuilders = append(m.requestBuilders, b)
  114. return b
  115. }
  116. // Build builds and return a multi search request
  117. func (m *MultiSearchRequestBuilder) Build() (*MultiSearchRequest, error) {
  118. requests := []*SearchRequest{}
  119. for _, sb := range m.requestBuilders {
  120. searchRequest, err := sb.Build()
  121. if err != nil {
  122. return nil, err
  123. }
  124. requests = append(requests, searchRequest)
  125. }
  126. return &MultiSearchRequest{
  127. Requests: requests,
  128. }, nil
  129. }
  130. // QueryBuilder represents a query builder
  131. type QueryBuilder struct {
  132. boolQueryBuilder *BoolQueryBuilder
  133. }
  134. // NewQueryBuilder create a new query builder
  135. func NewQueryBuilder() *QueryBuilder {
  136. return &QueryBuilder{}
  137. }
  138. // Build builds and return a query builder
  139. func (b *QueryBuilder) Build() (*Query, error) {
  140. q := Query{}
  141. if b.boolQueryBuilder != nil {
  142. b, err := b.boolQueryBuilder.Build()
  143. if err != nil {
  144. return nil, err
  145. }
  146. q.Bool = b
  147. }
  148. return &q, nil
  149. }
  150. // Bool creates and return a query builder
  151. func (b *QueryBuilder) Bool() *BoolQueryBuilder {
  152. if b.boolQueryBuilder == nil {
  153. b.boolQueryBuilder = NewBoolQueryBuilder()
  154. }
  155. return b.boolQueryBuilder
  156. }
  157. // BoolQueryBuilder represents a bool query builder
  158. type BoolQueryBuilder struct {
  159. filterQueryBuilder *FilterQueryBuilder
  160. }
  161. // NewBoolQueryBuilder create a new bool query builder
  162. func NewBoolQueryBuilder() *BoolQueryBuilder {
  163. return &BoolQueryBuilder{}
  164. }
  165. // Filter creates and return a filter query builder
  166. func (b *BoolQueryBuilder) Filter() *FilterQueryBuilder {
  167. if b.filterQueryBuilder == nil {
  168. b.filterQueryBuilder = NewFilterQueryBuilder()
  169. }
  170. return b.filterQueryBuilder
  171. }
  172. // Build builds and return a bool query builder
  173. func (b *BoolQueryBuilder) Build() (*BoolQuery, error) {
  174. boolQuery := BoolQuery{}
  175. if b.filterQueryBuilder != nil {
  176. filters, err := b.filterQueryBuilder.Build()
  177. if err != nil {
  178. return nil, err
  179. }
  180. boolQuery.Filters = filters
  181. }
  182. return &boolQuery, nil
  183. }
  184. // FilterQueryBuilder represents a filter query builder
  185. type FilterQueryBuilder struct {
  186. filters []Filter
  187. }
  188. // NewFilterQueryBuilder creates a new filter query builder
  189. func NewFilterQueryBuilder() *FilterQueryBuilder {
  190. return &FilterQueryBuilder{
  191. filters: make([]Filter, 0),
  192. }
  193. }
  194. // Build builds and return a filter query builder
  195. func (b *FilterQueryBuilder) Build() ([]Filter, error) {
  196. return b.filters, nil
  197. }
  198. // AddDateRangeFilter adds a new time range filter
  199. func (b *FilterQueryBuilder) AddDateRangeFilter(timeField, lte, gte, format string) *FilterQueryBuilder {
  200. b.filters = append(b.filters, &RangeFilter{
  201. Key: timeField,
  202. Lte: lte,
  203. Gte: gte,
  204. Format: format,
  205. })
  206. return b
  207. }
  208. // AddQueryStringFilter adds a new query string filter
  209. func (b *FilterQueryBuilder) AddQueryStringFilter(querystring string, analyseWildcard bool) *FilterQueryBuilder {
  210. if len(strings.TrimSpace(querystring)) == 0 {
  211. return b
  212. }
  213. b.filters = append(b.filters, &QueryStringFilter{
  214. Query: querystring,
  215. AnalyzeWildcard: analyseWildcard,
  216. })
  217. return b
  218. }
  219. // AggBuilder represents an aggregation builder
  220. type AggBuilder interface {
  221. Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder
  222. DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder
  223. Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder
  224. Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder
  225. GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder
  226. Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder
  227. Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder
  228. Build() (AggArray, error)
  229. }
  230. type aggBuilderImpl struct {
  231. AggBuilder
  232. aggDefs []*aggDef
  233. version int
  234. }
  235. func newAggBuilder(version int) *aggBuilderImpl {
  236. return &aggBuilderImpl{
  237. aggDefs: make([]*aggDef, 0),
  238. version: version,
  239. }
  240. }
  241. func (b *aggBuilderImpl) Build() (AggArray, error) {
  242. aggs := make(AggArray, 0)
  243. for _, aggDef := range b.aggDefs {
  244. agg := &Agg{
  245. Key: aggDef.key,
  246. Aggregation: aggDef.aggregation,
  247. }
  248. for _, cb := range aggDef.builders {
  249. childAggs, err := cb.Build()
  250. if err != nil {
  251. return nil, err
  252. }
  253. agg.Aggregation.Aggs = append(agg.Aggregation.Aggs, childAggs...)
  254. }
  255. aggs = append(aggs, agg)
  256. }
  257. return aggs, nil
  258. }
  259. func (b *aggBuilderImpl) Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder {
  260. innerAgg := &HistogramAgg{
  261. Field: field,
  262. }
  263. aggDef := newAggDef(key, &aggContainer{
  264. Type: "histogram",
  265. Aggregation: innerAgg,
  266. })
  267. if fn != nil {
  268. builder := newAggBuilder(b.version)
  269. aggDef.builders = append(aggDef.builders, builder)
  270. fn(innerAgg, builder)
  271. }
  272. b.aggDefs = append(b.aggDefs, aggDef)
  273. return b
  274. }
  275. func (b *aggBuilderImpl) DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder {
  276. innerAgg := &DateHistogramAgg{
  277. Field: field,
  278. }
  279. aggDef := newAggDef(key, &aggContainer{
  280. Type: "date_histogram",
  281. Aggregation: innerAgg,
  282. })
  283. if fn != nil {
  284. builder := newAggBuilder(b.version)
  285. aggDef.builders = append(aggDef.builders, builder)
  286. fn(innerAgg, builder)
  287. }
  288. b.aggDefs = append(b.aggDefs, aggDef)
  289. return b
  290. }
  291. const termsOrderTerm = "_term"
  292. func (b *aggBuilderImpl) Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder {
  293. innerAgg := &TermsAggregation{
  294. Field: field,
  295. Order: make(map[string]interface{}),
  296. }
  297. aggDef := newAggDef(key, &aggContainer{
  298. Type: "terms",
  299. Aggregation: innerAgg,
  300. })
  301. if fn != nil {
  302. builder := newAggBuilder(b.version)
  303. aggDef.builders = append(aggDef.builders, builder)
  304. fn(innerAgg, builder)
  305. }
  306. if b.version >= 60 && len(innerAgg.Order) > 0 {
  307. if orderBy, exists := innerAgg.Order[termsOrderTerm]; exists {
  308. innerAgg.Order["_key"] = orderBy
  309. delete(innerAgg.Order, termsOrderTerm)
  310. }
  311. }
  312. b.aggDefs = append(b.aggDefs, aggDef)
  313. return b
  314. }
  315. func (b *aggBuilderImpl) Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder {
  316. innerAgg := &FiltersAggregation{
  317. Filters: make(map[string]interface{}),
  318. }
  319. aggDef := newAggDef(key, &aggContainer{
  320. Type: "filters",
  321. Aggregation: innerAgg,
  322. })
  323. if fn != nil {
  324. builder := newAggBuilder(b.version)
  325. aggDef.builders = append(aggDef.builders, builder)
  326. fn(innerAgg, builder)
  327. }
  328. b.aggDefs = append(b.aggDefs, aggDef)
  329. return b
  330. }
  331. func (b *aggBuilderImpl) GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder {
  332. innerAgg := &GeoHashGridAggregation{
  333. Field: field,
  334. Precision: 5,
  335. }
  336. aggDef := newAggDef(key, &aggContainer{
  337. Type: "geohash_grid",
  338. Aggregation: innerAgg,
  339. })
  340. if fn != nil {
  341. builder := newAggBuilder(b.version)
  342. aggDef.builders = append(aggDef.builders, builder)
  343. fn(innerAgg, builder)
  344. }
  345. b.aggDefs = append(b.aggDefs, aggDef)
  346. return b
  347. }
  348. func (b *aggBuilderImpl) Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder {
  349. innerAgg := &MetricAggregation{
  350. Field: field,
  351. Settings: make(map[string]interface{}),
  352. }
  353. aggDef := newAggDef(key, &aggContainer{
  354. Type: metricType,
  355. Aggregation: innerAgg,
  356. })
  357. if fn != nil {
  358. fn(innerAgg)
  359. }
  360. b.aggDefs = append(b.aggDefs, aggDef)
  361. return b
  362. }
  363. func (b *aggBuilderImpl) Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder {
  364. innerAgg := &PipelineAggregation{
  365. BucketPath: bucketPath,
  366. Settings: make(map[string]interface{}),
  367. }
  368. aggDef := newAggDef(key, &aggContainer{
  369. Type: pipelineType,
  370. Aggregation: innerAgg,
  371. })
  372. if fn != nil {
  373. fn(innerAgg)
  374. }
  375. b.aggDefs = append(b.aggDefs, aggDef)
  376. return b
  377. }