search_request.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447
  1. package es
  2. import (
  3. "strings"
  4. "github.com/grafana/grafana/pkg/tsdb"
  5. )
  6. // SearchRequestBuilder represents a builder which can build a search request
  7. type SearchRequestBuilder struct {
  8. version int
  9. interval tsdb.Interval
  10. index string
  11. size int
  12. sort map[string]interface{}
  13. queryBuilder *QueryBuilder
  14. aggBuilders []AggBuilder
  15. customProps map[string]interface{}
  16. }
  17. // NewSearchRequestBuilder create a new search request builder
  18. func NewSearchRequestBuilder(version int, interval tsdb.Interval) *SearchRequestBuilder {
  19. builder := &SearchRequestBuilder{
  20. version: version,
  21. interval: interval,
  22. sort: make(map[string]interface{}),
  23. customProps: make(map[string]interface{}),
  24. aggBuilders: make([]AggBuilder, 0),
  25. }
  26. return builder
  27. }
  28. // Build builds and return a search request
  29. func (b *SearchRequestBuilder) Build() (*SearchRequest, error) {
  30. sr := SearchRequest{
  31. Index: b.index,
  32. Interval: b.interval,
  33. Size: b.size,
  34. Sort: b.sort,
  35. CustomProps: b.customProps,
  36. }
  37. if b.queryBuilder != nil {
  38. q, err := b.queryBuilder.Build()
  39. if err != nil {
  40. return nil, err
  41. }
  42. sr.Query = q
  43. }
  44. if len(b.aggBuilders) > 0 {
  45. sr.Aggs = make(AggArray, 0)
  46. for _, ab := range b.aggBuilders {
  47. aggArray, err := ab.Build()
  48. if err != nil {
  49. return nil, err
  50. }
  51. sr.Aggs = append(sr.Aggs, aggArray...)
  52. }
  53. }
  54. return &sr, nil
  55. }
  56. // Size sets the size of the search request
  57. func (b *SearchRequestBuilder) Size(size int) *SearchRequestBuilder {
  58. b.size = size
  59. return b
  60. }
  61. // SortDesc adds a sort to the search request
  62. func (b *SearchRequestBuilder) SortDesc(field, unmappedType string) *SearchRequestBuilder {
  63. props := map[string]string{
  64. "order": "desc",
  65. }
  66. if unmappedType != "" {
  67. props["unmapped_type"] = unmappedType
  68. }
  69. b.sort[field] = props
  70. return b
  71. }
  72. // AddDocValueField adds a doc value field to the search request
  73. func (b *SearchRequestBuilder) AddDocValueField(field string) *SearchRequestBuilder {
  74. // fields field not supported on version >= 5
  75. if b.version < 5 {
  76. b.customProps["fields"] = []string{"*", "_source"}
  77. }
  78. b.customProps["script_fields"] = make(map[string]interface{})
  79. if b.version < 5 {
  80. b.customProps["fielddata_fields"] = []string{field}
  81. } else {
  82. b.customProps["docvalue_fields"] = []string{field}
  83. }
  84. return b
  85. }
  86. // Query creates and return a query builder
  87. func (b *SearchRequestBuilder) Query() *QueryBuilder {
  88. if b.queryBuilder == nil {
  89. b.queryBuilder = NewQueryBuilder()
  90. }
  91. return b.queryBuilder
  92. }
  93. // Agg initaite and returns a new aggregation builder
  94. func (b *SearchRequestBuilder) Agg() AggBuilder {
  95. aggBuilder := newAggBuilder()
  96. b.aggBuilders = append(b.aggBuilders, aggBuilder)
  97. return aggBuilder
  98. }
  99. // MultiSearchRequestBuilder represents a builder which can build a multi search request
  100. type MultiSearchRequestBuilder struct {
  101. version int
  102. requestBuilders []*SearchRequestBuilder
  103. }
  104. // NewMultiSearchRequestBuilder creates a new multi search request builder
  105. func NewMultiSearchRequestBuilder(version int) *MultiSearchRequestBuilder {
  106. return &MultiSearchRequestBuilder{
  107. version: version,
  108. }
  109. }
  110. // Search initiates and returns a new search request builder
  111. func (m *MultiSearchRequestBuilder) Search(interval tsdb.Interval) *SearchRequestBuilder {
  112. b := NewSearchRequestBuilder(m.version, interval)
  113. m.requestBuilders = append(m.requestBuilders, b)
  114. return b
  115. }
  116. // Build builds and return a multi search request
  117. func (m *MultiSearchRequestBuilder) Build() (*MultiSearchRequest, error) {
  118. requests := []*SearchRequest{}
  119. for _, sb := range m.requestBuilders {
  120. searchRequest, err := sb.Build()
  121. if err != nil {
  122. return nil, err
  123. }
  124. requests = append(requests, searchRequest)
  125. }
  126. return &MultiSearchRequest{
  127. Requests: requests,
  128. }, nil
  129. }
  130. // QueryBuilder represents a query builder
  131. type QueryBuilder struct {
  132. boolQueryBuilder *BoolQueryBuilder
  133. }
  134. // NewQueryBuilder create a new query builder
  135. func NewQueryBuilder() *QueryBuilder {
  136. return &QueryBuilder{}
  137. }
  138. // Build builds and return a query builder
  139. func (b *QueryBuilder) Build() (*Query, error) {
  140. q := Query{}
  141. if b.boolQueryBuilder != nil {
  142. b, err := b.boolQueryBuilder.Build()
  143. if err != nil {
  144. return nil, err
  145. }
  146. q.Bool = b
  147. }
  148. return &q, nil
  149. }
  150. // Bool creates and return a query builder
  151. func (b *QueryBuilder) Bool() *BoolQueryBuilder {
  152. if b.boolQueryBuilder == nil {
  153. b.boolQueryBuilder = NewBoolQueryBuilder()
  154. }
  155. return b.boolQueryBuilder
  156. }
  157. // BoolQueryBuilder represents a bool query builder
  158. type BoolQueryBuilder struct {
  159. filterQueryBuilder *FilterQueryBuilder
  160. }
  161. // NewBoolQueryBuilder create a new bool query builder
  162. func NewBoolQueryBuilder() *BoolQueryBuilder {
  163. return &BoolQueryBuilder{}
  164. }
  165. // Filter creates and return a filter query builder
  166. func (b *BoolQueryBuilder) Filter() *FilterQueryBuilder {
  167. if b.filterQueryBuilder == nil {
  168. b.filterQueryBuilder = NewFilterQueryBuilder()
  169. }
  170. return b.filterQueryBuilder
  171. }
  172. // Build builds and return a bool query builder
  173. func (b *BoolQueryBuilder) Build() (*BoolQuery, error) {
  174. boolQuery := BoolQuery{}
  175. if b.filterQueryBuilder != nil {
  176. filters, err := b.filterQueryBuilder.Build()
  177. if err != nil {
  178. return nil, err
  179. }
  180. boolQuery.Filters = filters
  181. }
  182. return &boolQuery, nil
  183. }
  184. // FilterQueryBuilder represents a filter query builder
  185. type FilterQueryBuilder struct {
  186. filters []Filter
  187. }
  188. // NewFilterQueryBuilder creates a new filter query builder
  189. func NewFilterQueryBuilder() *FilterQueryBuilder {
  190. return &FilterQueryBuilder{
  191. filters: make([]Filter, 0),
  192. }
  193. }
  194. // Build builds and return a filter query builder
  195. func (b *FilterQueryBuilder) Build() ([]Filter, error) {
  196. return b.filters, nil
  197. }
  198. // AddDateRangeFilter adds a new time range filter
  199. func (b *FilterQueryBuilder) AddDateRangeFilter(timeField, lte, gte, format string) *FilterQueryBuilder {
  200. b.filters = append(b.filters, &RangeFilter{
  201. Key: timeField,
  202. Lte: lte,
  203. Gte: gte,
  204. Format: format,
  205. })
  206. return b
  207. }
  208. // AddQueryStringFilter adds a new query string filter
  209. func (b *FilterQueryBuilder) AddQueryStringFilter(querystring string, analyseWildcard bool) *FilterQueryBuilder {
  210. if len(strings.TrimSpace(querystring)) == 0 {
  211. return b
  212. }
  213. b.filters = append(b.filters, &QueryStringFilter{
  214. Query: querystring,
  215. AnalyzeWildcard: analyseWildcard,
  216. })
  217. return b
  218. }
  219. // AggBuilder represents an aggregation builder
  220. type AggBuilder interface {
  221. Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder
  222. DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder
  223. Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder
  224. Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder
  225. GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder
  226. Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder
  227. Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder
  228. Build() (AggArray, error)
  229. }
  230. type aggBuilderImpl struct {
  231. AggBuilder
  232. aggDefs []*aggDef
  233. }
  234. func newAggBuilder() *aggBuilderImpl {
  235. return &aggBuilderImpl{
  236. aggDefs: make([]*aggDef, 0),
  237. }
  238. }
  239. func (b *aggBuilderImpl) Build() (AggArray, error) {
  240. aggs := make(AggArray, 0)
  241. for _, aggDef := range b.aggDefs {
  242. agg := &Agg{
  243. Key: aggDef.key,
  244. Aggregation: aggDef.aggregation,
  245. }
  246. for _, cb := range aggDef.builders {
  247. childAggs, err := cb.Build()
  248. if err != nil {
  249. return nil, err
  250. }
  251. agg.Aggregation.Aggs = append(agg.Aggregation.Aggs, childAggs...)
  252. }
  253. aggs = append(aggs, agg)
  254. }
  255. return aggs, nil
  256. }
  257. func (b *aggBuilderImpl) Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder {
  258. innerAgg := &HistogramAgg{
  259. Field: field,
  260. }
  261. aggDef := newAggDef(key, &aggContainer{
  262. Type: "histogram",
  263. Aggregation: innerAgg,
  264. })
  265. if fn != nil {
  266. builder := newAggBuilder()
  267. aggDef.builders = append(aggDef.builders, builder)
  268. fn(innerAgg, builder)
  269. }
  270. b.aggDefs = append(b.aggDefs, aggDef)
  271. return b
  272. }
  273. func (b *aggBuilderImpl) DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder {
  274. innerAgg := &DateHistogramAgg{
  275. Field: field,
  276. }
  277. aggDef := newAggDef(key, &aggContainer{
  278. Type: "date_histogram",
  279. Aggregation: innerAgg,
  280. })
  281. if fn != nil {
  282. builder := newAggBuilder()
  283. aggDef.builders = append(aggDef.builders, builder)
  284. fn(innerAgg, builder)
  285. }
  286. b.aggDefs = append(b.aggDefs, aggDef)
  287. return b
  288. }
  289. func (b *aggBuilderImpl) Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder {
  290. innerAgg := &TermsAggregation{
  291. Field: field,
  292. Order: make(map[string]interface{}),
  293. }
  294. aggDef := newAggDef(key, &aggContainer{
  295. Type: "terms",
  296. Aggregation: innerAgg,
  297. })
  298. if fn != nil {
  299. builder := newAggBuilder()
  300. aggDef.builders = append(aggDef.builders, builder)
  301. fn(innerAgg, builder)
  302. }
  303. b.aggDefs = append(b.aggDefs, aggDef)
  304. return b
  305. }
  306. func (b *aggBuilderImpl) Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder {
  307. innerAgg := &FiltersAggregation{
  308. Filters: make(map[string]interface{}),
  309. }
  310. aggDef := newAggDef(key, &aggContainer{
  311. Type: "filters",
  312. Aggregation: innerAgg,
  313. })
  314. if fn != nil {
  315. builder := newAggBuilder()
  316. aggDef.builders = append(aggDef.builders, builder)
  317. fn(innerAgg, builder)
  318. }
  319. b.aggDefs = append(b.aggDefs, aggDef)
  320. return b
  321. }
  322. func (b *aggBuilderImpl) GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder {
  323. innerAgg := &GeoHashGridAggregation{
  324. Field: field,
  325. Precision: 5,
  326. }
  327. aggDef := newAggDef(key, &aggContainer{
  328. Type: "geohash_grid",
  329. Aggregation: innerAgg,
  330. })
  331. if fn != nil {
  332. builder := newAggBuilder()
  333. aggDef.builders = append(aggDef.builders, builder)
  334. fn(innerAgg, builder)
  335. }
  336. b.aggDefs = append(b.aggDefs, aggDef)
  337. return b
  338. }
  339. func (b *aggBuilderImpl) Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder {
  340. innerAgg := &MetricAggregation{
  341. Field: field,
  342. Settings: make(map[string]interface{}),
  343. }
  344. aggDef := newAggDef(key, &aggContainer{
  345. Type: metricType,
  346. Aggregation: innerAgg,
  347. })
  348. if fn != nil {
  349. fn(innerAgg)
  350. }
  351. b.aggDefs = append(b.aggDefs, aggDef)
  352. return b
  353. }
  354. func (b *aggBuilderImpl) Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder {
  355. innerAgg := &PipelineAggregation{
  356. BucketPath: bucketPath,
  357. Settings: make(map[string]interface{}),
  358. }
  359. aggDef := newAggDef(key, &aggContainer{
  360. Type: pipelineType,
  361. Aggregation: innerAgg,
  362. })
  363. if fn != nil {
  364. fn(innerAgg)
  365. }
  366. b.aggDefs = append(b.aggDefs, aggDef)
  367. return b
  368. }