search_request.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. package es
  2. import (
  3. "strings"
  4. "github.com/grafana/grafana/pkg/tsdb"
  5. )
  6. // SearchRequestBuilder represents a builder which can build a search request
  7. type SearchRequestBuilder struct {
  8. version int
  9. interval tsdb.Interval
  10. index string
  11. size int
  12. sort map[string]interface{}
  13. queryBuilder *QueryBuilder
  14. aggBuilders []AggBuilder
  15. customProps map[string]interface{}
  16. }
  17. // NewSearchRequestBuilder create a new search request builder
  18. func NewSearchRequestBuilder(version int, interval tsdb.Interval) *SearchRequestBuilder {
  19. builder := &SearchRequestBuilder{
  20. version: version,
  21. interval: interval,
  22. sort: make(map[string]interface{}),
  23. customProps: make(map[string]interface{}),
  24. aggBuilders: make([]AggBuilder, 0),
  25. }
  26. return builder
  27. }
  28. // Build builds and return a search request
  29. func (b *SearchRequestBuilder) Build() (*SearchRequest, error) {
  30. sr := SearchRequest{
  31. Index: b.index,
  32. Interval: b.interval,
  33. Size: b.size,
  34. Sort: b.sort,
  35. CustomProps: b.customProps,
  36. }
  37. if b.queryBuilder != nil {
  38. q, err := b.queryBuilder.Build()
  39. if err != nil {
  40. return nil, err
  41. }
  42. sr.Query = q
  43. }
  44. if len(b.aggBuilders) > 0 {
  45. sr.Aggs = make(AggArray, 0)
  46. for _, ab := range b.aggBuilders {
  47. aggArray, err := ab.Build()
  48. if err != nil {
  49. return nil, err
  50. }
  51. for _, agg := range aggArray {
  52. sr.Aggs = append(sr.Aggs, agg)
  53. }
  54. }
  55. }
  56. return &sr, nil
  57. }
  58. // Size sets the size of the search request
  59. func (b *SearchRequestBuilder) Size(size int) *SearchRequestBuilder {
  60. b.size = size
  61. return b
  62. }
  63. // SortDesc adds a sort to the search request
  64. func (b *SearchRequestBuilder) SortDesc(field, unmappedType string) *SearchRequestBuilder {
  65. props := map[string]string{
  66. "order": "desc",
  67. }
  68. if unmappedType != "" {
  69. props["unmapped_type"] = unmappedType
  70. }
  71. b.sort[field] = props
  72. return b
  73. }
  74. // AddDocValueField adds a doc value field to the search request
  75. func (b *SearchRequestBuilder) AddDocValueField(field string) *SearchRequestBuilder {
  76. // fields field not supported on version >= 5
  77. if b.version < 5 {
  78. b.customProps["fields"] = []string{"*", "_source"}
  79. }
  80. b.customProps["script_fields"] = make(map[string]interface{})
  81. if b.version < 5 {
  82. b.customProps["fielddata_fields"] = []string{field}
  83. } else {
  84. b.customProps["docvalue_fields"] = []string{field}
  85. }
  86. return b
  87. }
  88. // Query creates and return a query builder
  89. func (b *SearchRequestBuilder) Query() *QueryBuilder {
  90. if b.queryBuilder == nil {
  91. b.queryBuilder = NewQueryBuilder()
  92. }
  93. return b.queryBuilder
  94. }
  95. // Agg initaite and returns a new aggregation builder
  96. func (b *SearchRequestBuilder) Agg() AggBuilder {
  97. aggBuilder := newAggBuilder()
  98. b.aggBuilders = append(b.aggBuilders, aggBuilder)
  99. return aggBuilder
  100. }
  101. // MultiSearchRequestBuilder represents a builder which can build a multi search request
  102. type MultiSearchRequestBuilder struct {
  103. version int
  104. requestBuilders []*SearchRequestBuilder
  105. }
  106. // NewMultiSearchRequestBuilder creates a new multi search request builder
  107. func NewMultiSearchRequestBuilder(version int) *MultiSearchRequestBuilder {
  108. return &MultiSearchRequestBuilder{
  109. version: version,
  110. }
  111. }
  112. // Search initiates and returns a new search request builder
  113. func (m *MultiSearchRequestBuilder) Search(interval tsdb.Interval) *SearchRequestBuilder {
  114. b := NewSearchRequestBuilder(m.version, interval)
  115. m.requestBuilders = append(m.requestBuilders, b)
  116. return b
  117. }
  118. // Build builds and return a multi search request
  119. func (m *MultiSearchRequestBuilder) Build() (*MultiSearchRequest, error) {
  120. requests := []*SearchRequest{}
  121. for _, sb := range m.requestBuilders {
  122. searchRequest, err := sb.Build()
  123. if err != nil {
  124. return nil, err
  125. }
  126. requests = append(requests, searchRequest)
  127. }
  128. return &MultiSearchRequest{
  129. Requests: requests,
  130. }, nil
  131. }
  132. // QueryBuilder represents a query builder
  133. type QueryBuilder struct {
  134. boolQueryBuilder *BoolQueryBuilder
  135. }
  136. // NewQueryBuilder create a new query builder
  137. func NewQueryBuilder() *QueryBuilder {
  138. return &QueryBuilder{}
  139. }
  140. // Build builds and return a query builder
  141. func (b *QueryBuilder) Build() (*Query, error) {
  142. q := Query{}
  143. if b.boolQueryBuilder != nil {
  144. b, err := b.boolQueryBuilder.Build()
  145. if err != nil {
  146. return nil, err
  147. }
  148. q.Bool = b
  149. }
  150. return &q, nil
  151. }
  152. // Bool creates and return a query builder
  153. func (b *QueryBuilder) Bool() *BoolQueryBuilder {
  154. if b.boolQueryBuilder == nil {
  155. b.boolQueryBuilder = NewBoolQueryBuilder()
  156. }
  157. return b.boolQueryBuilder
  158. }
  159. // BoolQueryBuilder represents a bool query builder
  160. type BoolQueryBuilder struct {
  161. filterQueryBuilder *FilterQueryBuilder
  162. }
  163. // NewBoolQueryBuilder create a new bool query builder
  164. func NewBoolQueryBuilder() *BoolQueryBuilder {
  165. return &BoolQueryBuilder{}
  166. }
  167. // Filter creates and return a filter query builder
  168. func (b *BoolQueryBuilder) Filter() *FilterQueryBuilder {
  169. if b.filterQueryBuilder == nil {
  170. b.filterQueryBuilder = NewFilterQueryBuilder()
  171. }
  172. return b.filterQueryBuilder
  173. }
  174. // Build builds and return a bool query builder
  175. func (b *BoolQueryBuilder) Build() (*BoolQuery, error) {
  176. boolQuery := BoolQuery{}
  177. if b.filterQueryBuilder != nil {
  178. filters, err := b.filterQueryBuilder.Build()
  179. if err != nil {
  180. return nil, err
  181. }
  182. boolQuery.Filters = filters
  183. }
  184. return &boolQuery, nil
  185. }
  186. // FilterQueryBuilder represents a filter query builder
  187. type FilterQueryBuilder struct {
  188. filters []Filter
  189. }
  190. // NewFilterQueryBuilder creates a new filter query builder
  191. func NewFilterQueryBuilder() *FilterQueryBuilder {
  192. return &FilterQueryBuilder{
  193. filters: make([]Filter, 0),
  194. }
  195. }
  196. // Build builds and return a filter query builder
  197. func (b *FilterQueryBuilder) Build() ([]Filter, error) {
  198. return b.filters, nil
  199. }
  200. // AddDateRangeFilter adds a new time range filter
  201. func (b *FilterQueryBuilder) AddDateRangeFilter(timeField, lte, gte, format string) *FilterQueryBuilder {
  202. b.filters = append(b.filters, &RangeFilter{
  203. Key: timeField,
  204. Lte: lte,
  205. Gte: gte,
  206. Format: format,
  207. })
  208. return b
  209. }
  210. // AddQueryStringFilter adds a new query string filter
  211. func (b *FilterQueryBuilder) AddQueryStringFilter(querystring string, analyseWildcard bool) *FilterQueryBuilder {
  212. if len(strings.TrimSpace(querystring)) == 0 {
  213. return b
  214. }
  215. b.filters = append(b.filters, &QueryStringFilter{
  216. Query: querystring,
  217. AnalyzeWildcard: analyseWildcard,
  218. })
  219. return b
  220. }
  221. // AggBuilder represents an aggregation builder
  222. type AggBuilder interface {
  223. Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder
  224. DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder
  225. Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder
  226. Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder
  227. GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder
  228. Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder
  229. Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder
  230. Build() (AggArray, error)
  231. }
  232. type aggBuilderImpl struct {
  233. AggBuilder
  234. aggDefs []*aggDef
  235. }
  236. func newAggBuilder() *aggBuilderImpl {
  237. return &aggBuilderImpl{
  238. aggDefs: make([]*aggDef, 0),
  239. }
  240. }
  241. func (b *aggBuilderImpl) Build() (AggArray, error) {
  242. aggs := make(AggArray, 0)
  243. for _, aggDef := range b.aggDefs {
  244. agg := &Agg{
  245. Key: aggDef.key,
  246. Aggregation: aggDef.aggregation,
  247. }
  248. for _, cb := range aggDef.builders {
  249. childAggs, err := cb.Build()
  250. if err != nil {
  251. return nil, err
  252. }
  253. for _, childAgg := range childAggs {
  254. agg.Aggregation.Aggs = append(agg.Aggregation.Aggs, childAgg)
  255. }
  256. }
  257. aggs = append(aggs, agg)
  258. }
  259. return aggs, nil
  260. }
  261. func (b *aggBuilderImpl) Histogram(key, field string, fn func(a *HistogramAgg, b AggBuilder)) AggBuilder {
  262. innerAgg := &HistogramAgg{
  263. Field: field,
  264. }
  265. aggDef := newAggDef(key, &aggContainer{
  266. Type: "histogram",
  267. Aggregation: innerAgg,
  268. })
  269. if fn != nil {
  270. builder := newAggBuilder()
  271. aggDef.builders = append(aggDef.builders, builder)
  272. fn(innerAgg, builder)
  273. }
  274. b.aggDefs = append(b.aggDefs, aggDef)
  275. return b
  276. }
  277. func (b *aggBuilderImpl) DateHistogram(key, field string, fn func(a *DateHistogramAgg, b AggBuilder)) AggBuilder {
  278. innerAgg := &DateHistogramAgg{
  279. Field: field,
  280. }
  281. aggDef := newAggDef(key, &aggContainer{
  282. Type: "date_histogram",
  283. Aggregation: innerAgg,
  284. })
  285. if fn != nil {
  286. builder := newAggBuilder()
  287. aggDef.builders = append(aggDef.builders, builder)
  288. fn(innerAgg, builder)
  289. }
  290. b.aggDefs = append(b.aggDefs, aggDef)
  291. return b
  292. }
  293. func (b *aggBuilderImpl) Terms(key, field string, fn func(a *TermsAggregation, b AggBuilder)) AggBuilder {
  294. innerAgg := &TermsAggregation{
  295. Field: field,
  296. Order: make(map[string]interface{}),
  297. }
  298. aggDef := newAggDef(key, &aggContainer{
  299. Type: "terms",
  300. Aggregation: innerAgg,
  301. })
  302. if fn != nil {
  303. builder := newAggBuilder()
  304. aggDef.builders = append(aggDef.builders, builder)
  305. fn(innerAgg, builder)
  306. }
  307. b.aggDefs = append(b.aggDefs, aggDef)
  308. return b
  309. }
  310. func (b *aggBuilderImpl) Filters(key string, fn func(a *FiltersAggregation, b AggBuilder)) AggBuilder {
  311. innerAgg := &FiltersAggregation{
  312. Filters: make(map[string]interface{}),
  313. }
  314. aggDef := newAggDef(key, &aggContainer{
  315. Type: "filters",
  316. Aggregation: innerAgg,
  317. })
  318. if fn != nil {
  319. builder := newAggBuilder()
  320. aggDef.builders = append(aggDef.builders, builder)
  321. fn(innerAgg, builder)
  322. }
  323. b.aggDefs = append(b.aggDefs, aggDef)
  324. return b
  325. }
  326. func (b *aggBuilderImpl) GeoHashGrid(key, field string, fn func(a *GeoHashGridAggregation, b AggBuilder)) AggBuilder {
  327. innerAgg := &GeoHashGridAggregation{
  328. Field: field,
  329. Precision: 5,
  330. }
  331. aggDef := newAggDef(key, &aggContainer{
  332. Type: "geohash_grid",
  333. Aggregation: innerAgg,
  334. })
  335. if fn != nil {
  336. builder := newAggBuilder()
  337. aggDef.builders = append(aggDef.builders, builder)
  338. fn(innerAgg, builder)
  339. }
  340. b.aggDefs = append(b.aggDefs, aggDef)
  341. return b
  342. }
  343. func (b *aggBuilderImpl) Metric(key, metricType, field string, fn func(a *MetricAggregation)) AggBuilder {
  344. innerAgg := &MetricAggregation{
  345. Field: field,
  346. Settings: make(map[string]interface{}),
  347. }
  348. aggDef := newAggDef(key, &aggContainer{
  349. Type: metricType,
  350. Aggregation: innerAgg,
  351. })
  352. if fn != nil {
  353. fn(innerAgg)
  354. }
  355. b.aggDefs = append(b.aggDefs, aggDef)
  356. return b
  357. }
  358. func (b *aggBuilderImpl) Pipeline(key, pipelineType, bucketPath string, fn func(a *PipelineAggregation)) AggBuilder {
  359. innerAgg := &PipelineAggregation{
  360. BucketPath: bucketPath,
  361. Settings: make(map[string]interface{}),
  362. }
  363. aggDef := newAggDef(key, &aggContainer{
  364. Type: pipelineType,
  365. Aggregation: innerAgg,
  366. })
  367. if fn != nil {
  368. fn(innerAgg)
  369. }
  370. b.aggDefs = append(b.aggDefs, aggDef)
  371. return b
  372. }