mirror of
https://github.com/go-gitea/gitea.git
synced 2024-11-28 03:33:08 +08:00
5dbf36f356
* Issue search support elasticsearch * Fix lint * Add indexer name on app.ini * add a warnning on SearchIssuesByKeyword * improve code
382 lines
10 KiB
Go
Vendored
382 lines
10 KiB
Go
Vendored
// Copyright 2012-present Oliver Eilhard. All rights reserved.
|
|
// Use of this source code is governed by a MIT-license.
|
|
// See http://olivere.mit-license.org/license.txt for details.
|
|
|
|
package elastic
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"strings"
|
|
|
|
"github.com/olivere/elastic/v7/uritemplates"
|
|
)
|
|
|
|
// CountService is a convenient service for determining the
|
|
// number of documents in an index. Use SearchService with
|
|
// a SearchType of count for counting with queries etc.
|
|
type CountService struct {
|
|
client *Client
|
|
|
|
pretty *bool // pretty format the returned JSON response
|
|
human *bool // return human readable values for statistics
|
|
errorTrace *bool // include the stack trace of returned errors
|
|
filterPath []string // list of filters used to reduce the response
|
|
headers http.Header // custom request-level HTTP headers
|
|
|
|
index []string
|
|
typ []string
|
|
allowNoIndices *bool
|
|
analyzeWildcard *bool
|
|
analyzer string
|
|
defaultOperator string
|
|
df string
|
|
expandWildcards string
|
|
ignoreUnavailable *bool
|
|
lenient *bool
|
|
lowercaseExpandedTerms *bool
|
|
minScore interface{}
|
|
preference string
|
|
q string
|
|
query Query
|
|
routing string
|
|
terminateAfter *int
|
|
bodyJson interface{}
|
|
bodyString string
|
|
}
|
|
|
|
// NewCountService creates a new CountService.
|
|
func NewCountService(client *Client) *CountService {
|
|
return &CountService{
|
|
client: client,
|
|
}
|
|
}
|
|
|
|
// Pretty tells Elasticsearch whether to return a formatted JSON response.
|
|
func (s *CountService) Pretty(pretty bool) *CountService {
|
|
s.pretty = &pretty
|
|
return s
|
|
}
|
|
|
|
// Human specifies whether human readable values should be returned in
|
|
// the JSON response, e.g. "7.5mb".
|
|
func (s *CountService) Human(human bool) *CountService {
|
|
s.human = &human
|
|
return s
|
|
}
|
|
|
|
// ErrorTrace specifies whether to include the stack trace of returned errors.
|
|
func (s *CountService) ErrorTrace(errorTrace bool) *CountService {
|
|
s.errorTrace = &errorTrace
|
|
return s
|
|
}
|
|
|
|
// FilterPath specifies a list of filters used to reduce the response.
|
|
func (s *CountService) FilterPath(filterPath ...string) *CountService {
|
|
s.filterPath = filterPath
|
|
return s
|
|
}
|
|
|
|
// Header adds a header to the request.
|
|
func (s *CountService) Header(name string, value string) *CountService {
|
|
if s.headers == nil {
|
|
s.headers = http.Header{}
|
|
}
|
|
s.headers.Add(name, value)
|
|
return s
|
|
}
|
|
|
|
// Headers specifies the headers of the request.
|
|
func (s *CountService) Headers(headers http.Header) *CountService {
|
|
s.headers = headers
|
|
return s
|
|
}
|
|
|
|
// Index sets the names of the indices to restrict the results.
|
|
func (s *CountService) Index(index ...string) *CountService {
|
|
if s.index == nil {
|
|
s.index = make([]string, 0)
|
|
}
|
|
s.index = append(s.index, index...)
|
|
return s
|
|
}
|
|
|
|
// Type sets the types to use to restrict the results.
|
|
//
|
|
// Deprecated: Types are in the process of being removed. Instead of using a type, prefer to
|
|
// filter on a field on the document.
|
|
func (s *CountService) Type(typ ...string) *CountService {
|
|
if s.typ == nil {
|
|
s.typ = make([]string, 0)
|
|
}
|
|
s.typ = append(s.typ, typ...)
|
|
return s
|
|
}
|
|
|
|
// AllowNoIndices indicates whether to ignore if a wildcard indices
|
|
// expression resolves into no concrete indices. (This includes "_all" string
|
|
// or when no indices have been specified).
|
|
func (s *CountService) AllowNoIndices(allowNoIndices bool) *CountService {
|
|
s.allowNoIndices = &allowNoIndices
|
|
return s
|
|
}
|
|
|
|
// AnalyzeWildcard specifies whether wildcard and prefix queries should be
|
|
// analyzed (default: false).
|
|
func (s *CountService) AnalyzeWildcard(analyzeWildcard bool) *CountService {
|
|
s.analyzeWildcard = &analyzeWildcard
|
|
return s
|
|
}
|
|
|
|
// Analyzer specifies the analyzer to use for the query string.
|
|
func (s *CountService) Analyzer(analyzer string) *CountService {
|
|
s.analyzer = analyzer
|
|
return s
|
|
}
|
|
|
|
// DefaultOperator specifies the default operator for query string query (AND or OR).
|
|
func (s *CountService) DefaultOperator(defaultOperator string) *CountService {
|
|
s.defaultOperator = defaultOperator
|
|
return s
|
|
}
|
|
|
|
// Df specifies the field to use as default where no field prefix is given
|
|
// in the query string.
|
|
func (s *CountService) Df(df string) *CountService {
|
|
s.df = df
|
|
return s
|
|
}
|
|
|
|
// ExpandWildcards indicates whether to expand wildcard expression to
|
|
// concrete indices that are open, closed or both.
|
|
func (s *CountService) ExpandWildcards(expandWildcards string) *CountService {
|
|
s.expandWildcards = expandWildcards
|
|
return s
|
|
}
|
|
|
|
// IgnoreUnavailable indicates whether specified concrete indices should be
|
|
// ignored when unavailable (missing or closed).
|
|
func (s *CountService) IgnoreUnavailable(ignoreUnavailable bool) *CountService {
|
|
s.ignoreUnavailable = &ignoreUnavailable
|
|
return s
|
|
}
|
|
|
|
// Lenient specifies whether format-based query failures (such as
|
|
// providing text to a numeric field) should be ignored.
|
|
func (s *CountService) Lenient(lenient bool) *CountService {
|
|
s.lenient = &lenient
|
|
return s
|
|
}
|
|
|
|
// LowercaseExpandedTerms specifies whether query terms should be lowercased.
|
|
func (s *CountService) LowercaseExpandedTerms(lowercaseExpandedTerms bool) *CountService {
|
|
s.lowercaseExpandedTerms = &lowercaseExpandedTerms
|
|
return s
|
|
}
|
|
|
|
// MinScore indicates to include only documents with a specific `_score`
|
|
// value in the result.
|
|
func (s *CountService) MinScore(minScore interface{}) *CountService {
|
|
s.minScore = minScore
|
|
return s
|
|
}
|
|
|
|
// Preference specifies the node or shard the operation should be
|
|
// performed on (default: random).
|
|
func (s *CountService) Preference(preference string) *CountService {
|
|
s.preference = preference
|
|
return s
|
|
}
|
|
|
|
// Q in the Lucene query string syntax. You can also use Query to pass
|
|
// a Query struct.
|
|
func (s *CountService) Q(q string) *CountService {
|
|
s.q = q
|
|
return s
|
|
}
|
|
|
|
// Query specifies the query to pass. You can also pass a query string with Q.
|
|
func (s *CountService) Query(query Query) *CountService {
|
|
s.query = query
|
|
return s
|
|
}
|
|
|
|
// Routing specifies the routing value.
|
|
func (s *CountService) Routing(routing string) *CountService {
|
|
s.routing = routing
|
|
return s
|
|
}
|
|
|
|
// TerminateAfter indicates the maximum count for each shard, upon reaching
|
|
// which the query execution will terminate early.
|
|
func (s *CountService) TerminateAfter(terminateAfter int) *CountService {
|
|
s.terminateAfter = &terminateAfter
|
|
return s
|
|
}
|
|
|
|
// BodyJson specifies the query to restrict the results specified with the
|
|
// Query DSL (optional). The interface{} will be serialized to a JSON document,
|
|
// so use a map[string]interface{}.
|
|
func (s *CountService) BodyJson(body interface{}) *CountService {
|
|
s.bodyJson = body
|
|
return s
|
|
}
|
|
|
|
// Body specifies a query to restrict the results specified with
|
|
// the Query DSL (optional).
|
|
func (s *CountService) BodyString(body string) *CountService {
|
|
s.bodyString = body
|
|
return s
|
|
}
|
|
|
|
// buildURL builds the URL for the operation.
|
|
func (s *CountService) buildURL() (string, url.Values, error) {
|
|
var err error
|
|
var path string
|
|
|
|
if len(s.index) > 0 && len(s.typ) > 0 {
|
|
path, err = uritemplates.Expand("/{index}/{type}/_count", map[string]string{
|
|
"index": strings.Join(s.index, ","),
|
|
"type": strings.Join(s.typ, ","),
|
|
})
|
|
} else if len(s.index) > 0 {
|
|
path, err = uritemplates.Expand("/{index}/_count", map[string]string{
|
|
"index": strings.Join(s.index, ","),
|
|
})
|
|
} else if len(s.typ) > 0 {
|
|
path, err = uritemplates.Expand("/_all/{type}/_count", map[string]string{
|
|
"type": strings.Join(s.typ, ","),
|
|
})
|
|
} else {
|
|
path = "/_all/_count"
|
|
}
|
|
if err != nil {
|
|
return "", url.Values{}, err
|
|
}
|
|
|
|
// Add query string parameters
|
|
params := url.Values{}
|
|
if v := s.pretty; v != nil {
|
|
params.Set("pretty", fmt.Sprint(*v))
|
|
}
|
|
if v := s.human; v != nil {
|
|
params.Set("human", fmt.Sprint(*v))
|
|
}
|
|
if v := s.errorTrace; v != nil {
|
|
params.Set("error_trace", fmt.Sprint(*v))
|
|
}
|
|
if len(s.filterPath) > 0 {
|
|
params.Set("filter_path", strings.Join(s.filterPath, ","))
|
|
}
|
|
if s.allowNoIndices != nil {
|
|
params.Set("allow_no_indices", fmt.Sprintf("%v", *s.allowNoIndices))
|
|
}
|
|
if s.analyzeWildcard != nil {
|
|
params.Set("analyze_wildcard", fmt.Sprintf("%v", *s.analyzeWildcard))
|
|
}
|
|
if s.analyzer != "" {
|
|
params.Set("analyzer", s.analyzer)
|
|
}
|
|
if s.defaultOperator != "" {
|
|
params.Set("default_operator", s.defaultOperator)
|
|
}
|
|
if s.df != "" {
|
|
params.Set("df", s.df)
|
|
}
|
|
if s.expandWildcards != "" {
|
|
params.Set("expand_wildcards", s.expandWildcards)
|
|
}
|
|
if s.ignoreUnavailable != nil {
|
|
params.Set("ignore_unavailable", fmt.Sprintf("%v", *s.ignoreUnavailable))
|
|
}
|
|
if s.lenient != nil {
|
|
params.Set("lenient", fmt.Sprintf("%v", *s.lenient))
|
|
}
|
|
if s.lowercaseExpandedTerms != nil {
|
|
params.Set("lowercase_expanded_terms", fmt.Sprintf("%v", *s.lowercaseExpandedTerms))
|
|
}
|
|
if s.minScore != nil {
|
|
params.Set("min_score", fmt.Sprintf("%v", s.minScore))
|
|
}
|
|
if s.preference != "" {
|
|
params.Set("preference", s.preference)
|
|
}
|
|
if s.q != "" {
|
|
params.Set("q", s.q)
|
|
}
|
|
if s.routing != "" {
|
|
params.Set("routing", s.routing)
|
|
}
|
|
if s.terminateAfter != nil {
|
|
params.Set("terminate_after", fmt.Sprintf("%v", *s.terminateAfter))
|
|
}
|
|
return path, params, nil
|
|
}
|
|
|
|
// Validate checks if the operation is valid.
|
|
func (s *CountService) Validate() error {
|
|
return nil
|
|
}
|
|
|
|
// Do executes the operation.
|
|
func (s *CountService) Do(ctx context.Context) (int64, error) {
|
|
// Check pre-conditions
|
|
if err := s.Validate(); err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
// Get URL for request
|
|
path, params, err := s.buildURL()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
// Setup HTTP request body
|
|
var body interface{}
|
|
if s.query != nil {
|
|
src, err := s.query.Source()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
query := make(map[string]interface{})
|
|
query["query"] = src
|
|
body = query
|
|
} else if s.bodyJson != nil {
|
|
body = s.bodyJson
|
|
} else if s.bodyString != "" {
|
|
body = s.bodyString
|
|
}
|
|
|
|
// Get HTTP response
|
|
res, err := s.client.PerformRequest(ctx, PerformRequestOptions{
|
|
Method: "POST",
|
|
Path: path,
|
|
Params: params,
|
|
Body: body,
|
|
Headers: s.headers,
|
|
})
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
// Return result
|
|
ret := new(CountResponse)
|
|
if err := s.client.decoder.Decode(res.Body, ret); err != nil {
|
|
return 0, err
|
|
}
|
|
if ret != nil {
|
|
return ret.Count, nil
|
|
}
|
|
|
|
return int64(0), nil
|
|
}
|
|
|
|
// CountResponse is the response of using the Count API.
|
|
type CountResponse struct {
|
|
Count int64 `json:"count"`
|
|
TerminatedEarly bool `json:"terminated_early,omitempty"`
|
|
Shards *ShardsInfo `json:"_shards,omitempty"`
|
|
}
|