119 lines
2.9 KiB
Go
119 lines
2.9 KiB
Go
/*
|
|
Copyright 2020 KubeSphere Authors
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package v7
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"time"
|
|
|
|
"github.com/elastic/go-elasticsearch/v7"
|
|
"github.com/elastic/go-elasticsearch/v7/esapi"
|
|
)
|
|
|
|
type Elastic struct {
|
|
client *elasticsearch.Client
|
|
index string
|
|
}
|
|
|
|
func New(address string, basicAuth bool, username, password, index string) (*Elastic, error) {
|
|
var client *elasticsearch.Client
|
|
var err error
|
|
|
|
if !basicAuth {
|
|
username = ""
|
|
password = ""
|
|
}
|
|
|
|
client, err = elasticsearch.NewClient(elasticsearch.Config{
|
|
Addresses: []string{address},
|
|
Username: username,
|
|
Password: password,
|
|
})
|
|
|
|
return &Elastic{client: client, index: index}, err
|
|
}
|
|
|
|
func (e *Elastic) Search(indices string, body []byte, scroll bool) ([]byte, error) {
|
|
opts := []func(*esapi.SearchRequest){
|
|
e.client.Search.WithContext(context.Background()),
|
|
e.client.Search.WithIndex(indices),
|
|
e.client.Search.WithIgnoreUnavailable(true),
|
|
e.client.Search.WithBody(bytes.NewBuffer(body)),
|
|
}
|
|
if scroll {
|
|
opts = append(opts, e.client.Search.WithScroll(time.Minute))
|
|
}
|
|
|
|
response, err := e.client.Search(opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer response.Body.Close()
|
|
|
|
if response.IsError() {
|
|
return nil, parseError(response)
|
|
}
|
|
|
|
return ioutil.ReadAll(response.Body)
|
|
}
|
|
|
|
func (e *Elastic) Scroll(id string) ([]byte, error) {
|
|
response, err := e.client.Scroll(
|
|
e.client.Scroll.WithContext(context.Background()),
|
|
e.client.Scroll.WithScrollID(id),
|
|
e.client.Scroll.WithScroll(time.Minute))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer response.Body.Close()
|
|
|
|
if response.IsError() {
|
|
return nil, parseError(response)
|
|
}
|
|
|
|
b, err := ioutil.ReadAll(response.Body)
|
|
return b, err
|
|
}
|
|
|
|
func (e *Elastic) ClearScroll(scrollId string) {
|
|
response, _ := e.client.ClearScroll(
|
|
e.client.ClearScroll.WithContext(context.Background()),
|
|
e.client.ClearScroll.WithScrollID(scrollId))
|
|
defer response.Body.Close()
|
|
}
|
|
|
|
func (e *Elastic) GetTotalHitCount(v interface{}) int64 {
|
|
m, _ := v.(map[string]interface{})
|
|
f, _ := m["value"].(float64)
|
|
return int64(f)
|
|
}
|
|
|
|
func parseError(response *esapi.Response) error {
|
|
var e map[string]interface{}
|
|
if err := json.NewDecoder(response.Body).Decode(&e); err != nil {
|
|
return err
|
|
} else {
|
|
// Print the response status and error information.
|
|
e, _ := e["error"].(map[string]interface{})
|
|
return fmt.Errorf("type: %v, reason: %v", e["type"], e["reason"])
|
|
}
|
|
}
|