Commit a59ff1f5 by zhaoyanchao

更改 ignore 文件,屏蔽掉 win 和 linux 下可执行文件

parent cadd36e7
.idea/ .idea/
main/info.log main/info.log
main/test.go main/test.go
\ No newline at end of file main/suggest-task
main/suggest-task.exe
\ No newline at end of file
package main
import (
"context"
"encoding/json"
"fmt"
_ "github.com/go-sql-driver/mysql"
"github.com/olivere/elastic"
"io"
"log"
"time"
)
func main() {
clear("2019-03-28")
}
func clear(keywordVersion string) {
client, err := elastic.NewClient(elastic.SetURL("http://bigdataescluster.secoolocal.com:9200"),
elastic.SetBasicAuth("search", "search5z0NvEn1D"))
if err != nil { log.Print(err.Error()) }
bulkProcessor, err := elastic.NewBulkProcessorService(client).
Workers(10).
BulkActions(50000).
FlushInterval(1 * time.Second).
After(deleteAfter).
Do(context.Background())
if err != nil { log.Print(err.Error()) }
termQuery := elastic.NewTermQuery("keywordVersion", keywordVersion)
scroll := client.
Scroll("search_suggest_index").
Type("search_suggest_type").
Query(termQuery).
Size(5000)
for {
results, err := scroll.Do(context.Background())
if err == io.EOF { break }
if err != nil { log.Print(err.Error()) }
for _, hit := range results.Hits.Hits {
var data map[string]interface{}
err := json.Unmarshal(*hit.Source, &data)
if err != nil { log.Print(err.Error()) }
keyword := data["keyword"].(string)
keywordVersion := data["keywordVersion"].(string)
fmt.Printf("Delete id=%q,keyword=%s,keywordVersion=%s\n", hit.Id, keyword, keywordVersion)
req := elastic.NewBulkDeleteRequest().
Index("search_suggest_index").
Type("search_suggest_type").Id(hit.Id)
bulkProcessor.Add(req)
}
err = bulkProcessor.Flush()
if err != nil { log.Print(err.Error()) }
}
}
func deleteAfter(executionId int64, requests []elastic.BulkableRequest, response *elastic.BulkResponse, err error) {
if err != nil { fmt.Printf("bulk commit failed, err: %v\n", err) }
fmt.Printf("commit successfully, len(requests)=%d\n", len(requests))
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment