Method RebuildAllIndex

models/elasticsearch.go:269–397

重建索引【全量】 采用批量重建索引的方式进行 每次操作100条数据

(bookId ...int)

//采用批量重建索引的方式进行
//每次操作100条数据
func (this *ElasticSearchClient) RebuildAllIndex(bookId ...int) {
	if !this.On {
		return
	}

	bid := 0
	if len(bookId) > 0 {
		bid = bookId[0]
	}

	if IsRebuildAllIndex && bid <= 0 {
		return
	}
	if bid <= 0 {
		defer func() {
			IsRebuildAllIndex = false
		}()
		IsRebuildAllIndex = true
	}

	pageSize := 1000
	maxPage := int(1e7)

	privateMap := make(map[int]int) //map[book_id]private

	o := orm.NewOrm()
	book := NewBook()
	// 更新书籍
	for page := 1; page < maxPage; page++ {
		var books []Book
		fields := []string{"book_id", "book_name", "label", "description", "privately_owned"}
		q := o.QueryTable(book).Limit(pageSize).Offset((page - 1) * pageSize)
		if bid > 0 {
			q.Filter("book_id", bookId).All(&books, fields...)
		} else {
			q.All(&books, fields...)
		}

		if len(books) > 0 {
			var data []ElasticSearchData
			var bookId []int
			for _, item := range books {
				data = append(data, ElasticSearchData{
					Id:       item.BookId,
					Title:    item.BookName,
					Keywords: item.Label,
					Content:  item.Description,
					BookId:   0, //注意：这里必须设置为0
					Private:  item.PrivatelyOwned,
					Vcnt:     item.Vcnt,
				})
				privateMap[item.BookId] = item.PrivatelyOwned
				bookId = append(bookId, item.BookId)
			}
			if err := this.BuildIndexByBuck(data); err != nil {
				beego.Error(err.Error())
				beego.Error("书籍索引创建失败，书籍ID:", bookId)
			} else {