Method getIndices

backend/plugin/db/elasticsearch/sync.go:205–337

(ctx context.Context)

}

func (d *Driver) getIndices(ctx context.Context) ([]*storepb.TableMetadata, error) {
	var indicesMetadata []*storepb.TableMetadata

	// Get hidden indices to filter them out.
	hiddenIndices, err := d.getHiddenIndices(ctx)
	if err != nil {
		return nil, errors.Wrap(err, "failed to get hidden indices")
	}

	if d.isOpenSearch && d.opensearchAPI != nil {
		resp, err := d.opensearchAPI.Cat.Indices(ctx, &opensearchapi.CatIndicesReq{})
		if err != nil {
			return nil, errors.Wrapf(err, "failed to list indices")
		}

		for _, idx := range resp.Indices {
			if hiddenIndices[idx.Index] {
				continue
			}

			var datasize int64
			if idx.StoreSize != nil {
				datasize, err = unitConversion(*idx.StoreSize)
				if err != nil {
					return nil, err
				}
			}

			var docCount int64
			if idx.DocsCount != nil {
				docCount = int64(*idx.DocsCount)
			}

			indicesMetadata = append(indicesMetadata, &storepb.TableMetadata{
				Name:     idx.Index,
				DataSize: datasize,
				RowCount: docCount,
			})
		}

		return indicesMetadata, nil
	} else if d.typedClient != nil {
		res, err := esapi.CatIndicesRequest{Format: "json", Pretty: true}.Do(ctx, d.typedClient)
		if err != nil {
			return nil, errors.Wrapf(err, "failed to list indices")
		}

		bytes, err := readBytesAndClose(res)
		if err != nil {
			return nil, errors.Wrap(err, "failed to list Elasticsearch indices")
		}

		var results []IndicesResult
		if err := json.Unmarshal(bytes, &results); err != nil {
			// Include response body to help debug parsing issues
			bodyPreview, truncated := common.TruncateString(string(bytes), 500)
			if truncated {
				bodyPreview += "..."