Method indexData

cmd/workers.go:190–223

indexData indexes data into TypeSense for searchability. It fetches the collection name and payload from the task, ensures the collections exist, and sends the payload to the appropriate TypeSense collection for indexing.

(ctx context.Context, t *asynq.Task)

// It fetches the collection name and payload from the task, ensures the collections exist,
// and sends the payload to the appropriate TypeSense collection for indexing.
func (b *ledgerforgeInstance) indexData(ctx context.Context, t *asynq.Task) error {
	if b.cnf.TypeSense.Dns == "" {
		return nil
	}

	var data indexData

	// Unmarshal the indexing data from the task payload.
	if err := json.Unmarshal(t.Payload(), &data); err != nil {
		logrus.Error(err)
		return err
	}

	collection := data.Collection
	payload := data.Payload

	// Initialize a new TypeSense client and ensure collections exist.
	newSearch := search.NewTypesenseClient(b.cnf.TypeSenseKey, []string{b.cnf.TypeSense.Dns})
	err := newSearch.EnsureCollectionsExist(ctx)
	if err != nil {
		logrus.Errorf("Failed to ensure collections exist: %v", err)
		return err
	}

	// Handle the notification and send the payload to the collection for indexing.
	err = newSearch.HandleNotification(ctx, collection, payload)
	if err != nil {
		logrus.Error("Error indexing data", err)
		return err
	}

	logrus.Error(" [*] Data indexed", collection)
	return nil
}

// indexBatchData indexes a batch of items into TypeSense in dependency order.
// It first indexes all dependencies (e.g., balances), then indexes the primary item (e.g., transaction).