Function ProcessJSON

internal/files/files.go:460–500

ProcessJSON now uses batch processing

(ctx context.Context, uploadID, source string, reader io.Reader, store StoreFunc)

// ProcessJSON now uses batch processing
func ProcessJSON(ctx context.Context, uploadID, source string, reader io.Reader, store StoreFunc) (int, error) {
	bufferedReader := bufio.NewReaderSize(reader, DefaultBufferSize)
	decoder := json.NewDecoder(bufferedReader)

	var transactions []model.ExternalTransaction
	if err := decoder.Decode(&transactions); err != nil {
		return 0, err
	}

	// Process in batches for better performance
	batchSize := DefaultBatchSize
	totalProcessed := 0

	for i := 0; i < len(transactions); i += batchSize {
		end := i + batchSize
		if end > len(transactions) {
			end = len(transactions)
		}

		batch := transactions[i:end]
		for j := range batch {
			batch[j].Source = source
			if err := store(ctx, uploadID, batch[j]); err != nil {
				return totalProcessed, err
			}
		}

		totalProcessed += len(batch)

		// Check context periodically
		if i%ContextCheckInterval == 0 {
			select {
			case <-ctx.Done():
				return totalProcessed, ctx.Err()
			default:
			}
		}
	}

	return len(transactions), nil
}

func parseFloat(s string) float64 {
	f, err := strconv.ParseFloat(s, 64)