Method csvReadRecords

core/dataloader/csvreader.go:201–273

(dst []*string)

}

func (csvr *csvReader) csvReadRecords(dst []*string) ([]*string, error) {
	recordStartline := csvr.numLine // Starting line for record

	var rs recordState
	var err error
	for err == nil {
		rs = recordState{}
		rs.line, err = csvr.readLine()
		rs.rawData = append(rs.rawData, rs.line...)

		if err == nil && len(rs.line) == lengthNL(rs.line) {
			continue // Skip empty lines
		}
		break
	}
	if err != nil {
		return nil, err
	}

	// nullString indicates whether to interpret an empty string as a NULL
	// only empty strings escaped with double quotes will be non-null
	nullString := make(map[int]bool)
	fieldIdx := 0

	kontinue := true
	for kontinue {
		// Parse each field in the record.
		keep := true
		if len(rs.line) == 0 || rs.line[0] != '"' {
			kontinue, keep, err = csvr.parseField(&rs)
			if !keep {
				nullString[fieldIdx] = true
			}
		} else {
			kontinue, err = csvr.parseQuotedField(&rs)
			if err != nil {
				return nil, err
			}
		}
		fieldIdx++
	}

	// Create a single string and create slices out of it.
	// This pins the memory of the fields together, but allocates once.
	str := string(rs.recordBuffer) // Convert to string once to batch allocations
	dst = dst[:0]
	if cap(dst) < len(rs.fieldIndexes) {
		dst = make([]*string, len(rs.fieldIndexes))
	}
	dst = dst[:len(rs.fieldIndexes)]
	var preIdx int
	for i, idx := range rs.fieldIndexes {
		_, ok := nullString[i]
		if ok {
			dst[i] = nil
		} else {
			s := str[preIdx:idx]
			dst[i] = &s