Struct SingleFileDataset

data/single_file_dataset.go:28–61

)

type SingleFileDataset struct {
	ClassCounts  map[int]int
	ClassWeights map[int]float32
	Count        int

	classCountsLock     *sync.Mutex
	filePath            string
	filePool            *sync.Pool
	concurrentFileLimit int32
	openFileCount       *int32
	ignoreParseErrors   bool
	skipHeaders         bool
	shuffled            bool
	generatorOffset     *int32
	generatorOffsetLock *sync.Mutex
	cacheDir            string
	yProcessor          *preprocessor.Processor
	columnProcessors    []*preprocessor.Processor
	lineOffsets         []int64
	trainPercent        float32
	valPercent          float32
	testPercent         float32
	trainCount          int32
	valCount            int32
	testCount           int32
	mode                GeneratorMode
	offset              int32
	limit               int32
	filter              func(line []string) bool
	maxRowsForFit       int

	logger       *cblog.Logger
	errorHandler *cberrors.ErrorsContainer
}

type SingleFileDatasetConfig struct {
	FilePath               string