Function Main

baker.go:27–59

Main runs the topology corresponding to the provided configuration. Depending on the input, it either blocks forever (daemon) or terminates when all the records have been processed (batch).

(cfg *Config)

// Depending on the input, it either blocks forever (daemon) or terminates when
// all the records have been processed (batch).
func Main(cfg *Config) error {
	topology, err := NewTopologyFromConfig(cfg)
	if err != nil {
		return fmt.Errorf("can't create topology: %s", err)
	}

	// Start the topology
	topology.Start()

	// Now setup the wait condition for exiting the process in case the topology
	// ends by itself.
	topdone := make(chan bool)
	go func() {
		topology.Wait()
		topdone <- true
	}()

	// Begin dump statistics
	stats := NewStatsDumper(topology)
	stopStats := stats.Run()

	// Block until topology termination.
	<-topdone

	// Stop the stats dumping goroutine (this also prints stats one last time).
	stopStats()

	if err := topology.Metrics.Close(); err != nil {
		logrus.WithError(err).Warnf("error closing metrics client")
	}

	return topology.Error()
}