Function TestFileWriterDiscardEmptyFiles

output/filewriter_test.go:652–731

(t *testing.T)

}

func TestFileWriterDiscardEmptyFiles(t *testing.T) {
	defer testutil.DisableLogging()()

	tmpDir := t.TempDir()
	toml := `
		[csv]
		field_separator=","

		[fields]
		names = ["kind", "digits", "first", "last", "email", "state"]

		[input]
		name = "channel"

		[output]
		fields = []
		name = "filewriter"
		procs = 1
		[output.config]
		pathstring = %q
		rotateInterval = "10ms"
		discardEmptyFiles = true
	`
	if !testing.Verbose() {
		defer testutil.LessLogging()()
	}

	toml = fmt.Sprintf(toml, filepath.Join(tmpDir, "file-{{.Hour}}-{{.Minute}}-{{.Second}}-{{.Rotation}}.log.gz"))
	cfg, err := baker.NewConfigFromToml(strings.NewReader(toml),
		baker.Components{
			Inputs:  []baker.InputDesc{inputtest.ChannelDesc},
			Outputs: []baker.OutputDesc{output.FileWriterDesc},
		})
	if err != nil {
		t.Fatal(err)
	}
	topo, err := baker.NewTopologyFromConfig(cfg)
	if err != nil {
		t.Fatal(err)
	}

	in := topo.Input.(*inputtest.Channel)
	go func() {
		*in <- baker.Data{Bytes: []byte(";;;;\n")}
		time.Sleep(200 * time.Millisecond)
		*in <- baker.Data{Bytes: []byte(";;;;\n")}
		time.Sleep(200 * time.Millisecond)

		close(*in)
	}()

	topo.Start()
	topo.Wait()

	files, err := dirtree.List(tmpDir, dirtree.Type("f"), dirtree.ModeAll)
	if err != nil {
		t.Fatal(err)
	}