Function decode

pkg/tabular/tabular.go:136–140

decode normalizes the input to UTF-8, using the BOM (if any) to detect UTF-16; defaults to UTF-8 when no BOM is present, stripping a UTF-8 BOM.

(raw []byte)

// decode normalizes the input to UTF-8, using the BOM (if any) to detect
// UTF-16; defaults to UTF-8 when no BOM is present, stripping a UTF-8 BOM.
func decode(raw []byte) ([]byte, error) {
	dec := unicode.BOMOverride(unicode.UTF8.NewDecoder())
	out, _, err := transform.Bytes(dec, raw)
	return out, err
}

// detectDelimiter inspects the header line and picks the delimiter (comma or
// tab) that appears more often outside of quoted fields. sigcheck's comma