Class PigStreaming

src/org/apache/pig/builtin/PigStreaming.java:34–90

The default implementation of PigStreamingBase. It converts tuples into fieldDel separated lines and fieldDel separated lines into tuples.

 *
 */
public class PigStreaming extends PigStreamingBase {

    private byte recordDel = '\n';

    private byte fieldDel = '\t';

    private WritableByteArray out;

    /**
     * The constructor that uses the default field delimiter.
     */
    public PigStreaming() {
        out = new WritableByteArray();
    }

    /**
     * The constructor that accepts a user-specified field
     * delimiter.
     *
     * @param delimiter a <code>String</code> specifying the field
     * delimiter.
     */
    public PigStreaming(String delimiter) {
        this();
        fieldDel = StorageUtil.parseFieldDel(delimiter);
    }

    @Override
    public WritableByteArray serializeToBytes(Tuple t) throws IOException {
        out.reset();
        int sz = t.size();
        for (int i=0; i<sz; i++) {
            Object field = t.get(i);

            StorageUtil.putField(out,field);

            if (i == sz - 1) {
                // last field in tuple.
                out.write(recordDel);
            } else {
                out.write(fieldDel);
            }
        }
        return out;
    }

    @Override
    public Tuple deserialize(byte[] bytes, int offset, int length) throws IOException {
        return StorageUtil.bytesToTuple(bytes, offset, length, fieldDel);
    }

    @Override
    public LoadCaster getLoadCaster() throws IOException {
        return new Utf8StorageConverter();
    }

}