Class PhysicalFsWriter

java/core/src/java/org/apache/orc/impl/PhysicalFsWriter.java:47–789

import java.util.TreeMap;

public class PhysicalFsWriter implements PhysicalWriter {
  private static final Logger LOG = LoggerFactory.getLogger(PhysicalFsWriter.class);

  private static final int HDFS_BUFFER_SIZE = 256 * 1024;

  private FSDataOutputStream rawWriter;
  private final DirectStream rawStream;

  // the compressed metadata information outStream
  private OutStream compressStream;
  // a protobuf outStream around streamFactory
  private CodedOutputStream codedCompressStream;

  private Path path;
  private final HadoopShims shims;
  private final long blockSize;
  private final int maxPadding;
  private final StreamOptions compress;
  private final OrcFile.CompressionStrategy compressionStrategy;
  private final boolean addBlockPadding;
  private final boolean writeVariableLengthBlocks;
  private final VariantTracker unencrypted;

  private long headerLength;
  private long stripeStart;
  // The position of the last time we wrote a short block, which becomes the
  // natural blocks
  private long blockOffset;
  private int metadataLength;
  private int stripeStatisticsLength = 0;
  private int footerLength;
  private int stripeNumber = 0;

  private final Map<WriterEncryptionVariant, VariantTracker> variants = new TreeMap<>();

  public PhysicalFsWriter(FileSystem fs,
                          Path path,
                          OrcFile.WriterOptions opts
                          ) throws IOException {
    this(fs, path, opts, new WriterEncryptionVariant[0]);
  }

  public PhysicalFsWriter(FileSystem fs,
                          Path path,
                          OrcFile.WriterOptions opts,
                          WriterEncryptionVariant[] encryption
                          ) throws IOException {
    this(fs.create(path, opts.getOverwrite(), HDFS_BUFFER_SIZE,
            fs.getDefaultReplication(path), opts.getBlockSize()), opts, encryption);
    this.path = path;
    LOG.debug("ORC writer created for path: {} with stripeSize: {} blockSize: {}" +
            " compression: {}", path, opts.getStripeSize(), blockSize, compress);
  }

  public PhysicalFsWriter(FSDataOutputStream outputStream,
                          OrcFile.WriterOptions opts,
                          WriterEncryptionVariant[] encryption
                          ) throws IOException {