Class IncomingDataPoints

src/core/IncomingDataPoints.java:36–617

Receives new data points and stores them in HBase.

 * Receives new data points and stores them in HBase.
 */
final class IncomingDataPoints implements WritableDataPoints {

  /** For how long to buffer edits when doing batch imports (in ms). */
  private static final short DEFAULT_BATCH_IMPORT_BUFFER_INTERVAL = 5000;

  /**
   * Keep track of the latency (in ms) we perceive sending edits to HBase. We
   * want buckets up to 16s, with 2 ms interval between each bucket up to 100 ms
   * after we which we switch to exponential buckets.
   */
  static final Histogram putlatency = new Histogram(16000, (short) 2, 100);

  /** The {@code TSDB} instance we belong to. */
  private final TSDB tsdb;
  
  /** Whether or not to allow out of order data. */
  private final boolean allow_out_of_order_data;

  /**
   * The row key. Optional salt + 3 bytes for the metric name, 4 bytes for 
   * the base timestamp, 6 bytes per tag (3 for the name, 3 for the value).
   */
  private byte[] row;

  /**
   * Qualifiers for individual data points. The last Const.FLAG_BITS bits are
   * used to store flags (the type of the data point - integer or floating point
   * - and the size of the data point in bytes). The remaining MSBs store a
   * delta in seconds from the base timestamp stored in the row key.
   */
  private short[] qualifiers;

  /** Each value in the row. */
  private long[] values;

  /** Track the last timestamp written for this series */
  private long last_ts;

  /** Number of data points in this row. */
  private short size;

  /** Are we doing a batch import? */
  private boolean batch_import;
  
  /** The metric for this time series */
  private String metric;
  
  /** Copy of the tags given us by the caller */
  private Map<String, String> tags;

  /**
   * Constructor.
   * 
   * @param tsdb
   *          The TSDB we belong to.
   */
  IncomingDataPoints(final TSDB tsdb) {
    this.tsdb = tsdb;