Package parquet.bytes

Examples of parquet.bytes.CapacityByteArrayOutputStream

43
44
45
46
47
48
49
50
  /**
   * @param bound the maximum value stored by this column
   */
  public BitPackingValuesWriter(int bound, int initialCapacity) {
    this.bitsPerValue = getWidthFromMaxInt(bound);
    this.out = new CapacityByteArrayOutputStream(initialCapacity);
    init();
  }
View Full Code Here
40
41
42
43
44
45
46
47
  private CapacityByteArrayOutputStream arrayOut;
  private LittleEndianDataOutputStream out;

  public PlainValuesWriter(int initialSize) {
    arrayOut = new CapacityByteArrayOutputStream(initialSize);
    out = new LittleEndianDataOutputStream(arrayOut);
  }
View Full Code Here
115
116
117
118
119
120
121
  public DeltaBinaryPackingValuesWriter(int blockSizeInValues, int miniBlockNum, int slabSize) {
    this.config = new DeltaBinaryPackingConfig(blockSizeInValues, miniBlockNum);
    bitWidths = new int[config.miniBlockNumInABlock];
    deltaBlockBuffer = new int[blockSizeInValues];
    miniBlockByteBuffer = new byte[config.miniBlockSizeInValues * MAX_BITWIDTH];
    baos = new CapacityByteArrayOutputStream(slabSize);
  }
View Full Code Here
38
39
40
41
42
43
44
45
  private LittleEndianDataOutputStream out;
  private int length;
 
  public FixedLenByteArrayPlainValuesWriter(int length, int initialSize) {
    this.length = length;
    this.arrayOut = new CapacityByteArrayOutputStream(initialSize);
    this.out = new LittleEndianDataOutputStream(arrayOut);
  }
View Full Code Here
37
38
39
40
41
42
43
      currentMask <<= 1;
    }
  }

  public BitWriter(int initialCapacity) {
    this.baos = new CapacityByteArrayOutputStream(initialCapacity);
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  private ValuesWriter lengthWriter;
  private CapacityByteArrayOutputStream arrayOut;
  private LittleEndianDataOutputStream out;

  public DeltaLengthByteArrayValuesWriter(int initialSize) {
    arrayOut = new CapacityByteArrayOutputStream(initialSize);
    out = new LittleEndianDataOutputStream(arrayOut);
    lengthWriter = new DeltaBinaryPackingValuesWriter(
        DeltaBinaryPackingValuesWriter.DEFAULT_NUM_BLOCK_VALUES,
        DeltaBinaryPackingValuesWriter.DEFAULT_NUM_MINIBLOCKS,
        initialSize);
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
    }

    Preconditions.checkArgument(bitWidth >= 0 && bitWidth <= 32, "bitWidth must be >= 0 and <= 32");

    this.bitWidth = bitWidth;
    this.baos = new CapacityByteArrayOutputStream(initialCapacity);
    this.packBuffer = new byte[bitWidth];
    this.bufferedValues = new int[8];
    this.packer = Packer.LITTLE_ENDIAN.newBytePacker(bitWidth);
    reset(false);
  }
View Full Code Here
59
60
61
62
63
64
65
    private Set<Encoding> encodings = new HashSet<Encoding>();

    private ColumnChunkPageWriter(ColumnDescriptor path, BytesCompressor compressor, int initialSize) {
      this.path = path;
      this.compressor = compressor;
      this.buf = new CapacityByteArrayOutputStream(initialSize);
    }
View Full Code Here
TOP

Related Classes of parquet.bytes.CapacityByteArrayOutputStream

  • parquet.column.values.bitpacking.BitPackingValuesWriter
  • parquet.column.values.boundedint.BitWriter
  • parquet.column.values.delta.DeltaBinaryPackingValuesWriter
  • parquet.column.values.deltalengthbytearray.DeltaLengthByteArrayValuesWriter
  • parquet.column.values.plain.FixedLenByteArrayPlainValuesWriter
  • parquet.column.values.plain.PlainValuesWriter
  • parquet.column.values.rle.RunLengthBitPackingHybridEncoder
  • parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.