Package com.facebook.presto.block

Examples of com.facebook.presto.block.Block

52
53
54
55
56
57
58
59
60
61
62
                createTuple("charlie"),
                createTuple("dave"));

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        BlockEncoding blockEncoding = new UncompressedEncoder(sliceOutput).append(tuples).append(tuples).finish();
        Block actualBlock = blockEncoding.readBlock(sliceOutput.slice().getInput());
        BlockAssertions.assertBlockEquals(actualBlock, new BlockBuilder(SINGLE_VARBINARY)
                .append("alice")
                .append("bob")
                .append("charlie")
                .append("dave")
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
                createTuple("charlie"),
                createTuple("dave"));

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        BlockEncoding blockEncoding = new DictionaryEncoder(new UncompressedEncoder(sliceOutput)).append(tuples).append(tuples).append(tuples).finish();
        Block actualBlock = blockEncoding.readBlock(sliceOutput.slice().getInput());
        assertBlockEquals(actualBlock, new BlockBuilder(SINGLE_VARBINARY)
                .append("alice")
                .append("bob")
                .append("charlie")
                .append("dave")
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
        Encoder encoder = BlocksFileEncoding.SNAPPY.createBlocksWriter(compressedOutput);

        for (Tuple tuple : tuples) {
            tuple.writeTo(blockSlice);
        }
        Block expectedBlock = new UncompressedBlock(tuples.size(), TupleInfo.SINGLE_VARBINARY, blockSlice.slice());

        encoder.append(tuples);
        BlockEncoding snappyEncoding = encoder.finish();
        Block actualBlock = snappyEncoding.readBlock(compressedOutput.slice().getInput());
        BlockAssertions.assertBlockEquals(actualBlock, expectedBlock);
    }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
87
88
            int x = r.nextInt(tuples.size());
            tuples.get(x).writeTo(blockSlice);
            encoder.append(ImmutableSet.of(tuples.get(x)));
        }

        Block expectedBlock = new UncompressedBlock(count, TupleInfo.SINGLE_VARBINARY, blockSlice.slice());

        BlockEncoding snappyEncoding = encoder.finish();
        assertTrue(compressedOutput.size() < blockSlice.size());

        Block actualBlock = snappyEncoding.readBlock(compressedOutput.slice().getInput());

        BlockAssertions.assertBlockEquals(actualBlock, expectedBlock);
    }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
        checkNotNull(page, "page is null");
        checkState(!finishing, "Operator is finishing");
        checkState(outputPage == null, "Operator still has pending output");
        operatorContext.setMemoryReservation(markDistinctHash.getEstimatedSize());

        Block markerBlock = markDistinctHash.markDistinctRows(page);

        // add the new boolean column to the page
        Block[] sourceBlocks = page.getBlocks();
        Block[] outputBlocks = new Block[sourceBlocks.length + 1]; // +1 for the single boolean output channel
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
        checkState(blocks.length == writers.size(), "Block count does not match writer count (%s vs %s)!", blocks.length, writers.size());

        int i = 0;
        for (BlocksFileWriter writer : writers.values()) {
            Block block = blocks[i];
            writer.append(toTupleIterable(block));
            tupleCount[i] = block.getPositionCount();
            if (i > 0) {
                checkState(tupleCount[i] == tupleCount[i - 1], "different tuple count (%s vs. %s) for block!", tupleCount[i], tupleCount[i - 1]);
            }
            i++;
        }
View Full Code Here
83
84
85
86
87
88
89
90
        {
            if (!sliceInput.isReadable()) {
                return endOfData();
            }

            Block block = blockEncoding.readBlock(sliceInput);
            return block;
        }
View Full Code Here
66
67
68
69
70
71
72
73
    }

    @Override
    public Block readBlock(SliceInput sliceInput)
    {
        Block idBlock = idBlockEncoding.readBlock(sliceInput);
        return new DictionaryEncodedBlock(dictionary, idBlock);
    }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
                if (blockEncodings == null) {
                    Block[] blocks = page.getBlocks();
                    blockEncodings = new BlockEncoding[blocks.length];
                    sliceOutput.writeInt(blocks.length);
                    for (int i = 0; i < blocks.length; i++) {
                        Block block = blocks[i];
                        BlockEncoding blockEncoding = block.getEncoding();
                        blockEncodings[i] = blockEncoding;
                        BlockEncodings.writeBlockEncoding(sliceOutput, blockEncoding);
                    }
                }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
133
            nextPage = page;
        }
        else {
            Block[] blocks = new Block[page.getChannelCount()];
            for (int channel = 0; channel < page.getChannelCount(); channel++) {
                Block block = page.getBlock(channel);
                blocks[channel] = block.getRegion(0, (int) remainingLimit);
            }
            remainingLimit = 0;
            nextPage = new Page(blocks);
        }
    }
View Full Code Here
TOP

Related Classes of com.facebook.presto.block.Block

  • com.facebook.presto.metadata.ColumnFileHandle
  • com.facebook.presto.operator.aggregation.AbstractTestAggregationFunction
  • com.facebook.presto.operator.aggregation.AbstractTestApproximateAggregationFunction
  • com.facebook.presto.operator.aggregation.AbstractTestApproximateCountDistinct
  • com.facebook.presto.operator.aggregation.AggregationTestUtils
  • com.facebook.presto.operator.aggregation.TestApproximatePercentileAggregation
  • com.facebook.presto.operator.aggregation.TestCountAggregation
  • com.facebook.presto.operator.AggregationOperator$FixedWidthAggregator
  • com.facebook.presto.operator.LimitOperator
  • com.facebook.presto.operator.MarkDistinctOperator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.