projects / drill.git / commit
? search:
summary | shortlog | log | commit | commitdiff | tree
(parent: 140d09e) | patch
DRILL-6147: Adding Columnar Parquet Batch Sizing functionality
authorSalim Achouche <sachouche2@gmail.com>
Wed, 20 Jun 2018 02:23:41 +0000 (19:23 -0700)
committerTimothy Farkas <timothyfarkas@apache.org>
Sat, 30 Jun 2018 01:50:30 +0000 (18:50 -0700)
commitf481a7c2833b8c7ebabe02a37590cdd3e559ca5e
tree1d47037e0681ab9dfe37319dbde71ae09d88e6bbtree | snapshot
parent140d09e69b65ac2cb1bed09a37fa5861d39a99b3commit | diff
DRILL-6147: Adding Columnar Parquet Batch Sizing functionality

closes #1330
44 files changed:
exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/ScanBatch.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/server/options/SystemOptionManager.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/BatchReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/BitReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ColumnReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ColumnReaderFactory.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/FixedByteAlignedReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/FixedWidthRepeatedReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/NullableBitReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/NullableColumnReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/NullableFixedByteAlignedReaders.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/NullableVarLengthValuesColumn.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ParquetColumnMetadata.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ParquetFixedWidthDictionaryReaders.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ParquetRecordReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ParquetSchema.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/ReadState.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenAbstractEntryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenAbstractPageEntryReader.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenBinaryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenBulkPageReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenColumnBulkEntry.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenColumnBulkInput.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenEntryDictionaryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenEntryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenFixedEntryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenNullableDictionaryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenNullableEntryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenNullableFixedEntryReader.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLenOverflowReader.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLengthColumn.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLengthColumnReaders.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/VarLengthValuesColumn.java diff | blob | history
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/batchsizing/BatchOverflowOptimizer.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/batchsizing/BatchSizingMemoryUtil.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/batchsizing/OverflowSerDeUtil.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/batchsizing/RecordBatchOverflow.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/columnreaders/batchsizing/RecordBatchSizerManager.java [new file with mode: 0644] blob
exec/java-exec/src/main/java/org/apache/drill/exec/util/record/RecordBatchStats.java [new file with mode: 0644] blob
exec/java-exec/src/main/resources/drill-module.conf diff | blob | history
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/columnreaders/TestBatchSizingMemoryUtil.java [new file with mode: 0644] blob
exec/vector/src/main/codegen/templates/NullableValueVectors.java diff | blob | history
exec/vector/src/main/codegen/templates/VariableLengthVectors.java diff | blob | history
Apache Drill is a distributed MPP query layer for self describing data