You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hawq.apache.org by hu...@apache.org on 2019/03/24 10:42:54 UTC
[hawq] branch master updated (9701636 -> 46cd31b)
This is an automated email from the ASF dual-hosted git repository.
huor pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hawq.git.
from 9701636 HAWQ-1691. Add universal plan used by ORC format
add 46cd31b HAWQ-1692. Add the ORC format implementation
No new revisions were added by this update.
Summary of changes:
depends/build-all.sh | 3 +
depends/{univplan => storage}/.gitignore | 0
.../CMake/CMakeTestCompileInt64tType.cc | 0
.../{univplan => storage}/CMake/FindCogapp.cmake | 0
.../{univplan => storage}/CMake/FindGFlags.cmake | 0
depends/{univplan => storage}/CMake/FindGlog.cmake | 0
depends/{univplan => storage}/CMake/FindJSON.cmake | 0
.../{univplan => storage}/CMake/FindSnappy.cmake | 0
depends/storage/CMake/FindZLIB.cmake | 48 +
.../{univplan => storage}/CMake/Functions.cmake | 0
depends/{univplan => storage}/CMake/Options.cmake | 0
depends/{univplan => storage}/CMake/Platform.cmake | 0
depends/storage/CMakeLists.txt | 28 +
depends/storage/README | 15 +
depends/{univplan => storage}/bootstrap | 0
depends/storage/src/CMakeLists.txt | 84 +
depends/{univplan => storage/src/storage}/README | 0
depends/storage/src/storage/common/bloom-filter.h | 189 ++
depends/storage/src/storage/common/string.h | 95 +
.../src/storage/cwrapper/hdfs-file-system-c.cc | 486 ++++
.../src/storage/cwrapper/hdfs-file-system-c.h | 126 +
.../storage/src/storage/cwrapper/orc-format-c.cc | 638 +++++
.../storage/src/storage/cwrapper/orc-format-c.h | 81 +
depends/storage/src/storage/format/format.cc | 94 +
depends/storage/src/storage/format/format.h | 223 ++
depends/storage/src/storage/format/orc/README | 320 +++
depends/storage/src/storage/format/orc/byte-rle.cc | 476 ++++
depends/storage/src/storage/format/orc/byte-rle.h | 237 ++
.../src/storage/format/orc/column-printer.cc | 613 +++++
.../src/storage/format/orc/column-printer.h | 280 ++
.../storage/src/storage/format/orc/data-buffer.cc | 67 +
.../storage/src/storage/format/orc/data-buffer.h | 62 +
.../storage/src/storage/format/orc/exceptions.cc | 58 +
.../storage/src/storage/format/orc/exceptions.h | 51 +
.../storage/src/storage/format/orc/file-version.h | 56 +
.../storage/src/storage/format/orc/input-stream.cc | 40 +
.../storage/src/storage/format/orc/input-stream.h | 112 +
depends/storage/src/storage/format/orc/int128.cc | 480 ++++
depends/storage/src/storage/format/orc/int128.h | 304 +++
.../src/storage/format/orc/lzo-decompressor.cc | 396 +++
.../src/storage/format/orc/lzo-decompressor.h | 35 +
.../src/storage/format/orc/orc-format-reader.cc | 278 ++
.../src/storage/format/orc/orc-format-reader.h | 77 +
.../src/storage/format/orc/orc-format-writer.cc | 208 ++
.../src/storage/format/orc/orc-format-writer.h | 64 +
.../storage/src/storage/format/orc/orc-format.cc | 129 +
.../storage/src/storage/format/orc/orc-format.h | 113 +
.../src/storage/format/orc/orc-predicates.cc | 281 ++
.../src/storage/format/orc/orc-predicates.h | 71 +
.../src/storage/format/orc/orc-proto-definition.cc | 221 ++
.../src/storage/format/orc/orc-proto-definition.h | 1131 ++++++++
.../storage/src/storage/format/orc/orc_proto.proto | 277 ++
.../src/storage/format/orc/output-stream.cc | 33 +
.../storage/src/storage/format/orc/output-stream.h | 135 +
depends/storage/src/storage/format/orc/reader.cc | 2424 +++++++++++++++++
depends/storage/src/storage/format/orc/reader.h | 1071 ++++++++
depends/storage/src/storage/format/orc/rle-v0.h | 137 +
depends/storage/src/storage/format/orc/rle-v1.h | 371 +++
depends/storage/src/storage/format/orc/rle-v2.h | 1768 ++++++++++++
depends/storage/src/storage/format/orc/rle.cc | 139 +
depends/storage/src/storage/format/orc/rle.h | 596 ++++
.../storage/format/orc/seekable-input-stream.cc | 624 +++++
.../src/storage/format/orc/seekable-input-stream.h | 378 +++
.../storage/format/orc/seekable-output-stream.cc | 46 +
.../storage/format/orc/seekable-output-stream.h | 261 ++
.../src/storage/format/orc/string-dictionary.cc | 60 +
.../src/storage/format/orc/string-dictionary.h | 62 +
depends/storage/src/storage/format/orc/timezone.cc | 458 ++++
depends/storage/src/storage/format/orc/timezone.h | 502 ++++
.../storage/src/storage/format/orc/type-impl.cc | 507 ++++
depends/storage/src/storage/format/orc/type-impl.h | 109 +
depends/storage/src/storage/format/orc/type.h | 105 +
depends/storage/src/storage/format/orc/vector.cc | 453 ++++
depends/storage/src/storage/format/orc/vector.h | 704 +++++
depends/storage/src/storage/format/orc/writer.cc | 288 ++
depends/storage/src/storage/format/orc/writer.h | 1516 +++++++++++
.../format/orc/writer/binary-column-writer.cc | 101 +
.../format/orc/writer/decimal-column-writer.cc | 295 ++
.../format/orc/writer/string-column-writer.cc | 232 ++
depends/storage/src/storage/testutil/file-utils.h | 54 +
depends/storage/src/storage/testutil/format-util.h | 288 ++
depends/storage/test/CMakeLists.txt | 32 +
depends/storage/test/data/hawq-write-orc.sql | 3 +
.../storage/test/data/sampledata | 0
depends/storage/test/data/spark-read-orc.sql | 3 +
.../test/parallel/parallel-launcher.py | 0
depends/storage/test/unit/CMakeLists.txt | 23 +
.../storage/test/unit/common/test-bloom-filter.cc | 118 +
.../test/unit/format/test-filter-pushdown.cc | 613 +++++
.../test/unit/format/test-orc-byte-rle-encoder.cc | 165 ++
.../storage/test/unit/format/test-orc-byte-rle.cc | 1445 ++++++++++
.../storage/test/unit/format/test-orc-format.cc | 529 ++++
.../storage/test/unit/format/test-orc-int128.cc | 620 +++++
.../test/unit/format/test-orc-proto-definition.cc | 351 +++
depends/storage/test/unit/format/test-orc-rle.cc | 2863 ++++++++++++++++++++
.../storage/test/unit/format/test-orc-vector.cc | 194 ++
.../test/unit/format/test-string-dictionary.cc | 74 +
.../test/unit/unit-test-main.cc | 0
98 files changed, 29297 insertions(+)
copy depends/{univplan => storage}/.gitignore (100%)
copy depends/{univplan => storage}/CMake/CMakeTestCompileInt64tType.cc (100%)
copy depends/{univplan => storage}/CMake/FindCogapp.cmake (100%)
copy depends/{univplan => storage}/CMake/FindGFlags.cmake (100%)
copy depends/{univplan => storage}/CMake/FindGlog.cmake (100%)
copy depends/{univplan => storage}/CMake/FindJSON.cmake (100%)
copy depends/{univplan => storage}/CMake/FindSnappy.cmake (100%)
create mode 100644 depends/storage/CMake/FindZLIB.cmake
copy depends/{univplan => storage}/CMake/Functions.cmake (100%)
copy depends/{univplan => storage}/CMake/Options.cmake (100%)
copy depends/{univplan => storage}/CMake/Platform.cmake (100%)
create mode 100644 depends/storage/CMakeLists.txt
create mode 100644 depends/storage/README
copy depends/{univplan => storage}/bootstrap (100%)
create mode 100644 depends/storage/src/CMakeLists.txt
copy depends/{univplan => storage/src/storage}/README (100%)
create mode 100644 depends/storage/src/storage/common/bloom-filter.h
create mode 100644 depends/storage/src/storage/common/string.h
create mode 100644 depends/storage/src/storage/cwrapper/hdfs-file-system-c.cc
create mode 100644 depends/storage/src/storage/cwrapper/hdfs-file-system-c.h
create mode 100644 depends/storage/src/storage/cwrapper/orc-format-c.cc
create mode 100644 depends/storage/src/storage/cwrapper/orc-format-c.h
create mode 100644 depends/storage/src/storage/format/format.cc
create mode 100644 depends/storage/src/storage/format/format.h
create mode 100644 depends/storage/src/storage/format/orc/README
create mode 100644 depends/storage/src/storage/format/orc/byte-rle.cc
create mode 100644 depends/storage/src/storage/format/orc/byte-rle.h
create mode 100644 depends/storage/src/storage/format/orc/column-printer.cc
create mode 100644 depends/storage/src/storage/format/orc/column-printer.h
create mode 100644 depends/storage/src/storage/format/orc/data-buffer.cc
create mode 100644 depends/storage/src/storage/format/orc/data-buffer.h
create mode 100644 depends/storage/src/storage/format/orc/exceptions.cc
create mode 100644 depends/storage/src/storage/format/orc/exceptions.h
create mode 100644 depends/storage/src/storage/format/orc/file-version.h
create mode 100644 depends/storage/src/storage/format/orc/input-stream.cc
create mode 100644 depends/storage/src/storage/format/orc/input-stream.h
create mode 100644 depends/storage/src/storage/format/orc/int128.cc
create mode 100644 depends/storage/src/storage/format/orc/int128.h
create mode 100644 depends/storage/src/storage/format/orc/lzo-decompressor.cc
create mode 100644 depends/storage/src/storage/format/orc/lzo-decompressor.h
create mode 100644 depends/storage/src/storage/format/orc/orc-format-reader.cc
create mode 100644 depends/storage/src/storage/format/orc/orc-format-reader.h
create mode 100644 depends/storage/src/storage/format/orc/orc-format-writer.cc
create mode 100644 depends/storage/src/storage/format/orc/orc-format-writer.h
create mode 100644 depends/storage/src/storage/format/orc/orc-format.cc
create mode 100644 depends/storage/src/storage/format/orc/orc-format.h
create mode 100644 depends/storage/src/storage/format/orc/orc-predicates.cc
create mode 100644 depends/storage/src/storage/format/orc/orc-predicates.h
create mode 100644 depends/storage/src/storage/format/orc/orc-proto-definition.cc
create mode 100644 depends/storage/src/storage/format/orc/orc-proto-definition.h
create mode 100644 depends/storage/src/storage/format/orc/orc_proto.proto
create mode 100644 depends/storage/src/storage/format/orc/output-stream.cc
create mode 100644 depends/storage/src/storage/format/orc/output-stream.h
create mode 100644 depends/storage/src/storage/format/orc/reader.cc
create mode 100644 depends/storage/src/storage/format/orc/reader.h
create mode 100644 depends/storage/src/storage/format/orc/rle-v0.h
create mode 100644 depends/storage/src/storage/format/orc/rle-v1.h
create mode 100644 depends/storage/src/storage/format/orc/rle-v2.h
create mode 100644 depends/storage/src/storage/format/orc/rle.cc
create mode 100644 depends/storage/src/storage/format/orc/rle.h
create mode 100644 depends/storage/src/storage/format/orc/seekable-input-stream.cc
create mode 100644 depends/storage/src/storage/format/orc/seekable-input-stream.h
create mode 100644 depends/storage/src/storage/format/orc/seekable-output-stream.cc
create mode 100644 depends/storage/src/storage/format/orc/seekable-output-stream.h
create mode 100644 depends/storage/src/storage/format/orc/string-dictionary.cc
create mode 100644 depends/storage/src/storage/format/orc/string-dictionary.h
create mode 100644 depends/storage/src/storage/format/orc/timezone.cc
create mode 100644 depends/storage/src/storage/format/orc/timezone.h
create mode 100644 depends/storage/src/storage/format/orc/type-impl.cc
create mode 100644 depends/storage/src/storage/format/orc/type-impl.h
create mode 100644 depends/storage/src/storage/format/orc/type.h
create mode 100644 depends/storage/src/storage/format/orc/vector.cc
create mode 100644 depends/storage/src/storage/format/orc/vector.h
create mode 100644 depends/storage/src/storage/format/orc/writer.cc
create mode 100644 depends/storage/src/storage/format/orc/writer.h
create mode 100644 depends/storage/src/storage/format/orc/writer/binary-column-writer.cc
create mode 100644 depends/storage/src/storage/format/orc/writer/decimal-column-writer.cc
create mode 100644 depends/storage/src/storage/format/orc/writer/string-column-writer.cc
create mode 100644 depends/storage/src/storage/testutil/file-utils.h
create mode 100644 depends/storage/src/storage/testutil/format-util.h
create mode 100644 depends/storage/test/CMakeLists.txt
create mode 100644 depends/storage/test/data/hawq-write-orc.sql
copy tools/bin/pythonSrc/unittest2-0.5.1/unittest2/test/dummy.py => depends/storage/test/data/sampledata (100%)
create mode 100644 depends/storage/test/data/spark-read-orc.sql
copy depends/{univplan => storage}/test/parallel/parallel-launcher.py (100%)
create mode 100644 depends/storage/test/unit/CMakeLists.txt
create mode 100644 depends/storage/test/unit/common/test-bloom-filter.cc
create mode 100644 depends/storage/test/unit/format/test-filter-pushdown.cc
create mode 100644 depends/storage/test/unit/format/test-orc-byte-rle-encoder.cc
create mode 100644 depends/storage/test/unit/format/test-orc-byte-rle.cc
create mode 100644 depends/storage/test/unit/format/test-orc-format.cc
create mode 100644 depends/storage/test/unit/format/test-orc-int128.cc
create mode 100644 depends/storage/test/unit/format/test-orc-proto-definition.cc
create mode 100644 depends/storage/test/unit/format/test-orc-rle.cc
create mode 100644 depends/storage/test/unit/format/test-orc-vector.cc
create mode 100644 depends/storage/test/unit/format/test-string-dictionary.cc
copy depends/{univplan => storage}/test/unit/unit-test-main.cc (100%)