You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by sz...@apache.org on 2022/02/01 10:25:11 UTC
[hive] branch master updated (27dd6fd -> 684ab88)
This is an automated email from the ASF dual-hosted git repository.
szita pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 27dd6fd HIVE-25893: NPE when reading Parquet data because ColumnVector isNull[] is not updated (Soumyakanti Das, reviewed by Krisztian Kasa)
add 684ab88 HIVE-25902: Vectorized reading of Parquet tables via Iceberg (Adam Szita, reviewed by Marton Bod and Peter Vary)
No new revisions were added by this update.
Summary of changes:
.../iceberg/mr/hive/HiveIcebergInputFormat.java | 4 +-
.../mr/hive/vector/HiveVectorizedReader.java | 112 +++--
.../hive/vector/ParquetSchemaFieldNameVisitor.java | 121 ++++++
.../iceberg/mr/mapreduce/IcebergInputFormat.java | 38 +-
.../HiveIcebergStorageHandlerWithEngineBase.java | 12 +-
.../iceberg/mr/hive/TestHiveIcebergPartitions.java | 4 +-
.../iceberg/mr/hive/TestHiveIcebergSelects.java | 6 +-
...llap_iceberg_read.q => llap_iceberg_read_orc.q} | 0
.../positive/vectorized_iceberg_read_mixed.q | 83 ++++
...ceberg_read.q => vectorized_iceberg_read_orc.q} | 3 -
.../positive/vectorized_iceberg_read_parquet.q | 66 +++
...berg_read.q.out => llap_iceberg_read_orc.q.out} | 0
.../llap/vectorized_iceberg_read_mixed.q.out | 453 +++++++++++++++++++++
...ead.q.out => vectorized_iceberg_read_orc.q.out} | 0
...q.out => vectorized_iceberg_read_parquet.q.out} | 212 +++++-----
.../positive/vectorized_iceberg_read_mixed.q.out | 381 +++++++++++++++++
...ead.q.out => vectorized_iceberg_read_orc.q.out} | 0
...q.out => vectorized_iceberg_read_parquet.q.out} | 212 +++++-----
.../test/resources/testconfiguration.properties | 8 +-
.../vector/VectorizedParquetRecordReader.java | 10 +-
20 files changed, 1450 insertions(+), 275 deletions(-)
create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/vector/ParquetSchemaFieldNameVisitor.java
rename iceberg/iceberg-handler/src/test/queries/positive/{llap_iceberg_read.q => llap_iceberg_read_orc.q} (100%)
create mode 100644 iceberg/iceberg-handler/src/test/queries/positive/vectorized_iceberg_read_mixed.q
rename iceberg/iceberg-handler/src/test/queries/positive/{vectorized_iceberg_read.q => vectorized_iceberg_read_orc.q} (94%)
create mode 100644 iceberg/iceberg-handler/src/test/queries/positive/vectorized_iceberg_read_parquet.q
rename iceberg/iceberg-handler/src/test/results/positive/llap/{llap_iceberg_read.q.out => llap_iceberg_read_orc.q.out} (100%)
create mode 100644 iceberg/iceberg-handler/src/test/results/positive/llap/vectorized_iceberg_read_mixed.q.out
copy iceberg/iceberg-handler/src/test/results/positive/llap/{vectorized_iceberg_read.q.out => vectorized_iceberg_read_orc.q.out} (100%)
rename iceberg/iceberg-handler/src/test/results/positive/llap/{vectorized_iceberg_read.q.out => vectorized_iceberg_read_parquet.q.out} (63%)
create mode 100644 iceberg/iceberg-handler/src/test/results/positive/vectorized_iceberg_read_mixed.q.out
copy iceberg/iceberg-handler/src/test/results/positive/{vectorized_iceberg_read.q.out => vectorized_iceberg_read_orc.q.out} (100%)
rename iceberg/iceberg-handler/src/test/results/positive/{vectorized_iceberg_read.q.out => vectorized_iceberg_read_parquet.q.out} (51%)