You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ku...@apache.org on 2019/12/02 06:37:27 UTC
[flink] branch master updated (8c6cc45 -> 1f9cd8a)
This is an automated email from the ASF dual-hosted git repository.
kurt pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 8c6cc45 [FLINK-12905][table-planner-blink] Support CatalogView in blink planner
add 297530c [FLINK-14135][table-runtime-blink] Introduce DecimalColumnVector
add 5066f79 [FLINK-14135][table-planner-blink] Fix source explain in PlanUtil.explainStreamGraph
add 3c1ecbf [FLINK-14135][orc] Introduce OrcSplitReader to refactor orc input format
add ab68932 [FLINK-14135][orc] Introduce OrcColumnarRowSplitReader to orc
add 1f9cd8a [FLINK-14135][hive] Introduce HiveVectorizedOrcSplitReader to hive
No new revisions were added by this update.
Summary of changes:
flink-connectors/flink-connector-hive/pom.xml | 21 +
.../{HiveTableInputSplit.java => HiveOptions.java} | 31 +-
.../flink/connectors/hive/HiveTableFactory.java | 12 +-
.../connectors/hive/HiveTableInputFormat.java | 277 ---------
.../flink/connectors/hive/HiveTablePartition.java | 7 +-
.../flink/connectors/hive/HiveTableSink.java | 2 +-
.../flink/connectors/hive/HiveTableSource.java | 48 +-
.../hive/read/HiveMapredSplitReader.java | 198 ++++++
.../connectors/hive/read/HiveTableInputFormat.java | 258 ++++++++
.../hive/{ => read}/HiveTableInputSplit.java | 3 +-
.../hive/read/HiveVectorizedOrcSplitReader.java | 91 +++
.../flink/connectors/hive/read/SplitReader.java | 49 ++
.../connectors/hive/FlinkStandaloneHiveRunner.java | 2 +-
.../flink/connectors/hive/HiveTableSourceTest.java | 13 +-
.../connectors/hive/TableEnvHiveConnectorTest.java | 4 +-
flink-formats/flink-orc/pom.xml | 7 +
.../flink/orc/OrcColumnarRowSplitReader.java | 87 +++
.../java/org/apache/flink/orc/OrcInputFormat.java | 214 +++++++
.../org/apache/flink/orc/OrcRowInputFormat.java | 691 +--------------------
.../org/apache/flink/orc/OrcRowSplitReader.java | 69 ++
...{OrcRowInputFormat.java => OrcSplitReader.java} | 417 ++++---------
.../org/apache/flink/orc/OrcSplitReaderUtil.java | 181 ++++++
.../java/org/apache/flink/orc/OrcTableSource.java | 44 +-
.../flink/orc/vector/AbstractOrcColumnVector.java | 198 ++++++
.../flink/orc/vector/OrcBytesColumnVector.java | 44 ++
.../flink/orc/vector/OrcDecimalColumnVector.java | 46 ++
.../flink/orc/vector/OrcDoubleColumnVector.java | 46 ++
.../flink/orc/vector/OrcLongColumnVector.java | 65 ++
.../flink/orc/vector/OrcTimestampColumnVector.java | 46 ++
.../flink/orc/OrcColumnarRowSplitReaderTest.java | 429 +++++++++++++
.../apache/flink/orc/OrcRowInputFormatTest.java | 141 +++--
.../apache/flink/orc/OrcSplitReaderUtilTest.java | 66 ++
.../org/apache/flink/orc/OrcTableSourceTest.java | 6 +-
.../flink/table/planner/utils/PlanUtil.scala | 2 +-
.../apache/flink/table/api/batch/ExplainTest.xml | 44 +-
.../apache/flink/table/api/stream/ExplainTest.xml | 52 +-
.../plan/stream/sql/MiniBatchIntervalInferTest.xml | 4 +-
.../dataformat/vector/DecimalColumnVector.java | 28 +
.../dataformat/vector/VectorizedColumnBatch.java | 13 +-
.../vector/VectorizedColumnBatchTest.java | 51 +-
40 files changed, 2521 insertions(+), 1486 deletions(-)
copy flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/{HiveTableInputSplit.java => HiveOptions.java} (50%)
delete mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/HiveTableInputFormat.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/read/HiveMapredSplitReader.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/read/HiveTableInputFormat.java
rename flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/{ => read}/HiveTableInputSplit.java (93%)
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/read/HiveVectorizedOrcSplitReader.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/read/SplitReader.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/OrcColumnarRowSplitReader.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/OrcInputFormat.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/OrcRowSplitReader.java
copy flink-formats/flink-orc/src/main/java/org/apache/flink/orc/{OrcRowInputFormat.java => OrcSplitReader.java} (61%)
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/OrcSplitReaderUtil.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/AbstractOrcColumnVector.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcBytesColumnVector.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcDecimalColumnVector.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcDoubleColumnVector.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcLongColumnVector.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcTimestampColumnVector.java
create mode 100644 flink-formats/flink-orc/src/test/java/org/apache/flink/orc/OrcColumnarRowSplitReaderTest.java
create mode 100644 flink-formats/flink-orc/src/test/java/org/apache/flink/orc/OrcSplitReaderUtilTest.java
create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/dataformat/vector/DecimalColumnVector.java