You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/06/28 13:15:42 UTC
[doris] branch master updated (4e082a803f -> a6b51ec19a)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4e082a803f [typo](docs) improvement lakehouse doc sidebar (#21270)
add a6b51ec19a [Feature](avro) Support Apache Avro file format (#19990)
No new revisions were added by this update.
Summary of changes:
be/src/service/internal_service.cpp | 9 +
be/src/vec/exec/jni_connector.cpp | 21 +-
be/src/vec/exec/jni_connector.h | 24 ++
be/src/vec/exec/scan/avro_jni_reader.cpp | 165 ++++++++++++++
be/src/vec/exec/scan/avro_jni_reader.h | 96 ++++++++
be/src/vec/exec/scan/vfile_scanner.cpp | 7 +
build.sh | 2 +
.../sql-manual/sql-functions/table-functions/s3.md | 14 +-
.../sql-manual/sql-functions/table-functions/s3.md | 10 +-
.../{hudi-scanner => avro-scanner}/pom.xml | 87 +++-----
.../org/apache/doris/avro/AvroColumnValue.java | 162 ++++++++++++++
.../java/org/apache/doris/avro/AvroJNIScanner.java | 247 +++++++++++++++++++++
.../java/org/apache/doris/avro/AvroProperties.java | 40 ++++
.../java/org/apache/doris/avro/AvroReader.java | 37 +++
.../java/org/apache/doris/avro/HDFSFileReader.java | 73 ++++++
.../java/org/apache/doris/avro/S3FileReader.java | 91 ++++++++
.../src/main/resources/package.xml | 0
fe/be-java-extensions/hudi-scanner/pom.xml | 19 +-
.../java/org/apache/doris/hudi/HudiJniScanner.java | 6 +
fe/be-java-extensions/java-common/pom.xml | 4 +
.../org/apache/doris/common/jni/JniScanner.java | 13 +-
.../apache/doris/common/jni/MockJniScanner.java | 8 +-
.../apache/doris/common/jni/vec/TableSchema.java | 83 +++++++
.../doris/maxcompute/MaxComputeJniScanner.java | 7 +
.../org/apache/doris/paimon/PaimonJniScanner.java | 7 +
fe/be-java-extensions/pom.xml | 1 +
.../property/constants/S3Properties.java | 2 +
.../ExternalFileTableValuedFunction.java | 3 +
.../doris/tablefunction/S3TableValuedFunction.java | 14 +-
.../datasource/property/PropertyConverterTest.java | 4 +-
gensrc/thrift/PlanNodes.thrift | 1 +
31 files changed, 1169 insertions(+), 88 deletions(-)
create mode 100644 be/src/vec/exec/scan/avro_jni_reader.cpp
create mode 100644 be/src/vec/exec/scan/avro_jni_reader.h
copy fe/be-java-extensions/{hudi-scanner => avro-scanner}/pom.xml (51%)
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/AvroColumnValue.java
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/AvroJNIScanner.java
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/AvroProperties.java
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/AvroReader.java
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/HDFSFileReader.java
create mode 100644 fe/be-java-extensions/avro-scanner/src/main/java/org/apache/doris/avro/S3FileReader.java
copy fe/be-java-extensions/{hudi-scanner => avro-scanner}/src/main/resources/package.xml (100%)
create mode 100644 fe/be-java-extensions/java-common/src/main/java/org/apache/doris/common/jni/vec/TableSchema.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org