You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by ji...@apache.org on 2022/10/11 00:47:17 UTC
[doris] branch master updated (7c0695c793 -> 6ee150755a)
This is an automated email from the ASF dual-hosted git repository.
jiafengzheng pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7c0695c793 [regression](load)Open broker load regression test (#13163)
add 6ee150755a [refactor](datax)Refactoring doris writer code (#13226)
No new revisions were added by this update.
Summary of changes:
docs/en/docs/ecosystem/datax.md | 63 +++--
docs/zh-CN/docs/ecosystem/datax.md | 64 +++--
extension/DataX/doriswriter/doc/doriswriter.md | 171 ++++++------
extension/DataX/doriswriter/doc/mysql2doris.json | 19 +-
extension/DataX/doriswriter/pom.xml | 1 -
.../plugin/writer/doriswriter/DelimiterParser.java | 71 +++++
.../{EscapeHandler.java => DorisBaseCodec.java} | 34 ++-
.../plugin/writer/doriswriter/DorisCodec.java | 55 +---
.../{EscapeHandler.java => DorisCodecFactory.java} | 30 +--
.../plugin/writer/doriswriter/DorisCsvCodec.java | 31 +--
.../plugin/writer/doriswriter/DorisFlushBatch.java | 66 -----
.../plugin/writer/doriswriter/DorisJsonCodec.java | 29 +-
.../doriswriter/DorisStreamLoadObserver.java | 250 ++++++++++++++++++
.../datax/plugin/writer/doriswriter/DorisUtil.java | 122 +++++++++
.../plugin/writer/doriswriter/DorisWriter.java | 251 ++++++------------
.../writer/doriswriter/DorisWriterEmitter.java | 292 ---------------------
.../writer/doriswriter/DorisWriterExcetion.java | 36 ++-
.../writer/doriswriter/DorisWriterManager.java | 209 +++++++++++++++
.../datax/plugin/writer/doriswriter/Key.java | 191 --------------
.../datax/plugin/writer/doriswriter/Keys.java | 194 ++++++++++++++
.../plugin/writer/doriswriter/WriterTuple.java | 26 +-
.../doriswriter/src/main/resources/plugin.json | 4 +-
.../src/main/resources/plugin_job_template.json | 14 +-
.../writer/doriswriter/TestDorisWriterLoad.java | 88 +++++++
24 files changed, 1281 insertions(+), 1030 deletions(-)
create mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DelimiterParser.java
copy extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/{EscapeHandler.java => DorisBaseCodec.java} (54%)
rename extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/{EscapeHandler.java => DorisCodecFactory.java} (53%)
delete mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisFlushBatch.java
create mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisStreamLoadObserver.java
create mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisUtil.java
delete mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisWriterEmitter.java
copy fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/Timestamp.java => extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisWriterExcetion.java (54%)
create mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/DorisWriterManager.java
delete mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/Key.java
create mode 100644 extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/Keys.java
copy fe/fe-core/src/main/java/org/apache/doris/analysis/ImportColumnsStmt.java => extension/DataX/doriswriter/src/main/java/com/alibaba/datax/plugin/writer/doriswriter/WriterTuple.java (61%)
create mode 100644 extension/DataX/doriswriter/src/test/java/com/alibaba/datax/plugin/writer/doriswriter/TestDorisWriterLoad.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org