You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by yu...@apache.org on 2022/10/11 08:31:00 UTC
[inlong] branch master updated (5d676a887 -> 31e9f9013)

This is an automated email from the ASF dual-hosted git repository.

yunqing pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git


    from 5d676a887 [INLONG-6131][Agent] Support file filtering by condition (#6132)
     add 31e9f9013 [INLONG-6116][Sort] Support dynamic topic for KafkaLoadNode (#6123)

No new revisions were added by this update.

Summary of changes:
 .../sort/protocol/node/format/AvroFormat.java      |   9 +-
 .../sort/protocol/node/format/CanalJsonFormat.java |   7 +
 .../sort/protocol/node/format/CsvFormat.java       |   9 +-
 .../protocol/node/format/DebeziumJsonFormat.java   |   9 +-
 .../inlong/sort/protocol/node/format/Format.java   |   7 +
 .../sort/protocol/node/format/InLongMsgFormat.java |   9 +-
 .../sort/protocol/node/format/JsonFormat.java      |  10 +-
 .../sort/protocol/node/format/RawFormat.java       |  15 +-
 .../sort/protocol/node/load/KafkaLoadNode.java     |  44 +++++-
 .../org/apache/inlong/sort/base/Constants.java     |  26 ++--
 .../base/format/AbstractDynamicSchemaFormat.java   | 116 ++++++++++++++
 .../base/format/CanalJsonDynamicSchemaFormat.java  |  58 +++++++
 .../format/DebeziumJsonDynamicSchemaFormat.java    |  58 +++++++
 .../base/format/DynamicSchemaFormatFactory.java    |  54 +++++++
 .../sort/base/format/JsonDynamicSchemaFormat.java  | 168 +++++++++++++++++++++
 .../format/CanalJsonDynamicSchemaFormatTest.java   |  88 +++++++++++
 .../DebeziumJsonDynamicSchemaFormatTest.java       |  79 ++++++++++
 .../base/format/DynamicSchemaFormatBaseTest.java   |  63 ++++++++
 .../kafka/DynamicKafkaSerializationSchema.java     |  45 ++++--
 .../apache/inlong/sort/kafka/KafkaDynamicSink.java |  30 +++-
 .../sort/kafka/table/KafkaDynamicTableFactory.java | 118 ++++++++++++---
 .../table/UpsertKafkaDynamicTableFactory.java      |   5 +-
 .../inlong/sort/parser/KafkaLoadSqlParseTest.java  |  54 ++++++-
 23 files changed, 1023 insertions(+), 58 deletions(-)
 create mode 100644 inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/AbstractDynamicSchemaFormat.java
 create mode 100644 inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/CanalJsonDynamicSchemaFormat.java
 create mode 100644 inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/DebeziumJsonDynamicSchemaFormat.java
 create mode 100644 inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/DynamicSchemaFormatFactory.java
 create mode 100644 inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/JsonDynamicSchemaFormat.java
 create mode 100644 inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/CanalJsonDynamicSchemaFormatTest.java
 create mode 100644 inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/DebeziumJsonDynamicSchemaFormatTest.java
 create mode 100644 inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/DynamicSchemaFormatBaseTest.java