You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by zi...@apache.org on 2022/08/12 09:23:17 UTC
[inlong] branch master updated (5ccec72d1 -> 7bda3dd2e)

This is an automated email from the ASF dual-hosted git repository.

zirui pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git


    from 5ccec72d1 [INLONG-5491][Manager] Fix the error of configuring the Pulsar nonpartitioned topic (#5492)
     add 7bda3dd2e [INLONG-5488][Sort] Add metric for iceberg and dlc with flink metrics group and audit sdk (#5514)

No new revisions were added by this update.

Summary of changes:
 inlong-sort/sort-connectors/base/pom.xml           |   5 +
 .../org/apache/inlong/sort/base/Constants.java     |   4 +-
 .../inlong/sort/base/metric/SinkMetricData.java    |  51 +++
 inlong-sort/sort-connectors/hive/pom.xml           |  12 +
 .../org/apache/inlong/sort/hive/HiveTableSink.java |  30 +-
 .../hive/filesystem/AbstractStreamingWriter.java   | 209 +++++++++
 .../sort/hive/filesystem/CompactFileWriter.java    |  69 +++
 .../sort/hive/filesystem/StreamingFileWriter.java  | 103 +++++
 .../inlong/sort/hive/filesystem/StreamingSink.java | 164 +++++++
 .../sort/hive/table/HiveTableInlongFactory.java    |  19 +-
 inlong-sort/sort-connectors/iceberg/pom.xml        |   5 +
 .../sort/iceberg/FlinkDynamicTableFactory.java     |   4 +
 .../inlong/sort/iceberg/IcebergTableSink.java      |   6 +-
 .../inlong/sort/iceberg/sink/DeltaManifests.java   |  72 +++
 .../iceberg/sink/DeltaManifestsSerializer.java     | 123 +++++
 .../sort/iceberg/sink/FlinkManifestUtil.java       | 120 +++++
 .../apache/inlong/sort/iceberg/sink/FlinkSink.java | 502 +++++++++++++++++++++
 .../sort/iceberg/sink/IcebergFilesCommitter.java   | 389 ++++++++++++++++
 .../sort/iceberg/sink/IcebergStreamWriter.java     | 140 ++++++
 .../iceberg/sink/ManifestOutputFileFactory.java    |  80 ++++
 .../sort/iceberg/sink/PartitionKeySelector.java    |  65 +++
 21 files changed, 2160 insertions(+), 12 deletions(-)
 create mode 100644 inlong-sort/sort-connectors/hive/src/main/java/org/apache/inlong/sort/hive/filesystem/AbstractStreamingWriter.java
 create mode 100644 inlong-sort/sort-connectors/hive/src/main/java/org/apache/inlong/sort/hive/filesystem/CompactFileWriter.java
 create mode 100644 inlong-sort/sort-connectors/hive/src/main/java/org/apache/inlong/sort/hive/filesystem/StreamingFileWriter.java
 create mode 100644 inlong-sort/sort-connectors/hive/src/main/java/org/apache/inlong/sort/hive/filesystem/StreamingSink.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/DeltaManifests.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/DeltaManifestsSerializer.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/FlinkManifestUtil.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/FlinkSink.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergFilesCommitter.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergStreamWriter.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/ManifestOutputFileFactory.java
 create mode 100644 inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/PartitionKeySelector.java