You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by do...@apache.org on 2022/02/18 09:47:06 UTC

[incubator-inlong] branch master updated (7f8d471 -> a46ac5a)

This is an automated email from the ASF dual-hosted git repository.

dockerzhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.


    from 7f8d471  [INLONG-2524][Feature][Sort] Support deserialization of json, canal and avro formatted data (#2525)
     add a46ac5a  [INLONG-2483] Manager provide metadata interface to Dataproxy, and Dataproxy dynamically get metadata and MQ config from Manager. (#2493)

No new revisions were added by this update.

Summary of changes:
 inlong-common/pom.xml                              |   6 +
 .../commons/pojo/dataproxy}/DataProxyConfig.java   |   3 +-
 .../commons/pojo/dataproxy/ProxyPulsarDTO.java     |  26 ++--
 .../commons/pojo/dataproxy/PulsarClusterInfo.java  |  35 ++---
 inlong-dashboard/package-lock.json                 |  12 +-
 .../conf/flume-mulit-pulsar-http-example.conf      |  50 +------
 .../conf/flume-mulit-pulsar-tcp-example.conf       |  49 -------
 .../conf/flume-mulit-pulsar-udp-example.conf       |  49 -------
 .../inlong/dataproxy/config/ConfigManager.java     |  79 +++++++++--
 .../inlong/dataproxy/config/RemoteConfigJson.java  |  32 ++---
 .../config/holder/MxPropertiesHolder.java          |   6 +-
 ...opertiesHolder.java => PulsarConfigHolder.java} |  32 +++--
 .../inlong/dataproxy/config/pojo/PulsarConfig.java | 148 ++++++++++++++++++++
 .../apache/inlong/dataproxy/sink/PulsarSink.java   | 149 ++++++++++----------
 .../dataproxy/sink/pulsar/PulsarClientService.java | 152 +++++++++------------
 .../dataproxy-source/src/main/resources/flume.conf |   6 -
 .../config/loader/TestPulsarConfigLoader.java      |  25 ++--
 .../inlong/dataproxy/sink/TestPulsarSink.java      |  42 ++++--
 .../src/test/resources/pulsar_config.properties    |  13 +-
 .../src/test/resources/topics.properties           |  10 +-
 inlong-dataproxy/pom.xml                           |   6 +
 .../common/pojo/cluster/ClusterRequest.java        |   3 +
 .../inlong/manager/dao/entity/BusinessEntity.java  |   4 +-
 .../manager/dao/entity/ClusterInfoEntity.java      |   5 +-
 .../manager/dao/entity/DataProxyClusterEntity.java |   4 +-
 .../manager/dao/mapper/BusinessEntityMapper.java   |  11 +-
 .../manager/dao/mapper/ClusterInfoMapper.java      |   3 +-
 .../dao/mapper/DataProxyClusterEntityMapper.java   |   5 +-
 .../resources/mappers/BusinessEntityMapper.xml     |  19 ++-
 .../main/resources/mappers/ClusterInfoMapper.xml   |  22 ++-
 .../mappers/DataProxyClusterEntityMapper.xml       |  37 +++--
 .../service/core/DataProxyClusterService.java      |  13 +-
 .../core/impl/DataProxyClusterServiceImpl.java     |  69 +++++++++-
 .../manager-web/sql/apache_inlong_manager.sql      |   9 +-
 .../controller/openapi/DataProxyController.java    |  18 ++-
 35 files changed, 672 insertions(+), 480 deletions(-)
 rename {inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/entity => inlong-common/src/main/java/org/apache/inlong/commons/pojo/dataproxy}/DataProxyConfig.java (95%)
 copy inlong-sort/sort-single-tenant/src/main/java/org/apache/inlong/sort/singletenant/flink/deserialization/ListCollector.java => inlong-common/src/main/java/org/apache/inlong/commons/pojo/dataproxy/ProxyPulsarDTO.java (60%)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/HeartBeatParams.java => inlong-common/src/main/java/org/apache/inlong/commons/pojo/dataproxy/PulsarClusterInfo.java (63%)
 copy inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/holder/{MxPropertiesHolder.java => PulsarConfigHolder.java} (61%)
 create mode 100644 inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/pojo/PulsarConfig.java
 copy inlong-manager/manager-service/src/test/java/org/apache/inlong/manager/service/core/plugin/JarHellTest.java => inlong-dataproxy/dataproxy-source/src/test/java/org/apache/inlong/dataproxy/config/loader/TestPulsarConfigLoader.java (62%)
 copy inlong-tubemq/tubemq-connectors/tubemq-connector-flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.TableFactory => inlong-dataproxy/dataproxy-source/src/test/resources/pulsar_config.properties (67%)
 copy inlong-tubemq/tubemq-connectors/tubemq-connector-flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.TableFactory => inlong-dataproxy/dataproxy-source/src/test/resources/topics.properties (70%)