You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by he...@apache.org on 2022/03/08 06:53:52 UTC

[incubator-inlong] branch master updated (5fbd149 -> 65163b5)

This is an automated email from the ASF dual-hosted git repository.

healchow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.


    from 5fbd149  [INLONG-2694][Manager] Implement getSortSource interface and add unit tests (#2865)
     add 65163b5  [INLONG-2378][SDK] DataProxy SDK supports Protobuf compression protocol (#2937)

No new revisions were added by this update.

Summary of changes:
 .../source/tcp/InlongTcpChannelHandler.java        |  31 +-
 inlong-sdk/dataproxy-sdk/pom.xml                   |   5 +
 .../inlong/sdk/dataproxy/DefaultMessageSender.java |  34 ++
 .../apache/inlong/sdk/dataproxy/MessageSender.java |  26 ++
 .../inlong/sdk/dataproxy/pb/ISenderBuilder.java    |  67 +++
 .../sdk/dataproxy/pb/MessageSenderBuilder.java     | 447 ++++++++++++++++++
 .../sdk/dataproxy/pb/PbProtocolMessageSender.java  | 501 +++++++++++++++++++++
 .../inlong/sdk/dataproxy/pb/ProxySdkSink.java      | 275 +++++++++++
 .../inlong/sdk/dataproxy/pb/SdkChannelWorker.java  | 200 ++++++++
 .../sdk/dataproxy/pb/SdkProxyChannelManager.java   | 404 +++++++++++++++++
 .../sdk/dataproxy/pb/SdkSenderClientHandler.java   | 166 +++++++
 .../sdk/dataproxy/pb/channel}/BufferQueue.java     |   2 +-
 .../dataproxy/pb}/channel/BufferQueueChannel.java  |  49 +-
 .../dataproxy/pb}/channel/ProfileTransaction.java  |  45 +-
 .../sdk/dataproxy/pb/channel}/SizeSemaphore.java   |   2 +-
 .../pb/config/ContextProxyClusterConfigLoader.java | 114 +++++
 .../pb/config/FileProxyClusterConfigLoader.java    | 119 +++++
 .../inlong/sdk/dataproxy/pb/config/LoaderType.java |  25 +-
 .../pb/config/ManagerProxyClusterConfigLoader.java | 174 +++++++
 .../pb/config/ProxyClusterConfigHolder.java        | 263 +++++++++++
 .../pb/config/ProxyClusterConfigLoader.java        |  48 ++
 .../sdk/dataproxy/pb/config/pojo/ErrorCode.java    |  26 +-
 .../config/pojo/GetProxyConfigByAgentResponse.java |  59 ++-
 .../pb/config/pojo/GetProxyConfigBySdkRequest.java |  65 +++
 .../config/pojo/GetProxyConfigBySdkResponse.java   |  56 +--
 .../pojo/GetProxyConfigByStreamResponse.java       |  35 +-
 .../pb/config/pojo/InlongStreamConfig.java         | 108 +++++
 .../pb/config/pojo/ProxyClusterConfig.java         | 167 +++++++
 .../pb/config/pojo/ProxyClusterResult.java         | 118 +++++
 .../sdk/dataproxy/pb/config/pojo/ProxyInfo.java    |  42 +-
 .../dataproxy/pb/config/pojo/ProxyNodeInfo.java    |  46 +-
 .../sdk/dataproxy/pb/context/CallbackProfile.java  | 115 +++++
 .../sdk/dataproxy/pb/context}/Constants.java       |   2 +-
 .../inlong/sdk/dataproxy/pb/context}/InlongId.java |   2 +-
 .../sdk/dataproxy/pb/context/ProfileEvent.java     | 101 +++++
 .../sdk/dataproxy/pb/context/SdkProfile.java       |  92 ++++
 .../sdk/dataproxy/pb/context/SdkSinkContext.java   | 270 +++++++++++
 .../sdk/dataproxy/pb/context}/SinkContext.java     | 101 +++--
 .../dataproxy/pb}/dispatch/DispatchManager.java    |  26 +-
 .../dataproxy/pb}/dispatch/DispatchProfile.java    |  23 +-
 .../sdk/dataproxy/pb/metrics/SdkMetricItem.java    |  73 +--
 .../sdk/dataproxy/pb/metrics/SdkMetricItemSet.java |  20 +-
 .../pb/network/ByteArrayToBinaryEncoder.java       |  22 +-
 .../inlong/sdk/dataproxy/pb/network}/IpPort.java   | 102 ++---
 .../sdk/dataproxy/pb/network/TcpChannel.java       | 181 ++++++++
 .../sdk/dataproxy/pb/network/TcpChannelGroup.java  | 348 ++++++++++++++
 .../inlong/sdk/dataproxy/pb/network/TcpResult.java | 102 +++++
 .../apache/inlong/sdk/dataproxy/utils/IpUtils.java | 204 +++++++++
 inlong-sdk/sdk-common/pom.xml                      |   5 +
 .../inlong/sdk/commons/protocol/EventUtils.java    |  22 +-
 .../sdk-common/src/main/proto/ProxySdk.proto       |  14 +-
 .../sdk/commons/protocol/TestEventUtils.java       |   4 +-
 52 files changed, 5176 insertions(+), 372 deletions(-)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/ISenderBuilder.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/MessageSenderBuilder.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/PbProtocolMessageSender.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/ProxySdkSink.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkChannelWorker.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkProxyChannelManager.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkSenderClientHandler.java
 copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/channel}/BufferQueue.java (98%)
 copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/channel/BufferQueueChannel.java (76%)
 copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/channel/ProfileTransaction.java (60%)
 copy {inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/channel}/SizeSemaphore.java (98%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ContextProxyClusterConfigLoader.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/FileProxyClusterConfigLoader.java
 copy inlong-common/src/main/java/org/apache/inlong/common/metric/MetricValue.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/LoaderType.java (72%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ManagerProxyClusterConfigLoader.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ProxyClusterConfigHolder.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ProxyClusterConfigLoader.java
 copy inlong-common/src/main/java/org/apache/inlong/common/metric/MetricValue.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ErrorCode.java (71%)
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigByAgentResponse.java (55%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigBySdkRequest.java
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigBySdkResponse.java (66%)
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigByStreamResponse.java (69%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/InlongStreamConfig.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyClusterConfig.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyClusterResult.java
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterRequest.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyInfo.java (59%)
 copy inlong-common/src/main/java/org/apache/inlong/common/pojo/dataproxy/CacheTopicObject.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyNodeInfo.java (58%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/CallbackProfile.java
 copy {inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/Constants.java (96%)
 copy inlong-sdk/{sdk-common/src/main/java/org/apache/inlong/sdk/commons/protocol => dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/InlongId.java (96%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/ProfileEvent.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/SdkProfile.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/SdkSinkContext.java
 copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/SinkContext.java (59%)
 copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/dispatch/DispatchManager.java (88%)
 copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/dispatch/DispatchProfile.java (89%)
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/metrics/SortMetricItem.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/metrics/SdkMetricItem.java (79%)
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/metrics/SortMetricItemSet.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/metrics/SdkMetricItemSet.java (74%)
 copy inlong-audit/audit-sdk/src/main/java/org/apache/inlong/audit/util/Encoder.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/ByteArrayToBinaryEncoder.java (75%)
 copy {inlong-audit/audit-sdk/src/main/java/org/apache/inlong/audit/util => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network}/IpPort.java (71%)
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpChannel.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpChannelGroup.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpResult.java
 create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/utils/IpUtils.java