You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by he...@apache.org on 2022/03/08 06:53:52 UTC
[incubator-inlong] branch master updated (5fbd149 -> 65163b5)
This is an automated email from the ASF dual-hosted git repository.
healchow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.
from 5fbd149 [INLONG-2694][Manager] Implement getSortSource interface and add unit tests (#2865)
add 65163b5 [INLONG-2378][SDK] DataProxy SDK supports Protobuf compression protocol (#2937)
No new revisions were added by this update.
Summary of changes:
.../source/tcp/InlongTcpChannelHandler.java | 31 +-
inlong-sdk/dataproxy-sdk/pom.xml | 5 +
.../inlong/sdk/dataproxy/DefaultMessageSender.java | 34 ++
.../apache/inlong/sdk/dataproxy/MessageSender.java | 26 ++
.../inlong/sdk/dataproxy/pb/ISenderBuilder.java | 67 +++
.../sdk/dataproxy/pb/MessageSenderBuilder.java | 447 ++++++++++++++++++
.../sdk/dataproxy/pb/PbProtocolMessageSender.java | 501 +++++++++++++++++++++
.../inlong/sdk/dataproxy/pb/ProxySdkSink.java | 275 +++++++++++
.../inlong/sdk/dataproxy/pb/SdkChannelWorker.java | 200 ++++++++
.../sdk/dataproxy/pb/SdkProxyChannelManager.java | 404 +++++++++++++++++
.../sdk/dataproxy/pb/SdkSenderClientHandler.java | 166 +++++++
.../sdk/dataproxy/pb/channel}/BufferQueue.java | 2 +-
.../dataproxy/pb}/channel/BufferQueueChannel.java | 49 +-
.../dataproxy/pb}/channel/ProfileTransaction.java | 45 +-
.../sdk/dataproxy/pb/channel}/SizeSemaphore.java | 2 +-
.../pb/config/ContextProxyClusterConfigLoader.java | 114 +++++
.../pb/config/FileProxyClusterConfigLoader.java | 119 +++++
.../inlong/sdk/dataproxy/pb/config/LoaderType.java | 25 +-
.../pb/config/ManagerProxyClusterConfigLoader.java | 174 +++++++
.../pb/config/ProxyClusterConfigHolder.java | 263 +++++++++++
.../pb/config/ProxyClusterConfigLoader.java | 48 ++
.../sdk/dataproxy/pb/config/pojo/ErrorCode.java | 26 +-
.../config/pojo/GetProxyConfigByAgentResponse.java | 59 ++-
.../pb/config/pojo/GetProxyConfigBySdkRequest.java | 65 +++
.../config/pojo/GetProxyConfigBySdkResponse.java | 56 +--
.../pojo/GetProxyConfigByStreamResponse.java | 35 +-
.../pb/config/pojo/InlongStreamConfig.java | 108 +++++
.../pb/config/pojo/ProxyClusterConfig.java | 167 +++++++
.../pb/config/pojo/ProxyClusterResult.java | 118 +++++
.../sdk/dataproxy/pb/config/pojo/ProxyInfo.java | 42 +-
.../dataproxy/pb/config/pojo/ProxyNodeInfo.java | 46 +-
.../sdk/dataproxy/pb/context/CallbackProfile.java | 115 +++++
.../sdk/dataproxy/pb/context}/Constants.java | 2 +-
.../inlong/sdk/dataproxy/pb/context}/InlongId.java | 2 +-
.../sdk/dataproxy/pb/context/ProfileEvent.java | 101 +++++
.../sdk/dataproxy/pb/context/SdkProfile.java | 92 ++++
.../sdk/dataproxy/pb/context/SdkSinkContext.java | 270 +++++++++++
.../sdk/dataproxy/pb/context}/SinkContext.java | 101 +++--
.../dataproxy/pb}/dispatch/DispatchManager.java | 26 +-
.../dataproxy/pb}/dispatch/DispatchProfile.java | 23 +-
.../sdk/dataproxy/pb/metrics/SdkMetricItem.java | 73 +--
.../sdk/dataproxy/pb/metrics/SdkMetricItemSet.java | 20 +-
.../pb/network/ByteArrayToBinaryEncoder.java | 22 +-
.../inlong/sdk/dataproxy/pb/network}/IpPort.java | 102 ++---
.../sdk/dataproxy/pb/network/TcpChannel.java | 181 ++++++++
.../sdk/dataproxy/pb/network/TcpChannelGroup.java | 348 ++++++++++++++
.../inlong/sdk/dataproxy/pb/network/TcpResult.java | 102 +++++
.../apache/inlong/sdk/dataproxy/utils/IpUtils.java | 204 +++++++++
inlong-sdk/sdk-common/pom.xml | 5 +
.../inlong/sdk/commons/protocol/EventUtils.java | 22 +-
.../sdk-common/src/main/proto/ProxySdk.proto | 14 +-
.../sdk/commons/protocol/TestEventUtils.java | 4 +-
52 files changed, 5176 insertions(+), 372 deletions(-)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/ISenderBuilder.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/MessageSenderBuilder.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/PbProtocolMessageSender.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/ProxySdkSink.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkChannelWorker.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkProxyChannelManager.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/SdkSenderClientHandler.java
copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/channel}/BufferQueue.java (98%)
copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/channel/BufferQueueChannel.java (76%)
copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/channel/ProfileTransaction.java (60%)
copy {inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/channel}/SizeSemaphore.java (98%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ContextProxyClusterConfigLoader.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/FileProxyClusterConfigLoader.java
copy inlong-common/src/main/java/org/apache/inlong/common/metric/MetricValue.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/LoaderType.java (72%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ManagerProxyClusterConfigLoader.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ProxyClusterConfigHolder.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/ProxyClusterConfigLoader.java
copy inlong-common/src/main/java/org/apache/inlong/common/metric/MetricValue.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ErrorCode.java (71%)
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigByAgentResponse.java (55%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigBySdkRequest.java
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigBySdkResponse.java (66%)
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/GetProxyConfigByStreamResponse.java (69%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/InlongStreamConfig.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyClusterConfig.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyClusterResult.java
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterRequest.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyInfo.java (59%)
copy inlong-common/src/main/java/org/apache/inlong/common/pojo/dataproxy/CacheTopicObject.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/config/pojo/ProxyNodeInfo.java (58%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/CallbackProfile.java
copy {inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/utils => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/Constants.java (96%)
copy inlong-sdk/{sdk-common/src/main/java/org/apache/inlong/sdk/commons/protocol => dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/InlongId.java (96%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/ProfileEvent.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/SdkProfile.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context/SdkSinkContext.java
copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/context}/SinkContext.java (59%)
copy {inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/dispatch/DispatchManager.java (88%)
copy {inlong-sort-standalone/sort-standalone-source/src/main/java/org/apache/inlong/sort/standalone => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb}/dispatch/DispatchProfile.java (89%)
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/metrics/SortMetricItem.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/metrics/SdkMetricItem.java (79%)
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/metrics/SortMetricItemSet.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/metrics/SdkMetricItemSet.java (74%)
copy inlong-audit/audit-sdk/src/main/java/org/apache/inlong/audit/util/Encoder.java => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/ByteArrayToBinaryEncoder.java (75%)
copy {inlong-audit/audit-sdk/src/main/java/org/apache/inlong/audit/util => inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network}/IpPort.java (71%)
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpChannel.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpChannelGroup.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/pb/network/TcpResult.java
create mode 100644 inlong-sdk/dataproxy-sdk/src/main/java/org/apache/inlong/sdk/dataproxy/utils/IpUtils.java