You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by go...@apache.org on 2021/12/13 13:01:32 UTC

[incubator-inlong] branch master updated (958c519 -> b1093c6)

This is an automated email from the ASF dual-hosted git repository.

gosonzhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.


    from 958c519  [INLONG-1955] Do not set the disabled of the hive field (#1963)
     add b1093c6  [INLONG-1910] inlong sort sdk support consume pulsar events from inlong cachezone (#1956)

No new revisions were added by this update.

Summary of changes:
 {inlong-sort/sort-api => inlong-sdk}/pom.xml       |  37 +-
 inlong-sdk/sort-sdk/pom.xml                        | 117 ++++++
 .../org/apache/inlong/sdk/sort/api/Cleanable.java  |   6 +-
 .../apache/inlong/sdk/sort/api/ClientContext.java  |  38 +-
 .../apache/inlong/sdk/sort/api/EmptyListener.java  |  33 +-
 .../sdk/sort/api/InLongTopicChangeListener.java    |  37 +-
 .../inlong/sdk/sort/api/InLongTopicFetcher.java    |  62 +++
 .../inlong/sdk/sort/api/InLongTopicManager.java    |  46 +++
 .../inlong/sdk/sort/api/InlongTopicTypeEnum.java   |  18 +-
 .../inlong/sdk/sort/api/ManagerReportHandler.java  |  37 +-
 .../inlong/sdk/sort/api/MessageInterceptor.java    |  11 +-
 .../apache/inlong/sdk/sort/api/MetricReporter.java |  10 +-
 .../inlong/sdk/sort/api/QueryConsumeConfig.java    |  11 +-
 .../apache/inlong/sdk/sort/api/ReadCallback.java   |  10 +-
 .../org/apache/inlong/sdk/sort/api/ReportApi.java  |  28 +-
 .../org/apache/inlong/sdk/sort/api/SortClient.java |  13 +-
 .../inlong/sdk/sort/api/SortClientConfig.java      | 244 ++++++++++++
 .../inlong/sdk/sort/api/SortClientFactory.java     |  47 +++
 .../sdk/sort/entity/AcceptAssignmentsParam.java    |  43 +-
 .../inlong/sdk/sort/entity/AssignResult.java       |  39 +-
 .../apache/inlong/sdk/sort/entity/CacheZone.java   | 113 ++++++
 .../inlong/sdk/sort/entity/CacheZoneCluster.java   |  51 ++-
 .../inlong/sdk/sort/entity/CacheZoneConfig.java    |  61 +++
 .../inlong/sdk/sort/entity/ConsumeConfig.java      |  17 +-
 .../inlong/sdk/sort/entity/ConsumeState.java       |  76 ++++
 .../sdk/sort/entity/ConsumeStatusParams.java       |  78 ++++
 .../sdk/sort/entity/ConsumeStatusResult.java       |  33 +-
 .../inlong/sdk/sort/entity/HeartBeatParams.java    |  54 +--
 .../inlong/sdk/sort/entity/HeartBeatResult.java    |  34 +-
 .../apache/inlong/sdk/sort/entity/InLongTopic.java |  94 +++++
 .../inlong/sdk/sort/entity/ManagerResponse.java    |  75 +---
 .../inlong/sdk/sort/entity/MessageRecord.java      |  70 ++++
 .../sdk/sort/entity/RemoveAssignmentsParam.java    |  41 +-
 .../org/apache/inlong/sdk/sort/entity/Topic.java   |  79 ++++
 .../inlong/sdk/sort/entity/UnAssignResult.java     |  57 +++
 .../sort/exception/AlreadyExistTopicException.java |  24 +-
 .../sdk/sort/exception/NotExistException.java      |  21 +-
 .../inlong/sdk/sort/impl/ClientContextImpl.java    |  14 +-
 .../sdk/sort/impl/InLongPulsarFetcherImpl.java     | 224 +++++++++++
 .../sdk/sort/impl/InLongTopicManagerImpl.java      | 362 +++++++++++++++++
 .../sdk/sort/impl/ManagerReportHandlerImpl.java    |  37 +-
 .../inlong/sdk/sort/impl/ManagerReporter.java      | 182 +++++++++
 .../inlong/sdk/sort/impl/MetricReporterImpl.java   |  30 +-
 .../sdk/sort/impl/PulsarMessageListener.java       |  97 +++++
 .../sdk/sort/impl/QueryConsumeConfigImpl.java      | 199 ++++++++++
 .../inlong/sdk/sort/impl/SortClientImpl.java       | 145 +++++++
 .../sdk/sort/stat/SortClientStateCounter.java      | 247 ++++++++++++
 .../apache/inlong/sdk/sort/stat/StatManager.java   | 149 +++++++
 .../apache/inlong/sdk/sort/util/PeriodicTask.java  |  96 +++++
 .../apache/inlong/sdk/sort/util/StringUtil.java    |  98 +++++
 .../sdk/sort/impl/InLongPulsarFetcherImplTest.java | 198 ++++++++++
 .../sdk/sort/impl/InLongTopicManagerImplTest.java  | 151 +++++++
 pom.xml                                            | 434 +++++++++++----------
 53 files changed, 3901 insertions(+), 627 deletions(-)
 copy {inlong-sort/sort-api => inlong-sdk}/pom.xml (63%)
 create mode 100644 inlong-sdk/sort-sdk/pom.xml
 copy inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/core/StorageEsService.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/Cleanable.java (89%)
 copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ClientContext.java (57%)
 copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/EmptyListener.java (60%)
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/gauge/Gauge.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicChangeListener.java (55%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicFetcher.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicManager.java
 copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/TopicStatus.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InlongTopicTypeEnum.java (74%)
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/Metrics.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ManagerReportHandler.java (54%)
 copy inlong-audit/audit-common/src/main/java/org/apache/inlong/audit/consts/AttributeConstants.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/MessageInterceptor.java (75%)
 copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/MetricReporter.java (83%)
 copy inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/entity/CityZoneInfo.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/QueryConsumeConfig.java (80%)
 copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ReadCallback.java (81%)
 copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/TopicStatus.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ReportApi.java (64%)
 copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeManagerResponse.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClient.java (75%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClientConfig.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClientFactory.java
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/DefaultMessage.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/AcceptAssignmentsParam.java (50%)
 copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/AssignResult.java (58%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZone.java
 copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnQueryBean.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZoneCluster.java (53%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZoneConfig.java
 copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/utils/ValidateUtils.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeConfig.java (70%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeState.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeStatusParams.java
 copy inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/remote/ResponseResult.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeStatusResult.java (66%)
 copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/MasterEntry.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/HeartBeatParams.java (54%)
 copy inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/remote/ResponseResult.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/HeartBeatResult.java (65%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/InLongTopic.java
 copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ManagerResponse.java (51%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/MessageRecord.java
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/DefaultMessage.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/RemoveAssignmentsParam.java (54%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/Topic.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/UnAssignResult.java
 copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/JsonException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/exception/AlreadyExistTopicException.java (64%)
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/MetricException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/exception/NotExistException.java (65%)
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/MetricException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ClientContextImpl.java (68%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/InLongPulsarFetcherImpl.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/InLongTopicManagerImpl.java
 copy inlong-manager/manager-workflow-engine/src/main/java/org/apache/inlong/manager/workflow/model/definition/ProcessForm.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ManagerReportHandlerImpl.java (51%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ManagerReporter.java
 copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/Tag.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/MetricReporterImpl.java (63%)
 mode change 100755 => 100644
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/PulsarMessageListener.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/QueryConsumeConfigImpl.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/SortClientImpl.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/stat/SortClientStateCounter.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/stat/StatManager.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/util/PeriodicTask.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/util/StringUtil.java
 create mode 100644 inlong-sdk/sort-sdk/src/test/java/org/apache/inlong/sdk/sort/impl/InLongPulsarFetcherImplTest.java
 create mode 100644 inlong-sdk/sort-sdk/src/test/java/org/apache/inlong/sdk/sort/impl/InLongTopicManagerImplTest.java