You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by go...@apache.org on 2021/12/13 13:01:32 UTC
[incubator-inlong] branch master updated (958c519 -> b1093c6)
This is an automated email from the ASF dual-hosted git repository.
gosonzhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.
from 958c519 [INLONG-1955] Do not set the disabled of the hive field (#1963)
add b1093c6 [INLONG-1910] inlong sort sdk support consume pulsar events from inlong cachezone (#1956)
No new revisions were added by this update.
Summary of changes:
{inlong-sort/sort-api => inlong-sdk}/pom.xml | 37 +-
inlong-sdk/sort-sdk/pom.xml | 117 ++++++
.../org/apache/inlong/sdk/sort/api/Cleanable.java | 6 +-
.../apache/inlong/sdk/sort/api/ClientContext.java | 38 +-
.../apache/inlong/sdk/sort/api/EmptyListener.java | 33 +-
.../sdk/sort/api/InLongTopicChangeListener.java | 37 +-
.../inlong/sdk/sort/api/InLongTopicFetcher.java | 62 +++
.../inlong/sdk/sort/api/InLongTopicManager.java | 46 +++
.../inlong/sdk/sort/api/InlongTopicTypeEnum.java | 18 +-
.../inlong/sdk/sort/api/ManagerReportHandler.java | 37 +-
.../inlong/sdk/sort/api/MessageInterceptor.java | 11 +-
.../apache/inlong/sdk/sort/api/MetricReporter.java | 10 +-
.../inlong/sdk/sort/api/QueryConsumeConfig.java | 11 +-
.../apache/inlong/sdk/sort/api/ReadCallback.java | 10 +-
.../org/apache/inlong/sdk/sort/api/ReportApi.java | 28 +-
.../org/apache/inlong/sdk/sort/api/SortClient.java | 13 +-
.../inlong/sdk/sort/api/SortClientConfig.java | 244 ++++++++++++
.../inlong/sdk/sort/api/SortClientFactory.java | 47 +++
.../sdk/sort/entity/AcceptAssignmentsParam.java | 43 +-
.../inlong/sdk/sort/entity/AssignResult.java | 39 +-
.../apache/inlong/sdk/sort/entity/CacheZone.java | 113 ++++++
.../inlong/sdk/sort/entity/CacheZoneCluster.java | 51 ++-
.../inlong/sdk/sort/entity/CacheZoneConfig.java | 61 +++
.../inlong/sdk/sort/entity/ConsumeConfig.java | 17 +-
.../inlong/sdk/sort/entity/ConsumeState.java | 76 ++++
.../sdk/sort/entity/ConsumeStatusParams.java | 78 ++++
.../sdk/sort/entity/ConsumeStatusResult.java | 33 +-
.../inlong/sdk/sort/entity/HeartBeatParams.java | 54 +--
.../inlong/sdk/sort/entity/HeartBeatResult.java | 34 +-
.../apache/inlong/sdk/sort/entity/InLongTopic.java | 94 +++++
.../inlong/sdk/sort/entity/ManagerResponse.java | 75 +---
.../inlong/sdk/sort/entity/MessageRecord.java | 70 ++++
.../sdk/sort/entity/RemoveAssignmentsParam.java | 41 +-
.../org/apache/inlong/sdk/sort/entity/Topic.java | 79 ++++
.../inlong/sdk/sort/entity/UnAssignResult.java | 57 +++
.../sort/exception/AlreadyExistTopicException.java | 24 +-
.../sdk/sort/exception/NotExistException.java | 21 +-
.../inlong/sdk/sort/impl/ClientContextImpl.java | 14 +-
.../sdk/sort/impl/InLongPulsarFetcherImpl.java | 224 +++++++++++
.../sdk/sort/impl/InLongTopicManagerImpl.java | 362 +++++++++++++++++
.../sdk/sort/impl/ManagerReportHandlerImpl.java | 37 +-
.../inlong/sdk/sort/impl/ManagerReporter.java | 182 +++++++++
.../inlong/sdk/sort/impl/MetricReporterImpl.java | 30 +-
.../sdk/sort/impl/PulsarMessageListener.java | 97 +++++
.../sdk/sort/impl/QueryConsumeConfigImpl.java | 199 ++++++++++
.../inlong/sdk/sort/impl/SortClientImpl.java | 145 +++++++
.../sdk/sort/stat/SortClientStateCounter.java | 247 ++++++++++++
.../apache/inlong/sdk/sort/stat/StatManager.java | 149 +++++++
.../apache/inlong/sdk/sort/util/PeriodicTask.java | 96 +++++
.../apache/inlong/sdk/sort/util/StringUtil.java | 98 +++++
.../sdk/sort/impl/InLongPulsarFetcherImplTest.java | 198 ++++++++++
.../sdk/sort/impl/InLongTopicManagerImplTest.java | 151 +++++++
pom.xml | 434 +++++++++++----------
53 files changed, 3901 insertions(+), 627 deletions(-)
copy {inlong-sort/sort-api => inlong-sdk}/pom.xml (63%)
create mode 100644 inlong-sdk/sort-sdk/pom.xml
copy inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/core/StorageEsService.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/Cleanable.java (89%)
copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ClientContext.java (57%)
copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/EmptyListener.java (60%)
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/gauge/Gauge.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicChangeListener.java (55%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicFetcher.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InLongTopicManager.java
copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/TopicStatus.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/InlongTopicTypeEnum.java (74%)
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/Metrics.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ManagerReportHandler.java (54%)
copy inlong-audit/audit-common/src/main/java/org/apache/inlong/audit/consts/AttributeConstants.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/MessageInterceptor.java (75%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/MetricReporter.java (83%)
copy inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/entity/CityZoneInfo.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/QueryConsumeConfig.java (80%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ReadCallback.java (81%)
copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/TopicStatus.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/ReportApi.java (64%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeManagerResponse.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClient.java (75%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClientConfig.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/SortClientFactory.java
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/DefaultMessage.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/AcceptAssignmentsParam.java (50%)
copy inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/trigger/CronTrigger.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/AssignResult.java (58%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZone.java
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnQueryBean.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZoneCluster.java (53%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/CacheZoneConfig.java
copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/utils/ValidateUtils.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeConfig.java (70%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeState.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeStatusParams.java
copy inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/remote/ResponseResult.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ConsumeStatusResult.java (66%)
copy inlong-tubemq/tubemq-manager/src/main/java/org/apache/inlong/tubemq/manager/entry/MasterEntry.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/HeartBeatParams.java (54%)
copy inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/config/remote/ResponseResult.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/HeartBeatResult.java (65%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/InLongTopic.java
copy inlong-sort-standalone/sort-standalone-common/src/main/java/org/apache/inlong/sort/standalone/config/pojo/SortClusterResponse.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/ManagerResponse.java (51%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/MessageRecord.java
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/DefaultMessage.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/RemoveAssignmentsParam.java (54%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/Topic.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/entity/UnAssignResult.java
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/JsonException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/exception/AlreadyExistTopicException.java (64%)
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/MetricException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/exception/NotExistException.java (65%)
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/MetricException.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ClientContextImpl.java (68%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/InLongPulsarFetcherImpl.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/InLongTopicManagerImpl.java
copy inlong-manager/manager-workflow-engine/src/main/java/org/apache/inlong/manager/workflow/model/definition/ProcessForm.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ManagerReportHandlerImpl.java (51%)
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/ManagerReporter.java
copy inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/Tag.java => inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/MetricReporterImpl.java (63%)
mode change 100755 => 100644
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/PulsarMessageListener.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/QueryConsumeConfigImpl.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/SortClientImpl.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/stat/SortClientStateCounter.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/stat/StatManager.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/util/PeriodicTask.java
create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/util/StringUtil.java
create mode 100644 inlong-sdk/sort-sdk/src/test/java/org/apache/inlong/sdk/sort/impl/InLongPulsarFetcherImplTest.java
create mode 100644 inlong-sdk/sort-sdk/src/test/java/org/apache/inlong/sdk/sort/impl/InLongTopicManagerImplTest.java