You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by do...@apache.org on 2022/08/19 08:06:45 UTC

[inlong] branch master updated (1d7f03fe4 -> de411af19)

This is an automated email from the ASF dual-hosted git repository.

dockerzhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git


    from 1d7f03fe4 [INLONG-5589][Agent] To extend the type of file data for the k8s log (#5590)
     add de411af19 [INLONG-5510][SDK] Refactor single topic fetcher in Sort Sdk (#5594)

No new revisions were added by this update.

Summary of changes:
 .../apache/inlong/sdk/sort/api/ClientContext.java  |  12 +
 .../{QueryConsumeConfig.java => Configurable.java} |  14 +-
 .../inlong/sdk/sort/api/InLongTopicFetcher.java    |   3 +-
 .../inlong/sdk/sort/api/InlongTopicManager.java    |   1 +
 .../InlongTopicManagerFactory.java                 |  18 +-
 .../apache/inlong/sdk/sort/api/Interceptor.java    |  11 +-
 .../org/apache/inlong/sdk/sort/api/Seeker.java     |  10 +-
 .../apache/inlong/sdk/sort/api/SeekerFactory.java  |   4 +-
 ...ngTopicFetcher.java => SingleTopicFetcher.java} |  67 ++---
 ...Manager.java => SingleTopicFetcherBuilder.java} |  43 +--
 .../inlong/sdk/sort/api/SortClientConfig.java      |  22 +-
 .../inlong/sdk/sort/api/SortClientFactory.java     |  10 +
 .../apache/inlong/sdk/sort/api/TopicFetcher.java   |  89 ++++++
 .../{Interceptor.java => TopicFetcherBuilder.java} |  37 +--
 .../apache/inlong/sdk/sort/api/TopicManager.java   |  81 ++++++
 .../kafka/AckOffsetOnRebalance.java                |  39 ++-
 .../sort/{impl => fetcher}/kafka/KafkaSeeker.java  |  33 ++-
 .../kafka/KafkaSingleTopicFetcher.java}            | 186 +++++-------
 .../kafka/KafkaSingleTopicFetcherBuilder.java      |  59 ++++
 .../{impl => fetcher}/pulsar/PulsarSeeker.java     |  14 +-
 .../pulsar/PulsarSingleTopicFetcher.java}          | 169 +++++------
 .../pulsar/PulsarSingleTopicFetcherBuilder.java    |  60 ++++
 .../sdk/sort/fetcher/tube/TubeConsumerCreator.java |  61 ++++
 .../tube/TubeSingleTopicFetcher.java}              | 185 +++++-------
 .../tube/TubeSingleTopicFetcherBuilder.java        |  58 ++++
 .../sdk/sort/impl/InlongTopicManagerImpl.java      |  11 +-
 .../inlong/sdk/sort/impl/SortClientImpl.java       |  10 +-
 .../{SortClientImpl.java => SortClientImplV2.java} |  35 +--
 .../sort/impl/kafka/InLongKafkaFetcherImpl.java    |   2 +
 .../sort/impl/pulsar/InLongPulsarFetcherImpl.java  |   1 +
 .../sdk/sort/impl/tube/InLongTubeFetcherImpl.java  |   8 +-
 .../sdk/sort/impl/tube/TubeConsumerCreater.java    |  59 ----
 .../{impl => }/interceptor/MsgTimeInterceptor.java |   3 +-
 .../sdk/sort/manager/InlongSingleTopicManager.java | 313 ++++++++++-----------
 .../sort/manager/InlongSingleTopicManagerTest.java |  66 ++---
 35 files changed, 1027 insertions(+), 767 deletions(-)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/{QueryConsumeConfig.java => Configurable.java} (74%)
 rename inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{manager => api}/InlongTopicManagerFactory.java (75%)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/{InLongTopicFetcher.java => SingleTopicFetcher.java} (55%)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/{InlongTopicManager.java => SingleTopicFetcherBuilder.java} (55%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/TopicFetcher.java
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/{Interceptor.java => TopicFetcherBuilder.java} (51%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/api/TopicManager.java
 rename inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl => fetcher}/kafka/AckOffsetOnRebalance.java (51%)
 rename inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl => fetcher}/kafka/KafkaSeeker.java (76%)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl/kafka/InLongKafkaFetcherImpl.java => fetcher/kafka/KafkaSingleTopicFetcher.java} (56%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/fetcher/kafka/KafkaSingleTopicFetcherBuilder.java
 rename inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl => fetcher}/pulsar/PulsarSeeker.java (84%)
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl/pulsar/InLongPulsarFetcherImpl.java => fetcher/pulsar/PulsarSingleTopicFetcher.java} (60%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/fetcher/pulsar/PulsarSingleTopicFetcherBuilder.java
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/fetcher/tube/TubeConsumerCreator.java
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl/tube/InLongTubeFetcherImpl.java => fetcher/tube/TubeSingleTopicFetcher.java} (53%)
 create mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/fetcher/tube/TubeSingleTopicFetcherBuilder.java
 copy inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/{SortClientImpl.java => SortClientImplV2.java} (82%)
 delete mode 100644 inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/impl/tube/TubeConsumerCreater.java
 rename inlong-sdk/sort-sdk/src/main/java/org/apache/inlong/sdk/sort/{impl => }/interceptor/MsgTimeInterceptor.java (97%)