(iotdb) branch master updated (8b28a0e72f0 -> f34ae60d955)

[ro...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

rong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 8b28a0e72f0 Subscription: stop meta sync properly when no topic/consumer group (#12247)
     add f34ae60d955 Subscription: initialize the subscription session and consumer & Pipe: fix data points loss caused by unclosed tsfile listened by historical extractor (#12228)

No new revisions were added by this update.

Summary of changes:
 .../apache/iotdb/SubscriptionSessionExample.java   | 122 ++--
 .../org/apache/iotdb/db/it/utils/TestUtils.java    |  23 +
 .../it/AbstractSubscriptionDualIT.java}            |   4 +-
 .../subscription/it/IoTDBSubscriptionBasicIT.java  | 209 +++---
 .../it/IoTDBSubscriptionConsumerGroupIT.java       | 726 +++++++++++++--------
 .../subscription/it/IoTDBSubscriptionTopicIT.java  | 425 +++++++-----
 .../java/org/apache/iotdb/isession/ISession.java   |  19 -
 .../apache/iotdb/isession/ISessionDataSet.java}    |  15 +-
 .../org/apache/iotdb/isession/SessionDataSet.java  |   6 +-
 ...tionDataSet.java => SubscriptionException.java} |  17 +-
 .../{payload => }/config/ConsumerConfig.java       |   2 +-
 .../{payload => }/config/ConsumerConstant.java     |  23 +-
 .../{payload => }/config/TopicConfig.java          |   2 +-
 .../{payload => }/config/TopicConstant.java        |   2 +-
 .../payload/{response => }/EnrichedTablets.java    |  16 +-
 .../payload/request/PipeSubscribeHandshakeReq.java |   2 +-
 .../payload/request/PipeSubscribeHeartbeatReq.java |   3 +-
 .../payload/request/PipeSubscribePollReq.java      |  14 +-
 .../response/PipeSubscribeHandshakeResp.java       |  35 +-
 .../payload/response/PipeSubscribePollResp.java    |   1 +
 .../java/org/apache/iotdb/session/Session.java     |  37 --
 .../apache/iotdb/session/SessionConnection.java    |  71 +-
 .../subscription/ConsumerHeartbeatWorker.java      |  44 +-
 .../subscription/PullConsumerAutoCommitWorker.java |  64 ++
 .../session/subscription/SubscriptionConsumer.java | 279 ++++++++
 .../session/subscription/SubscriptionMessage.java  |  85 +++
 .../subscription/SubscriptionMessagePayload.java   |   4 +-
 .../session/subscription/SubscriptionProvider.java |  91 +++
 .../subscription/SubscriptionPullConsumer.java     | 310 +++++++++
 .../subscription/SubscriptionPushConsumer.java     |  35 +-
 .../session/subscription/SubscriptionSession.java  | 184 ++++++
 .../SubscriptionSessionConnection.java             | 167 +++++
 .../subscription/SubscriptionSessionDataSet.java   | 175 +++++
 .../subscription/SubscriptionSessionDataSets.java  |  55 +-
 .../session/subscription/model/Subscription.java   |  41 +-
 .../iotdb/session/subscription/model/Topic.java    |  31 +-
 .../subscription/SubscriptionTableResp.java        |   4 +-
 .../persistence/subscription/SubscriptionInfo.java |   2 +-
 .../AbstractOperateSubscriptionProcedure.java      |   2 +-
 .../consumer/AlterConsumerGroupProcedure.java      |   2 +-
 .../runtime/ConsumerGroupMetaSyncProcedure.java    |   2 +-
 .../subscription/CreateSubscriptionProcedure.java  |   2 +-
 .../subscription/DropSubscriptionProcedure.java    |   2 +-
 .../subscription/topic/AlterTopicProcedure.java    |   2 +-
 .../subscription/topic/CreateTopicProcedure.java   |   2 +-
 .../subscription/topic/DropTopicProcedure.java     |   2 +-
 .../topic/runtime/TopicMetaSyncProcedure.java      |   2 +-
 .../dataregion/IoTDBDataRegionExtractor.java       |  20 +-
 .../PipeHistoricalDataRegionTsFileExtractor.java   |  16 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   2 +-
 .../agent/SubscriptionAgentLauncher.java           |   2 +-
 .../agent/SubscriptionBrokerAgent.java             |  12 +-
 .../agent/SubscriptionConsumerAgent.java           |   4 +-
 .../agent/SubscriptionRuntimeAgent.java            |   7 -
 .../broker/SerializedEnrichedEvent.java            |   6 +-
 .../db/subscription/broker/SubscriptionBroker.java |  33 +-
 .../broker/SubscriptionPrefetchingQueue.java       |  99 ++-
 .../receiver/SubscriptionReceiverV1.java           | 107 +--
 .../SubscriptionConnectorSubtaskManager.java       |   2 +-
 .../subscription/timer/SubscriptionPollTimer.java  |  79 +++
 .../apache/iotdb/commons/conf/CommonConfig.java    |  38 +-
 .../iotdb/commons/conf/CommonDescriptor.java       |  20 +-
 .../{ => subscription}/SubscriptionException.java  |   2 +-
 .../SubscriptionPollTimeOutException.java          |  11 +-
 .../subscription/config/SubscriptionConfig.java    |  22 +-
 .../meta/consumer/ConsumerGroupMeta.java           |   2 +-
 .../subscription/meta/consumer/ConsumerMeta.java   |   2 +-
 .../meta/subscription/SubscriptionMeta.java        |  44 +-
 .../commons/subscription/meta/topic/TopicMeta.java |   2 +-
 .../consumer/ConsumerGroupDeSerTest.java           |   2 +-
 70 files changed, 2798 insertions(+), 1099 deletions(-)
 copy integration-test/src/test/java/org/apache/iotdb/{pipe/it/autocreate/AbstractPipeDualAutoIT.java => subscription/it/AbstractSubscriptionDualIT.java} (94%)
 rename iotdb-client/{service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/EnrichedRowRecord.java => isession/src/main/java/org/apache/iotdb/isession/ISessionDataSet.java} (76%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{IoTDBSubscriptionDataSet.java => SubscriptionException.java} (69%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{payload => }/config/ConsumerConfig.java (97%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{payload => }/config/ConsumerConstant.java (55%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{payload => }/config/TopicConfig.java (98%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{payload => }/config/TopicConstant.java (95%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/{response => }/EnrichedTablets.java (94%)
 copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/StoppableThread.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/ConsumerHeartbeatWorker.java (54%)
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/PullConsumerAutoCommitWorker.java
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionConsumer.java
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionMessage.java
 copy integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT1.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionMessagePayload.java (87%)
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionProvider.java
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionPullConsumer.java
 copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/component/Ordering.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionPushConsumer.java (56%)
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionSession.java
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionSessionConnection.java
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionSessionDataSet.java
 copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/CopyOnReadLinkedList.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionSessionDataSets.java (50%)
 copy iotdb-connector/grafana-connector/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/model/Subscription.java (54%)
 copy iotdb-connector/grafana-connector/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/model/Topic.java (64%)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/timer/SubscriptionPollTimer.java
 rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/{ => subscription}/SubscriptionException.java (96%)
 copy iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFManagementException.java => iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription/SubscriptionPollTimeOutException.java (73%)