You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by du...@apache.org on 2021/09/01 06:33:10 UTC
[rocketmq-streams] branch main updated (f1bbde9 -> 961363d)
This is an automated email from the ASF dual-hosted git repository.
duhengforever pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from f1bbde9 Debug why pass test
new 96d2127 test
new b573f3a test window exactly once success and fixed bugs
new 750b04e test window exactly once success and fixed bugs set dipper properties commint ignore
new 961363d Merge pull request #43 from yuanxiaodong/window
The 120 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 3 +
pom.xml | 22 +-
rocketmq-streams-channel-rocketmq/pom.xml | 6 +-
.../rocketmq/streams/RocketMQChannelBuilder.java | 9 +-
.../apache/rocketmq/streams/RocketMQOffset.java | 20 +-
.../apache/rocketmq/streams/debug/DebugWriter.java | 101 +
.../apache/rocketmq/streams/sink/RocketMQSink.java | 175 +-
.../rocketmq/streams/source/RocketMQSource.java | 216 +-
rocketmq-streams-clients/pom.xml | 13 +
.../streams/client/transform/DataStream.java | 24 +-
.../rocketmq/streams/client/DBDriverTest.java | 4 +-
.../apache/rocketmq/streams/client/WindowTest.java | 29 +
.../streams/client/windows/AbstractWindowTest.java | 201 +
.../streams/client/windows/MultiSplitTest.java | 116 +
.../streams/client/windows/SingleSplitTest.java | 100 +
.../streams/client/windows/WindowDebugTest.java | 24 +
.../windows/WindowFireResultCompareTest.java | 164 +
.../streams/client/windows/WindowFromFileTest.java | 172 -
.../streams/client/windows/WindowFromRocketMQ.java | 63 -
.../client/windows/WindowHighAvailabilityTest.java | 145 -
.../streams/client/windows/WindowMsgManager.java | 56 +
.../src/test/resources/window_msg_10 | 10 +
.../src/test/resources/window_msg_100 | 100 +
.../src/test/resources/window_msg_1000 | 1000 +
.../src/test/resources/window_msg_10000 | 10000 +++
.../src/test/resources/window_msg_88121 | 88121 +++++++++++++++++++
.../streams/common/channel/AbstractChannel.java | 10 +-
.../common/channel/builder/IChannelBuilder.java | 3 +-
.../streams/common/channel/impl/file/FileSink.java | 8 +
.../streams/common/channel/sink/AbstractSink.java | 6 +-
.../channel/sinkcache/DataSourceAutoFlushTask.java | 27 +-
.../impl/AbstractMutilSplitMessageCache.java | 57 +-
.../channel/sinkcache/impl/MessageCache.java | 41 +-
.../streams/common/channel/source/ISource.java | 4 -
.../streams/common/functions/Function.java | 4 +-
.../common/topology/builder/PipelineBuilder.java | 3 +-
.../streams/common/topology/model/IWindow.java | 13 +-
.../topology/stages/AbstractWindowStage.java | 4 +-
.../common/topology/stages/udf/FilterOperator.java | 37 -
.../topology/stages/udf/FlatMapOperator.java | 60 -
.../common/topology/stages/udf/IRedurce.java | 35 -
.../common/topology/stages/udf/MapOperator.java | 35 -
.../rocketmq/streams/common/utils/ReflectUtil.java | 10 +-
.../streams/configuable/ConfigurableComponent.java | 188 -
.../streams/configuable/model/Configure.java | 130 -
.../service/AbstractConfigurableService.java | 559 -
.../AbstractSupportParentConfigureService.java | 261 -
.../service/ConfigurableServcieType.java | 31 -
.../service/ConfigurableServiceFactory.java | 57 -
.../service/impl/FileConfigureService.java | 249 -
.../impl/FileSupportParentConfigureService.java | 37 -
.../service/impl/MemoryConfigureService.java | 121 -
.../impl/MemorySupportParentConfigureService.java | 38 -
.../configuable/ConfiguableComponentTest.java | 1 +
.../rocketmq/streams/db/driver/JDBCDriver.java | 47 +-
.../rocketmq/streams/db/driver/orm/ORMUtil.java | 33 +-
.../streams/dbinit/mysql/delegate/DBDelegate.java | 2 +-
.../rocketmq/streams/dim/service/IDimService.java | 2 +-
.../streams/filter/builder/ExpressionBuilder.java | 4 +-
rocketmq-streams-schedule/pom.xml | 10 +
.../script/function/service/IFunctionService.java | 2 +-
.../streams/script/service/IScriptService.java | 3 +-
.../pom.xml | 10 +-
.../rocketmq/streams/state/AbstractState.java | 35 +
.../rocketmq/streams/state/IEntryProcessor.java | 8 +
.../org/apache/rocketmq/streams/state/IState.java | 222 +
.../src/test/resources/log4j.xml | 0
rocketmq-streams-window/pom.xml | 5 +
.../streams/window/debug/DebugAnalysis.java | 453 +
.../rocketmq/streams/window/debug/DebugWriter.java | 154 +-
.../rocketmq/streams/window/debug/WindowDebug.java | 32 +
.../streams/window/fire/EventTimeManager.java | 3 -
.../rocketmq/streams/window/model/WindowCache.java | 83 +-
.../streams/window/model/WindowInstance.java | 131 +-
.../window/offset/IWindowMaxValueManager.java | 53 +-
.../streams/window/offset/WindowMaxValue.java | 18 +
.../window/offset/WindowMaxValueManager.java | 260 +-
.../window/offset/WindowMaxValueProcessor.java | 298 +
.../window/operator/AbstractShuffleWindow.java | 4 +-
.../streams/window/operator/AbstractWindow.java | 59 +-
.../streams/window/operator/impl/OverWindow.java | 6 +-
.../window/operator/impl/SessionWindow.java | 6 +-
.../window/operator/impl/WindowOperator.java | 188 +-
.../streams/window/operator/join/JoinWindow.java | 40 +-
.../streams/window/operator/join/Operator.java | 3 +-
.../streams/window/shuffle/ShuffleCache.java | 137 +
.../streams/window/shuffle/ShuffleChannel.java | 399 +-
.../streams/window/source/WindowRireSource.java | 100 +-
.../streams/window/sqlcache/ISQLElement.java | 35 +
.../rocketmq/streams/window/sqlcache/SQLCache.java | 124 +
.../sqlcache/impl/FiredNotifySQLElement.java | 48 +
.../streams/window/sqlcache/impl/SQLElement.java | 53 +
.../window/sqlcache/impl/SplitSQLElement.java | 46 +
.../streams/window/state/AbstractMapState.java | 29 +
.../streams/window/state/impl/WindowValue.java | 2 +-
.../window/storage/AbstractWindowStorage.java | 13 -
.../streams/window/storage/IRemoteStorage.java | 14 +
.../rocketmq/streams/window/storage/IStorage.java | 28 +-
.../streams/window/storage/IWindowStorage.java | 11 +-
.../streams/window/storage/WindowStorage.java | 45 +-
.../streams/window/storage/db/DBStorage.java | 36 +-
.../streams/window/storage/file/FileStorage.java | 16 +-
.../window/storage/rocksdb/RocksdbStorage.java | 28 +-
103 files changed, 102946 insertions(+), 3315 deletions(-)
create mode 100644 rocketmq-streams-channel-rocketmq/src/main/java/org/apache/rocketmq/streams/debug/DebugWriter.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/AbstractWindowTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/MultiSplitTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/SingleSplitTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowDebugTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFireResultCompareTest.java
delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromFileTest.java
delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromRocketMQ.java
delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowHighAvailabilityTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowMsgManager.java
create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_10
create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_100
create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_1000
create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_10000
create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_88121
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FilterOperator.java
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FlatMapOperator.java
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/IRedurce.java
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/MapOperator.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/ConfigurableComponent.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/model/Configure.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractConfigurableService.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractSupportParentConfigureService.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServcieType.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServiceFactory.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileConfigureService.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileSupportParentConfigureService.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemoryConfigureService.java
delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemorySupportParentConfigureService.java
copy {rocketmq-streams-channel-db => rocketmq-streams-state}/pom.xml (83%)
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/AbstractState.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IEntryProcessor.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IState.java
copy {rocketmq-streams-window => rocketmq-streams-state}/src/test/resources/log4j.xml (100%)
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/debug/DebugAnalysis.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/debug/WindowDebug.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValueProcessor.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/shuffle/ShuffleCache.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/ISQLElement.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/SQLCache.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/FiredNotifySQLElement.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SQLElement.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SplitSQLElement.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/state/AbstractMapState.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/IRemoteStorage.java