You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by ka...@apache.org on 2022/06/29 01:39:18 UTC

[rocketmq-streams] branch main updated (8ba8e006 -> b654e661)

This is an automated email from the ASF dual-hosted git repository.

karp pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git


    from 8ba8e006 Merge pull request #173 from hyl-xidian/main
     new 5bbf900c fix(example) make example RemoteCheckpointTest correct.
     new 81dd0aa5 Merge branch 'main' into develop
     new e6f0c872 feat(storage) replace db with kv, version 0.1
     new 65553b75 feat(storage) replace db with kv, version 0.2
     new 0c4b382a feat(storage) replace db with kv, version 0.3
     new f8b0307b feat(storage) replace db with kv, version 0.4
     new 33267bca feat(storage) replace db with kv, version 0.5
     new f1b2ab01 feat(storage) replace db with kv, version 0.6
     new dbec2201 feat(storage) replace db with kv, version 0.7
     new 6d17db12  feat(storage) replace db with kv, version 1.0
     new da18dc0f merge from main.
     new e09afbd3 feat(storage) replace db with kv,delete dbinit and sqlcache, version 1.1
     new 790ce6b6 feat(storage) replace db with kv,simplify codeg, version 1.1
     new 5bfa2dfa chore(example) remove useless code
     new fc0957b0 chore(window) remove windowInstanceKey
     new cc632395 feat(storage) delete from rocksdb
     new a709d8ae feat(example) modify example
     new ed7fa7f9 fix(jar) make rocketmq-streams runnable as a sdk
     new 33cad08b feat(example) use two DefaultLitePullConsumer instance
     new e2518575 feat(pullConsumer) version 0.1
     new a834ba5a feat(pullConsumer) version 0.2
     new bd03a86e feat(pullConsumer) version 0.3
     new 56a510c2 feat(fix conflicts)
     new c64d5526 Merge branch 'replaceDB' into pullConsumer
     new 86db9098 feat(pullConsumer) version 0.4
     new 672005b1 feat(pullConsumer) remove useless file
     new 0c2dd8bd merge from main
     new f4d2f44e merge from main
     new eb76b4ef merge from replaceDB
     new 15e848c5 feat(replaceDB) modify rocketmq dependency
     new 81bf080a feat(db) remove db dependency besides channel-db
     new 4be93e83 fix(bug) remove error test
     new 09d30765 fix(rocketmqSource) modify pull
     new d2464881 fix(example) join example
     new dfa09776 feat(rpchook) add rpchook when create rocket source/sink
     new 2c1d9388 Merge branch 'main' into replaceDB
     new e5fd6126 merge(main) merge from main
     new b654e661 Merge pull request #132 from ni-ze/replaceDB

The 487 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 README.md                                          |   2 +-
 pom.xml                                            |  44 +-
 .../apache/rocketmq/streams/RocketMQOffset.java    | 103 ----
 .../apache/rocketmq/streams/sink/RocketMQSink.java |  34 +-
 .../streams/source/MessageListenerDelegator.java   |  80 ++++
 .../rocketmq/streams/source/RocketMQSource.java    | 408 ++++++++--------
 rocketmq-streams-checkpoint/pom.xml                |  64 ---
 .../streams/checkpoint/db/DBCheckPointStorage.java |  68 ---
 rocketmq-streams-clients/pom.xml                   |   8 -
 .../streams/client/ScheduledStreamBuilder.java     |  66 ---
 .../rocketmq/streams/client/ScheduledTask.java     |  69 ---
 .../streams/client/source/DataStreamSource.java    |  37 +-
 .../streams/client/transform/DataStream.java       | 126 +----
 .../streams/client/transform/JoinStream.java       |  81 +---
 .../apache/rocketmq/streams/client/JoinTest.java   |  18 -
 .../apache/rocketmq/streams/client/LeaseTest.java  |  98 ----
 .../streams/client/RocketMQGroupByTest.java        |   2 +-
 .../rocketmq/streams/client/RocketMQTest.java      |   2 +-
 .../apache/rocketmq/streams/client/SourceTest.java |  18 -
 .../apache/rocketmq/streams/client/SplitTest.java  |  86 ----
 .../apache/rocketmq/streams/client/UnionTest.java  |  23 -
 .../rocketmq/streams/client/example/DimTest.java   |  54 ---
 .../rocketmq/streams/client/example/JoinTest.java  |   4 +-
 .../streams/client/windows/MultiSplitTest.java     |   2 +-
 rocketmq-streams-commons/pom.xml                   |   4 +
 .../streams/common/channel/AbstractChannel.java    |  10 +
 .../common/channel/source/AbstractSource.java      |  32 +-
 .../streams/common/channel/source/ISource.java     |   4 +
 .../streams/common/utils/CreateTopicUtil.java      |  57 +++
 .../rocketmq/streams/common/utils/SQLUtil.java     |   7 +-
 .../streams/common/utils/SerializeUtil.java        |  14 +-
 rocketmq-streams-connectors/pom.xml                |  40 --
 .../rocketmq/streams/connectors/IBounded.java      |  27 --
 .../streams/connectors/IBoundedSource.java         |  32 --
 .../streams/connectors/IBoundedSourceReader.java   |  26 -
 .../connectors/balance/AbstractBalance.java        | 207 --------
 .../streams/connectors/balance/IBalanceTask.java   |  24 -
 .../streams/connectors/balance/ISourceBalance.java |  60 ---
 .../streams/connectors/balance/SplitChanged.java   |  55 ---
 .../connectors/balance/impl/LeaseBalanceImpl.java  | 144 ------
 .../streams/connectors/model/PullMessage.java      |  50 --
 .../streams/connectors/model/ReaderStatus.java     | 120 -----
 .../streams/connectors/reader/DBScanReader.java    | 269 -----------
 .../streams/connectors/reader/ISplitReader.java    |  96 ----
 .../connectors/reader/SplitCloseFuture.java        |  83 ----
 .../connectors/source/AbstractPullSource.java      | 272 -----------
 .../source/CycleDynamicMultipleDBScanSource.java   | 213 ---------
 .../source/DynamicMultipleDBScanSource.java        | 190 --------
 .../streams/connectors/source/IPullSource.java     |  60 ---
 .../streams/connectors/source/SourceInstance.java  |  37 --
 .../source/filter/AbstractPatternFilter.java       |  38 --
 .../source/filter/BoundedPatternFilter.java        |  53 ---
 .../source/filter/CyclePatternFilter.java          | 173 -------
 .../connectors/source/filter/CyclePeriod.java      | 222 ---------
 .../connectors/source/filter/CycleSchedule.java    | 236 ---------
 .../source/filter/CycleScheduleFilter.java         |  37 --
 .../source/filter/DataFormatPatternFilter.java     | 106 -----
 .../connectors/source/filter/PatternFilter.java    |  41 --
 rocketmq-streams-db-operator/pom.xml               |   6 +
 .../rocketmq/streams/db/driver/orm/ORMUtil.java    |  30 +-
 rocketmq-streams-dbinit/pom.xml                    |  49 --
 .../streams/dbinit/mysql/delegate/DBDelegate.java  |  26 -
 .../dbinit/mysql/delegate/DBDelegateFactory.java   |  44 --
 .../streams/dbinit/mysql/delegate/DBType.java      |  23 -
 .../dbinit/mysql/delegate/MysqlDelegate.java       |  64 ---
 .../src/main/resources/tables_mysql_innodb.sql     | 204 --------
 rocketmq-streams-dim/pom.xml                       |  51 --
 .../apache/rocketmq/streams/dim/DimComponent.java  |  62 ---
 .../streams/dim/builder/AbstractDimParser.java     |  52 --
 .../streams/dim/builder/DBDimSQLParser.java        |  84 ----
 .../rocketmq/streams/dim/builder/DimBuilder.java   |  94 ----
 .../streams/dim/builder/FileDimSQLParser.java      |  42 --
 .../streams/dim/builder/IDimSQLParser.java         |  30 --
 .../streams/dim/builder/SQLParserFactory.java      |  36 --
 .../function/expression/InExpressionResource.java  |  78 ---
 .../expression/NotInExpressionResource.java        |  44 --
 .../dim/function/script/IntelligenceFunction.java  |  79 ---
 .../script/IntelligenceNameListFunction.java       |  24 -
 .../dim/function/script/NameListFunction.java      | 202 --------
 .../rocketmq/streams/dim/index/DimIndex.java       | 204 --------
 .../rocketmq/streams/dim/index/IndexExecutor.java  | 209 --------
 .../intelligence/AbstractIntelligenceCache.java    | 405 ----------------
 .../dim/intelligence/AccountIntelligenceCache.java |  76 ---
 .../dim/intelligence/DomainIntelligenceCache.java  |  82 ----
 .../dim/intelligence/IPIntelligenceCache.java      | 107 -----
 .../dim/intelligence/URLIntelligenceCache.java     |  79 ---
 .../rocketmq/streams/dim/model/AbstractDim.java    | 489 -------------------
 .../streams/dim/model/AbstractProcShareDim.java    | 109 -----
 .../apache/rocketmq/streams/dim/model/DBDim.java   | 160 -------
 .../apache/rocketmq/streams/dim/model/FileDim.java |  58 ---
 .../rocketmq/streams/dim/model/IDataCache.java     |  26 -
 .../rocketmq/streams/dim/model/IDimSource.java     |  37 --
 .../rocketmq/streams/dim/service/IDimService.java  |  65 ---
 .../streams/dim/service/impl/DimServiceImpl.java   |  90 ----
 .../com/aliyun/service/ConfigureLoaderTest.java    |  34 --
 .../com/aliyun/service/ExpressionExecutorTest.java |  79 ---
 .../java/com/aliyun/service/JsonParserTest.java    |  40 --
 .../com/aliyun/service/NameListFunctionTest.java   |  99 ----
 .../java/com/aliyun/service/TableCompressTest.java | 145 ------
 .../examples/aggregate/PageDimensionExample.java   |   3 +-
 .../examples/aggregate/RocketMQWindowExample.java  |   8 +-
 .../examples/aggregate/UsersDimensionExample.java  |   3 +-
 .../checkpoint/RemoteCheckpointExample.java        |  97 ----
 .../examples/join/RocketmqDimJoinExample.java      |  33 --
 .../streams/examples/join/RocketmqJoinExample.java |   6 +-
 .../mutilconsumer/MultiStreamsExample.java         |   4 +-
 .../streams/examples/mutilconsumer/Producer.java   |  69 ---
 .../{aggregate => send}/ProducerFromFile.java      |  46 +-
 .../examples/send/SendMessageContinuously.java     |  12 +-
 .../streams/examples/send/SendMessageOnce.java     |  12 +-
 .../streams/examples/source/FileSourceExample.java |   2 +-
 .../examples/source/FileSourceExample1.java        |  32 --
 .../examples/source/RocketmqSourceExample1.java    |   6 +-
 .../examples/source/RocketmqSourceExample2.java    |   4 +-
 .../examples/source/RocketmqSourceExample3.java    |   5 +-
 .../examples/source/RocketmqSourceExample4.java    |   7 +-
 .../src/main/resources/joinData-1.txt              |   4 +-
 .../src/main/resources/score.txt                   |  18 -
 rocketmq-streams-filter/pom.xml                    |   4 -
 .../streams/filter/builder/ExpressionBuilder.java  |   2 +-
 .../streams/filter/builder/RuleBuilder.java        |  27 +-
 .../streams/filter/context/RuleContext.java        |  50 +-
 .../rocketmq/streams/filter/operator/Rule.java     |  26 +-
 .../streams/filter/operator/action/Action.java     |   9 -
 .../rocketmq/streams/filter/operator/RuleTest.java |  39 --
 rocketmq-streams-lease/pom.xml                     |  38 --
 .../rocketmq/streams/lease/LeaseComponent.java     | 102 ----
 .../rocketmq/streams/lease/model/LeaseInfo.java    | 127 -----
 .../streams/lease/service/ILeaseGetCallback.java   |  30 --
 .../streams/lease/service/ILeaseService.java       | 134 ------
 .../streams/lease/service/ILeaseStorage.java       |  71 ---
 .../streams/lease/service/ILeaseStorasge.java      |  63 ---
 .../lease/service/impl/BasedLesaseImpl.java        | 402 ----------------
 .../lease/service/impl/LeaseServiceImpl.java       | 279 -----------
 .../streams/lease/service/impl/MockLeaseImpl.java  |  90 ----
 .../lease/service/storages/DBLeaseStorage.java     | 228 ---------
 .../rocketmq/streams/lease/LeaseComponentTest.java | 117 -----
 .../src/test/resources/log4j.xml                   |  36 --
 rocketmq-streams-runner/assembly/distribution.xml  |  69 ---
 rocketmq-streams-runner/assembly/standalone.xml    |  72 ---
 rocketmq-streams-runner/bin/start.sh               |  58 ---
 rocketmq-streams-runner/bin/stop.sh                |  33 --
 rocketmq-streams-runner/pom.xml                    |  80 ----
 .../src/main/resources/log4j.xml                   |  51 --
 rocketmq-streams-schedule/pom.xml                  |  56 ---
 .../streams/schedule/ScheduleComponent.java        |  64 ---
 .../schedule/job/ConfigurableExecutorJob.java      |  55 ---
 .../streams/schedule/service/IScheduleService.java |  89 ----
 .../schedule/service/impl/ScheduleServiceImpl.java | 263 ----------
 .../stream/schedule/ScheduleComponentTest.java     |  62 ---
 .../src/test/resources/log4j.xml                   |  36 --
 rocketmq-streams-window/pom.xml                    |  16 +-
 .../streams/window/builder/WindowBuilder.java      |   1 -
 .../rocketmq/streams/window/debug/DebugWriter.java |   2 +-
 .../streams/window/model/WindowInstance.java       | 183 +++----
 .../window/offset/IWindowMaxValueManager.java      |  79 ---
 .../streams/window/offset/WindowMaxValue.java      | 106 -----
 .../window/offset/WindowMaxValueManager.java       | 102 ----
 .../window/offset/WindowMaxValueProcessor.java     | 256 ----------
 .../window/operator/AbstractShuffleWindow.java     |  83 +++-
 .../streams/window/operator/AbstractWindow.java    | 125 ++---
 .../streams/window/operator/impl/OverWindow.java   |  13 +-
 .../window/operator/impl/SessionOperator.java      | 282 ++++++-----
 .../window/operator/impl/WindowOperator.java       | 401 ++++------------
 .../streams/window/operator/join/DBOperator.java   | 450 -----------------
 .../window/operator/join/ExpressionMatcher.java    | 141 ++++++
 .../streams/window/operator/join/JoinWindow.java   | 215 ++++-----
 .../streams/window/operator/join/Operator.java     |  76 ---
 .../window/shuffle/AbstractSystemChannel.java      |   1 -
 .../streams/window/shuffle/ShuffleCache.java       |  88 +++-
 .../streams/window/shuffle/ShuffleChannel.java     | 127 ++---
 .../streams/window/sqlcache/ISQLElement.java       |  47 --
 .../rocketmq/streams/window/sqlcache/SQLCache.java | 121 -----
 .../sqlcache/impl/FiredNotifySQLElement.java       |  65 ---
 .../streams/window/sqlcache/impl/SQLElement.java   |  70 ---
 .../window/sqlcache/impl/SplitSQLElement.java      |  63 ---
 .../streams/window/state/WindowBaseValue.java      |  17 +-
 .../streams/window/state/impl/WindowValue.java     |  59 +--
 .../streams/window/storage/AbstractStorage.java    | 112 +++++
 .../window/storage/AbstractWindowStorage.java      | 106 -----
 .../storage/{IKeyGenerator.java => DataType.java}  |  25 +-
 .../streams/window/storage/ICommonStorage.java     |  66 ---
 .../window/storage/IShufflePartitionManager.java   |  51 --
 .../rocketmq/streams/window/storage/IStorage.java  |  77 ++-
 .../streams/window/storage/IWindowStorage.java     |  68 ---
 .../{IRemoteStorage.java => IteratorWrap.java}     |  43 +-
 .../streams/window/storage/RocksdbIterator.java    |  63 +++
 .../window/storage/ShufflePartitionManager.java    |  87 ----
 .../streams/window/storage/StorageManager.java     | 307 ------------
 ...yGenerator.java => WindowInstanceIterator.java} |  30 +-
 .../streams/window/storage/WindowJoinType.java     |   7 +-
 .../streams/window/storage/WindowStorage.java      | 255 ----------
 .../streams/window/storage/WindowType.java         |   9 +-
 .../streams/window/storage/db/DBStorage.java       | 282 -----------
 .../streams/window/storage/file/FileStorage.java   |  28 --
 .../window/storage/rocketmq/DefaultStorage.java    | 379 +++++++++++++++
 .../window/storage/rocksdb/RocksdbStorage.java     | 530 ++++++++++++---------
 .../streams/window/trigger/WindowTrigger.java      |   4 +-
 .../rocketmq/streams/storage/RocksdbTest.java      | 410 ++++++++--------
 .../streams/window/WindowInstanceTest.java         |  14 -
 .../streams/window/WindowMaxValueTest.java         |  34 --
 201 files changed, 2508 insertions(+), 15354 deletions(-)
 delete mode 100644 rocketmq-streams-channel-rocketmq/src/main/java/org/apache/rocketmq/streams/RocketMQOffset.java
 create mode 100644 rocketmq-streams-channel-rocketmq/src/main/java/org/apache/rocketmq/streams/source/MessageListenerDelegator.java
 delete mode 100644 rocketmq-streams-checkpoint/pom.xml
 delete mode 100644 rocketmq-streams-checkpoint/src/main/java/org/apache/rocketmq/streams/checkpoint/db/DBCheckPointStorage.java
 delete mode 100644 rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledStreamBuilder.java
 delete mode 100644 rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledTask.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/LeaseTest.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/SplitTest.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/example/DimTest.java
 create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/CreateTopicUtil.java
 delete mode 100755 rocketmq-streams-connectors/pom.xml
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBounded.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSource.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSourceReader.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/AbstractBalance.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/IBalanceTask.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/ISourceBalance.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/SplitChanged.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/impl/LeaseBalanceImpl.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/PullMessage.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/ReaderStatus.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/DBScanReader.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/ISplitReader.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/SplitCloseFuture.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/AbstractPullSource.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/CycleDynamicMultipleDBScanSource.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/DynamicMultipleDBScanSource.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/IPullSource.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/SourceInstance.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/AbstractPatternFilter.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/BoundedPatternFilter.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePatternFilter.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePeriod.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleSchedule.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleScheduleFilter.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/DataFormatPatternFilter.java
 delete mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/PatternFilter.java
 delete mode 100644 rocketmq-streams-dbinit/pom.xml
 delete mode 100644 rocketmq-streams-dbinit/src/main/java/org/apache/rocketmq/streams/dbinit/mysql/delegate/DBDelegate.java
 delete mode 100644 rocketmq-streams-dbinit/src/main/java/org/apache/rocketmq/streams/dbinit/mysql/delegate/DBDelegateFactory.java
 delete mode 100644 rocketmq-streams-dbinit/src/main/java/org/apache/rocketmq/streams/dbinit/mysql/delegate/DBType.java
 delete mode 100644 rocketmq-streams-dbinit/src/main/java/org/apache/rocketmq/streams/dbinit/mysql/delegate/MysqlDelegate.java
 delete mode 100644 rocketmq-streams-dim/pom.xml
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/DimComponent.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/AbstractDimParser.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/DBDimSQLParser.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/DimBuilder.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/FileDimSQLParser.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/IDimSQLParser.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/SQLParserFactory.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/function/expression/InExpressionResource.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/function/expression/NotInExpressionResource.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/function/script/IntelligenceFunction.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/function/script/IntelligenceNameListFunction.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/function/script/NameListFunction.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/index/DimIndex.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/index/IndexExecutor.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/intelligence/AbstractIntelligenceCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/intelligence/AccountIntelligenceCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/intelligence/DomainIntelligenceCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/intelligence/IPIntelligenceCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/intelligence/URLIntelligenceCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/AbstractDim.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/AbstractProcShareDim.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/DBDim.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/FileDim.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/IDataCache.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/IDimSource.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/service/IDimService.java
 delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/service/impl/DimServiceImpl.java
 delete mode 100644 rocketmq-streams-dim/src/test/java/com/aliyun/service/ConfigureLoaderTest.java
 delete mode 100644 rocketmq-streams-dim/src/test/java/com/aliyun/service/ExpressionExecutorTest.java
 delete mode 100644 rocketmq-streams-dim/src/test/java/com/aliyun/service/JsonParserTest.java
 delete mode 100644 rocketmq-streams-dim/src/test/java/com/aliyun/service/NameListFunctionTest.java
 delete mode 100644 rocketmq-streams-dim/src/test/java/com/aliyun/service/TableCompressTest.java
 delete mode 100644 rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/checkpoint/RemoteCheckpointExample.java
 delete mode 100644 rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/join/RocketmqDimJoinExample.java
 delete mode 100644 rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/mutilconsumer/Producer.java
 rename rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/{aggregate => send}/ProducerFromFile.java (71%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/source/systemmsg/NewSplitMessage.java => rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/send/SendMessageContinuously.java (67%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/source/systemmsg/NewSplitMessage.java => rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/send/SendMessageOnce.java (66%)
 delete mode 100644 rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/source/FileSourceExample1.java
 delete mode 100644 rocketmq-streams-examples/src/main/resources/score.txt
 delete mode 100644 rocketmq-streams-filter/src/test/java/org/apache/rocketmq/streams/filter/operator/RuleTest.java
 delete mode 100755 rocketmq-streams-lease/pom.xml
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/LeaseComponent.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/model/LeaseInfo.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/ILeaseGetCallback.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/ILeaseService.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/ILeaseStorage.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/ILeaseStorasge.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/impl/BasedLesaseImpl.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/impl/LeaseServiceImpl.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/impl/MockLeaseImpl.java
 delete mode 100644 rocketmq-streams-lease/src/main/java/org/apache/rocketmq/streams/lease/service/storages/DBLeaseStorage.java
 delete mode 100644 rocketmq-streams-lease/src/test/java/org/apache/rocketmq/streams/lease/LeaseComponentTest.java
 delete mode 100755 rocketmq-streams-lease/src/test/resources/log4j.xml
 delete mode 100644 rocketmq-streams-runner/assembly/distribution.xml
 delete mode 100644 rocketmq-streams-runner/assembly/standalone.xml
 delete mode 100755 rocketmq-streams-runner/bin/start.sh
 delete mode 100755 rocketmq-streams-runner/bin/stop.sh
 delete mode 100644 rocketmq-streams-runner/pom.xml
 delete mode 100644 rocketmq-streams-runner/src/main/resources/log4j.xml
 delete mode 100755 rocketmq-streams-schedule/pom.xml
 delete mode 100644 rocketmq-streams-schedule/src/main/java/org/apache/rocketmq/streams/schedule/ScheduleComponent.java
 delete mode 100644 rocketmq-streams-schedule/src/main/java/org/apache/rocketmq/streams/schedule/job/ConfigurableExecutorJob.java
 delete mode 100644 rocketmq-streams-schedule/src/main/java/org/apache/rocketmq/streams/schedule/service/IScheduleService.java
 delete mode 100644 rocketmq-streams-schedule/src/main/java/org/apache/rocketmq/streams/schedule/service/impl/ScheduleServiceImpl.java
 delete mode 100644 rocketmq-streams-schedule/src/test/java/org/apache/rocketmq/stream/schedule/ScheduleComponentTest.java
 delete mode 100755 rocketmq-streams-schedule/src/test/resources/log4j.xml
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/IWindowMaxValueManager.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValue.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValueManager.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValueProcessor.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/join/DBOperator.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/join/ExpressionMatcher.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/join/Operator.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/ISQLElement.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/SQLCache.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/FiredNotifySQLElement.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SQLElement.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SplitSQLElement.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/AbstractStorage.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/AbstractWindowStorage.java
 copy rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/{IKeyGenerator.java => DataType.java} (72%)
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/ICommonStorage.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/IShufflePartitionManager.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/IWindowStorage.java
 rename rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/{IRemoteStorage.java => IteratorWrap.java} (58%)
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/RocksdbIterator.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/ShufflePartitionManager.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/StorageManager.java
 rename rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/{IKeyGenerator.java => WindowInstanceIterator.java} (72%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/RegexUtil.java => rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/WindowJoinType.java (88%)
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/WindowStorage.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/schedule/IScheduleCondition.java => rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/WindowType.java (85%)
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/db/DBStorage.java
 delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/file/FileStorage.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/rocketmq/DefaultStorage.java
 delete mode 100644 rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/window/WindowMaxValueTest.java