You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by se...@apache.org on 2021/12/30 06:43:00 UTC
[rocketmq-streams] branch main updated (c6696df -> 92d3f29)
This is an automated email from the ASF dual-hosted git repository.
seraph pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from c6696df add multi rocketmq source example (#106)
new 6f2e5cc Fix join and Window issues， add the mqtt source and sink
new 7a81c5b Fix join and Window issues， add the mqtt source and sink
new 7a434fd Fix join and Window issues， add the mqtt source and sink
new 84614bf Fix join and Window issues， add the mqtt source and sink
new 92d3f29 Merge pull request #112 from programer-0/release-1.0.0
The 369 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README-chinese.md | 80 +--
README.md | 13 +-
README-chinese.md => docs/README.md | 80 +--
docs/SUMMARY.md | 8 +
docs/book.json | 44 ++
docs/images/logo.jpeg | Bin 0 -> 23554 bytes
docs/quick_start/README.md | 46 ++
docs/stream_sink/README.md | 112 ++++
docs/stream_source/README.md | 101 ++++
docs/stream_transform/README.md | 242 ++++++++
pom.xml | 26 +-
quick_start.md | 77 ++-
.../apache/rocketmq/streams/db/sink/DBSink.java | 39 +-
.../rocketmq/streams/db/sink/DBSinkBuilder.java | 35 +-
.../sqltemplate/MysqlInsertIntoSqlTemplate.java | 2 +-
.../rocketmq/streams/es/sink/ESSinkBuilder.java | 7 +-
.../streams/es/sink/ESSinkOnlyChannel.java | 2 +-
.../pom.xml | 31 +-
.../rocketmq/streams/mqtt/MqttChannelBuilder.java | 34 +-
.../rocketmq/streams/mqtt/sink/PahoSink.java | 161 +++++
.../rocketmq/streams/mqtt/source/PahoSource.java | 264 +++++++++
.../org/apache/rocketmq/streams/mqtt/PahoTest.java | 108 ++++
.../rocketmq/streams/RocketMQChannelBuilder.java | 17 +-
.../apache/rocketmq/streams/RocketMQOffset.java | 21 +-
.../apache/rocketmq/streams/sink/RocketMQSink.java | 9 +-
.../rocketmq/streams/source/RocketMQSource.java | 54 +-
.../rocketmq/streams/syslog/SyslogChannel.java | 23 +-
.../streams/syslog/SyslogChannelBuilder.java | 7 +-
.../streams/syslog/SyslogChannelManager.java | 8 +-
.../rocketmq/streams/syslog/SyslogServer.java | 40 +-
.../streams/checkpoint/db/DBCheckPointStorage.java | 2 +-
rocketmq-streams-clients/pom.xml | 4 +
.../rocketmq/streams/client/DataStreamAction.java | 125 ----
.../streams/client/ScheduledStreamBuilder.java | 10 +-
.../rocketmq/streams/client/ScheduledTask.java | 6 +-
.../streams/client/source/DataStreamSource.java | 49 +-
.../client/strategy/LogFingerprintStrategy.java | 12 +-
.../{Strategy.java => ShuffleStrategy.java} | 24 +-
.../streams/client/transform/DataStream.java | 371 ++++++++----
.../streams/client/transform/JoinStream.java | 69 ++-
.../streams/client/transform/OverWindowStream.java | 16 +-
.../streams/client/transform/WindowStream.java | 42 +-
.../streams/client/transform/window/Time.java | 27 +-
.../apache/rocketmq/streams/client/DBSinkTest.java | 28 +-
.../apache/rocketmq/streams/client/JoinTest.java | 21 +-
.../streams/client/RocketMQGroupByTest.java | 58 ++
.../rocketmq/streams/client/RocketMQTest.java | 196 +++++++
.../streams/client/ScriptOptimizationTest.java | 6 +-
.../apache/rocketmq/streams/client/SinkTest.java | 10 +-
.../apache/rocketmq/streams/client/SourceTest.java | 78 ++-
.../apache/rocketmq/streams/client/SplitTest.java | 65 +--
.../apache/rocketmq/streams/client/UnionTest.java | 2 +-
.../apache/rocketmq/streams/client/WindowTest.java | 57 +-
.../streams/client/example/CountFromFileTest.java | 66 +++
.../client/example/CountSupportEmitTest.java | 69 +++
.../DimTest.java} | 48 +-
.../rocketmq/streams/client/example/JoinTest.java | 90 +++
.../MqttStreamsTest.java} | 45 +-
.../streams/client/windows/AbstractWindowTest.java | 4 +-
.../streams/client/windows/MultiSplitTest.java | 12 +-
.../client/windows/ShuffleOverWindowTest.java | 28 +-
.../streams/client/windows/SingleSplitTest.java | 49 +-
.../src/test/resources/dim.txt | 6 +
.../common/batchsystem/BatchFinishMessage.java | 4 +-
.../streams/common/cache/ByteArrayMemoryTable.java | 116 ++--
.../streams/common/cache/FileBasedTable.java | 405 +++++++++++++
.../common/cache/HybridByteBufferTable.java | 647 +++++++++++++++++++++
.../streams/common/cache/ListMemoryTable.java | 19 +-
.../common/cache/MappedByteBufferTable.java | 602 +++++++++++++++++++
.../rocketmq/streams/common/cache/TableSchema.java | 64 ++
.../common/cache/compress/AbstractMemoryTable.java | 126 ++--
.../common/cache/compress/AdditionStore.java | 66 +--
.../common/cache/compress/BigMapAddress.java | 34 +-
.../streams/common/cache/compress/BitSetCache.java | 54 +-
.../streams/common/cache/compress/ByteArray.java | 7 +-
.../common/cache/compress/ByteArrayValueKV.java | 27 +-
.../{AdditionStore.java => ByteStore.java} | 85 +--
.../streams/common/cache/compress/CacheKV.java | 65 +--
.../compress/{MapAddress.java => KVAddress.java} | 83 ++-
.../streams/common/cache/compress/KVElement.java | 64 +-
.../common/cache/compress/LightweightKV.java | 296 ----------
.../cache/compress/MappedByteBufferStore.java | 191 ++++++
.../common/cache/compress/impl/AbstractListKV.java | 86 +--
.../common/cache/compress/impl/IntListKV.java | 141 -----
.../common/cache/compress/impl/IntValueKV.java | 136 ++++-
.../streams/common/cache/compress/impl/KeySet.java | 58 +-
.../common/cache/compress/impl/ListValueKV.java | 65 ---
.../common/cache/compress/impl/LongListKV.java | 63 +-
.../common/cache/compress/impl/LongValueKV.java | 2 +-
.../cache/compress/impl/MapAddressListKV.java | 156 +++++
.../streams/common/calssscaner/AbstractScan.java | 20 +-
.../AbstractSupportShuffleChannelBuilder.java | 1 -
.../common/channel/impl/CollectionSink.java | 12 +-
.../common/channel/impl/CollectionSinkBuilder.java | 2 +-
.../common/channel/impl/CollectionSource.java | 25 +-
.../common/channel/impl/OutputPrintChannel.java | 6 +-
.../channel/impl/file/FileChannelBuilder.java | 9 +-
.../common/channel/impl/file/FileSource.java | 12 +-
.../common/channel/impl/memory/MemoryCache.java | 6 +-
.../common/channel/impl/memory/MemoryChannel.java | 2 +-
.../common/channel/impl/memory/MemorySink.java | 5 +-
.../common/channel/impl/memory/MemorySource.java | 7 +-
.../channel/impl/mutiltask/MutilTaskSink.java | 11 +-
.../impl/transit/TransitChannelBuilder.java | 9 +-
.../streams/common/channel/sink/AbstractSink.java | 14 +-
.../sink/AbstractSupportShuffleUDFSink.java | 9 +-
.../channel/sinkcache/DataSourceAutoFlushTask.java | 17 +-
.../impl/AbstractMultiSplitMessageCache.java | 63 +-
.../channel/sinkcache/impl/MessageCache.java | 12 +-
.../common/channel/source/AbstractBatchSource.java | 11 +-
.../common/channel/source/AbstractSource.java | 100 ++--
.../checkpoint/AbstractCheckPointStorage.java | 84 +--
.../streams/common/checkpoint/CheckPoint.java | 9 +-
.../common/checkpoint/CheckPointManager.java | 66 +--
.../checkpoint/CheckPointStorageFactory.java | 18 +-
.../streams/common/checkpoint/SourceSnapShot.java | 5 +-
.../streams/common/component/ComponentCreator.java | 26 +-
.../common/configurable/AbstractConfigurable.java | 8 +-
.../streams/common/configure/ConfigureFileKey.java | 4 +-
.../streams/common/context/AbstractContext.java | 34 +-
.../rocketmq/streams/common/context/Message.java | 18 +-
.../streams/common/datatype/ArrayDataType.java | 188 +++++-
.../streams/common/datatype/DateDataType.java | 15 +-
.../streams/common/datatype/FloatDataType.java | 22 +-
.../common/datatype/GenericParameterDataType.java | 99 +++-
.../streams/common/datatype/JavaBeanDataType.java | 277 ++++++++-
.../streams/common/datatype/ListDataType.java | 95 ++-
.../streams/common/datatype/LongDataType.java | 3 +
.../streams/common/datatype/MapDataType.java | 99 +++-
.../common/datatype/SerializableDataType.java | 86 +++
.../streams/common/datatype/SetDataType.java | 50 +-
.../streams/common/metadata/MetaDataUtils.java | 82 +--
.../common/optimization/TaskOptimization.java | 72 +++
.../optimization/fingerprint/FingerprintCache.java | 139 +++--
.../optimization/fingerprint/PreFingerprint.java | 53 +-
.../streams/common/schedule/ScheduleManager.java | 37 +-
.../streams/common/schedule/ScheduleTask.java | 66 ++-
.../streams/common/topology/ChainPipeline.java | 59 +-
.../streams/common/topology/ChainStage.java | 95 +--
.../streams/common/topology/SectionPipeline.java | 106 ++++
.../common/topology/builder/PipelineBuilder.java | 53 +-
.../common/topology/model/AbstractStage.java | 66 +--
.../streams/common/topology/model/IWindow.java | 14 +-
.../streams/common/topology/model/Pipeline.java | 40 +-
.../topology/stages/AbstractWindowStage.java | 24 +-
.../common/topology/stages/FilterChainStage.java | 71 +--
.../common/topology/stages/JoinChainStage.java | 70 +--
.../common/topology/stages/OutputChainStage.java | 8 +-
.../common/topology/stages/ScriptChainStage.java | 2 +-
.../stages/udf/MapOperator.java} | 16 +-
.../common/topology/stages/udf/StageBuilder.java | 7 +-
.../streams/common/topology/task/StreamsTask.java | 48 +-
.../streams/common/utils/CompressUtil.java | 123 +++-
.../streams/common/utils/ConfigurableUtil.java | 71 +--
.../streams/common/utils/DataTypeUtil.java | 83 ++-
.../rocketmq/streams/common/utils/DateUtil.java | 4 +-
.../rocketmq/streams/common/utils/MapKeyUtil.java | 7 +-
.../rocketmq/streams/common/utils/NumberUtils.java | 218 +++++--
.../rocketmq/streams/common/utils/ReflectUtil.java | 179 +++---
.../streams/common/utils/SerializeUtil.java | 114 ++++
.../rocketmq/streams/common/MessasgeCacheTest.java | 31 +-
.../streams/common/cache/compress/BaseTest.java | 149 +++++
.../cache/compress/HybridByteBufferTableTest.java | 64 ++
.../cache/compress/MappedByteBufferTest.java | 258 ++++++++
.../common/cache/compress/NumberUtilsTest.java | 89 +++
.../streams/common/serializa/CountAccum.java | 35 +-
.../rocketmq/streams/common/serializa}/Person.java | 32 +-
.../streams/common/serializa/SerializeTest.java | 138 +++++
.../configurable/ConfigurableComponent.java | 2 +-
.../service/AbstractConfigurableService.java | 4 +-
.../AbstractSupportParentConfigureService.java | 2 +-
.../service/ConfigurableServiceFactory.java | 2 +-
.../service/impl/FileConfigureService.java | 2 +-
rocketmq-streams-connectors/pom.xml | 2 +-
.../connectors/balance/AbstractBalance.java | 80 +--
.../connectors/balance/impl/LeaseBalanceImpl.java | 22 +-
.../streams/connectors/model/ReaderStatus.java | 8 +-
.../streams/connectors/reader/DBScanReader.java | 25 +-
.../streams/connectors/reader/ISplitReader.java | 15 +-
.../connectors/reader/SplitCloseFuture.java | 17 +-
.../connectors/source/AbstractPullSource.java | 55 +-
.../source/CycleDynamicMultipleDBScanSource.java | 40 +-
.../source/DynamicMultipleDBScanSource.java | 11 +-
.../streams/connectors/source/IPullSource.java | 9 +-
.../source/filter/BoundedPatternFilter.java | 6 +-
.../connectors/source/filter/CyclePeriod.java | 62 +-
.../connectors/source/filter/CycleSchedule.java | 28 +-
.../source/filter/DataFormatPatternFilter.java | 13 +-
.../streams/dim/builder/AbstractDimParser.java | 18 +-
.../streams/dim/builder/DBDimSQLParser.java | 12 +-
.../rocketmq/streams/dim/builder/DimBuilder.java | 2 +-
.../streams/dim/builder/SQLParserFactory.java | 7 +-
.../dim/function/script/NameListFunction.java | 17 +-
.../rocketmq/streams/dim/index/DimIndex.java | 40 +-
.../rocketmq/streams/dim/index/IndexExecutor.java | 24 +-
.../intelligence/AbstractIntelligenceCache.java | 5 +-
.../rocketmq/streams/dim/model/AbstractDim.java | 189 ++++--
.../streams/dim/model/AbstractProcShareDim.java | 109 ++++
.../apache/rocketmq/streams/dim/model/DBDim.java | 11 +-
.../apache/rocketmq/streams/dim/model/FileDim.java | 20 +-
.../rocketmq/streams/dim/model/IDataCache.java | 8 +-
.../rocketmq/streams/dim/model/IDimSource.java | 21 +-
.../com/aliyun/service/NameListFunctionTest.java | 11 +
.../java/com/aliyun/service/TableCompressTest.java | 134 +++--
.../mutilconsumer/MutilStreamsClientTest.java | 48 +-
.../streams/examples/mutilconsumer/Producer.java | 13 +-
.../streams/examples/rocketmqsource/Constant.java | 4 +-
.../MultiRocketMQSourceStreamsExample.java | 116 ----
.../examples/rocketmqsource/ProducerFromFile.java | 2 +-
.../rocketmqsource/RocketMQSourceExample2.java | 39 +-
.../rocketmqsource/RocketMQSourceExample3.java | 43 +-
.../MqttSinkExample.java} | 10 +-
.../{filesource => source}/FileSourceExample.java | 4 +-
.../MqttSourceExample.java} | 24 +-
.../src/main/resources/log4j.xml | 31 -
.../rocketmq/streams/filter/FilterComponent.java | 2 +-
.../streams/filter/builder/ExpressionBuilder.java | 64 +-
.../streams/filter/context/RuleContext.java | 4 +-
.../filter/engine/impl/DefaultRuleEngine.java | 15 +-
.../function/script/CaseDependentParser.java | 8 +-
.../filter/function/script/CaseFunction.java | 11 +-
.../rocketmq/streams/filter/operator/Rule.java | 74 +--
.../streams/filter/operator/RuleExpression.java | 8 +-
.../filter/operator/expression/Expression.java | 102 ++--
.../streams/filter/operator/var/InnerVar.java | 2 -
.../optimization/casewhen/CaseWhenBuilder.java | 215 +++----
.../filter/optimization/dependency/BlinkRule.java | 38 +-
.../dependency/BlinkRuleV2Expression.java | 189 +++---
.../optimization/dependency/CommonExpression.java | 102 ++--
.../optimization/dependency/DependencyTree.java | 148 ++---
.../optimization/dependency/FilterTreeNode.java | 144 +++--
.../optimization/dependency/PipelineTree.java | 41 +-
.../optimization/dependency/ScriptTreeNode.java | 79 +--
.../homologous/HomologousOptimization.java | 20 +
.../optimization/script/ScriptOptimization.java | 121 ++--
.../filter/service/impl/RuleEngineServiceImpl.java | 7 +-
.../lease/service/storages/DBLeaseStorage.java | 12 +-
rocketmq-streams-runner/bin/start.sh | 15 -
rocketmq-streams-runner/bin/stop.sh | 14 -
rocketmq-streams-runner/log/catalina.out | 14 -
.../src/main/resources/log4j.xml | 17 +-
.../streams/script/context/FunctionContext.java | 1 -
.../function/aggregation/AverageAccumulator.java | 8 +-
.../script/function/aggregation/CountAccum.java | 15 +-
.../aggregation/FirstValueAccumulator.java | 14 +-
.../script/function/aggregation/SumAccum.java | 36 +-
.../function/impl/between/BetweenFunction.java | 37 +-
.../function/impl/condition/IFScopeFunction.java | 1 -
.../function/impl/context/ContextFunction.java | 2 +-
.../function/impl/distinct/DistinctFunction.java | 35 +-
.../script/function/impl/eval/EvalFunction.java | 59 +-
.../script/function/impl/field/FieldFunction.java | 11 +-
.../function/impl/flatmap/SplitArrayFunction.java | 18 +-
.../impl/flatmap/SplitJsonArrayFunction.java | 49 ++
.../script/function/impl/item/ItemFunction.java | 19 +-
.../script/function/impl/relation/AndFunction.java | 23 +-
.../script/function/model/FunctionConfigure.java | 57 +-
.../operator/expression/GroupScriptExpression.java | 75 ++-
.../operator/expression/ICaseDependentParser.java | 1 -
.../operator/expression/ScriptExpression.java | 11 +-
.../script/operator/impl/FunctionScript.java | 45 +-
.../rocketmq/streams/script/service/IUDFScan.java | 10 +-
.../streams/script/service/udf/UDFScript.java | 15 +-
.../streams/script/utils/ExpressionUtil.java | 32 +-
.../streams/script/utils/FunctionUtils.java | 24 +-
.../rocketmq/streams/state/AbstractState.java | 46 +-
.../streams/state/kv/rocksdb/RocksDBOperator.java | 1 +
.../streams/window/builder/WindowBuilder.java | 5 +-
.../streams/window/debug/DebugAnalysis.java | 411 +++++++------
.../rocketmq/streams/window/debug/DebugWriter.java | 257 ++++----
.../rocketmq/streams/window/debug/WindowDebug.java | 17 +-
.../streams/window/fire/EventTimeManager.java | 38 +-
.../streams/window/fire/SplitEventTimeManager.java | 130 ++---
.../streams/window/fire/WindowFireManager.java | 29 -
.../rocketmq/streams/window/model/WindowCache.java | 124 ++--
.../streams/window/model/WindowInstance.java | 153 ++---
.../window/offset/WindowMaxValueManager.java | 77 +--
.../window/offset/WindowMaxValueProcessor.java | 233 +++-----
.../window/operator/AbstractShuffleWindow.java | 18 +-
.../streams/window/operator/AbstractWindow.java | 194 +++---
.../window/operator/impl/SessionOperator.java | 5 +-
.../window/operator/impl/ShuffleOverWindow.java | 68 +--
.../window/operator/impl/WindowOperator.java | 320 +++++-----
.../streams/window/operator/join/DBOperator.java | 40 +-
.../streams/window/operator/join/JoinWindow.java | 149 +++--
.../window/shuffle/AbstractSystemChannel.java | 46 +-
.../streams/window/shuffle/ShuffleCache.java | 70 +--
.../streams/window/shuffle/ShuffleChannel.java | 55 +-
.../streams/window/source/WindowShuffleSource.java | 87 +++
.../streams/window/sqlcache/ISQLElement.java | 7 +-
.../rocketmq/streams/window/sqlcache/SQLCache.java | 6 +-
.../streams/window/state/WindowBaseValue.java | 11 +-
.../streams/window/state/impl/WindowValue.java | 50 +-
.../streams/window/storage/IWindowStorage.java | 1 +
.../streams/window/storage/WindowStorage.java | 55 +-
.../streams/window/storage/db/DBStorage.java | 17 +-
.../streams/window/storage/file/FileStorage.java | 207 +------
.../window/storage/rocksdb/RocksdbStorage.java | 34 +-
.../WindowTrigger.java} | 244 ++++----
.../streams/window/util/WindowChannellUtil.java | 132 +++++
.../org/apache/rocketmq/streams/RocksdbTest.java | 102 ++++
.../streams/configruation/model/Person.java | 10 +-
.../rocketmq/streams/window/WindowValueTest.java | 51 +-
303 files changed, 11927 insertions(+), 6334 deletions(-)
copy README-chinese.md => docs/README.md (61%)
create mode 100644 docs/SUMMARY.md
create mode 100644 docs/book.json
create mode 100644 docs/images/logo.jpeg
create mode 100644 docs/quick_start/README.md
create mode 100644 docs/stream_sink/README.md
create mode 100644 docs/stream_source/README.md
create mode 100644 docs/stream_transform/README.md
copy {rocketmq-streams-connectors => rocketmq-streams-channel-mqtt}/pom.xml (70%)
mode change 100755 => 100644
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemoryChannelBuilder.java => rocketmq-streams-channel-mqtt/src/main/java/org/apache/rocketmq/streams/mqtt/MqttChannelBuilder.java (61%)
create mode 100644 rocketmq-streams-channel-mqtt/src/main/java/org/apache/rocketmq/streams/mqtt/sink/PahoSink.java
create mode 100644 rocketmq-streams-channel-mqtt/src/main/java/org/apache/rocketmq/streams/mqtt/source/PahoSource.java
create mode 100644 rocketmq-streams-channel-mqtt/src/test/java/org/apache/rocketmq/streams/mqtt/PahoTest.java
delete mode 100644 rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/DataStreamAction.java
copy rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/{Strategy.java => ShuffleStrategy.java} (61%)
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/RocketMQGroupByTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/RocketMQTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/example/CountFromFileTest.java
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/example/CountSupportEmitTest.java
copy rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/{windows/ShuffleOverWindowTest.java => example/DimTest.java} (51%)
create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/example/JoinTest.java
copy rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/{windows/ShuffleOverWindowTest.java => source/MqttStreamsTest.java} (52%)
create mode 100644 rocketmq-streams-clients/src/test/resources/dim.txt
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/FileBasedTable.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/HybridByteBufferTable.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/MappedByteBufferTable.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/TableSchema.java
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/{AdditionStore.java => ByteStore.java} (71%)
rename rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/{MapAddress.java => KVAddress.java} (53%)
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/LightweightKV.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/MappedByteBufferStore.java
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/impl/IntListKV.java
delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/impl/ListValueKV.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/impl/MapAddressListKV.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/SerializableDataType.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/TaskOptimization.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/SectionPipeline.java
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/{interfaces/IStreamOperator.java => topology/stages/udf/MapOperator.java} (71%)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/SerializeUtil.java
create mode 100644 rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/cache/compress/BaseTest.java
create mode 100644 rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/cache/compress/HybridByteBufferTableTest.java
create mode 100644 rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/cache/compress/MappedByteBufferTest.java
create mode 100644 rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/cache/compress/NumberUtilsTest.java
copy rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/function/etl/RenameFunction.java => rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/serializa/CountAccum.java (57%)
copy {rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/configruation/model => rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/serializa}/Person.java (78%)
create mode 100644 rocketmq-streams-commons/src/test/java/org/apache/rocketmq/streams/common/serializa/SerializeTest.java
create mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/AbstractProcShareDim.java
copy rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/IBalanceTask.java => rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/IDataCache.java (83%)
copy rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSource.java => rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/IDimSource.java (66%)
delete mode 100644 rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/rocketmqsource/MultiRocketMQSourceStreamsExample.java
copy rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/{filesource/FileSourceExample.java => sink/MqttSinkExample.java} (84%)
copy rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/{filesource => source}/FileSourceExample.java (90%)
rename rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/{filesource/FileSourceExample.java => source/MqttSourceExample.java} (54%)
delete mode 100755 rocketmq-streams-examples/src/main/resources/log4j.xml
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/context/IgnoreMessage.java => rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/CountAccum.java (77%)
copy rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/function/etl/RenameFunction.java => rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/SumAccum.java (57%)
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/flatmap/SplitJsonArrayFunction.java
copy rocketmq-streams-dbinit/src/main/java/org/apache/rocketmq/streams/dbinit/mysql/delegate/DBDelegate.java => rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/service/IUDFScan.java (77%)
delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/fire/WindowFireManager.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/source/WindowShuffleSource.java
rename rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/{source/WindowFireSource.java => trigger/WindowTrigger.java} (57%)
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/util/WindowChannellUtil.java
create mode 100644 rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/RocksdbTest.java