You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by xi...@apache.org on 2022/05/18 02:56:21 UTC
[rocketmq-streams] branch snapshot-1.0.3 updated (a740bdd -> 1cd2dd0)
This is an automated email from the ASF dual-hosted git repository.
xiaodong pushed a change to branch snapshot-1.0.3
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git
from a740bdd Snapshot 1.0.2 (#148)
new 7ef9c4f SDK增加udaf的支持
new 0971df8 SDK增加UDAF的支持
new 6664b4b GitBook: [#2] No subject
new 713e32b GitBook: [#3] No subject
new 6874f5a Merge branch 'snapshot-1.0.2' of https://github.com/j-j-cheng/rocketmq-streams into snapshot-1.0.2
new 3215287 SDK增加udaf的支持
new 829b09e SDK增加udaf的支持
new 56c1135 snapshot 1.0.3
new e4cfdb7 Merge branch 'snapshot-1.0.3' of https://github.com/apache/rocketmq-streams into snapshot-1.0.3
new cd00597 构建snapshot1.0.3
new 64cdd64 构建snapshot1.0.3
new 1cd2dd0 Merge pull request #157 from j-j-cheng/snapshot-1.0.3
The 424 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 29 +-
.../pom.xml | 37 +-
.../src/test/resources/log4j.xml | 0
.../rocketmq/streams/es/sink/ESChannelBuilder.java | 46 +--
.../apache/rocketmq/streams/sink/RocketMQSink.java | 57 ++--
rocketmq-streams-clients/pom.xml | 4 +
.../streams/client/transform/DataStream.java | 22 ++
.../streams/client/transform/WindowStream.java | 33 ++
.../apache/rocketmq/streams/client/WindowTest.java | 14 +-
rocketmq-streams-commons/pom.xml | 37 +-
.../impl/AbstractMultiSplitMessageCache.java | 11 +-
.../common/channel/source/AbstractSource.java | 15 +
.../streams/common/configure/ConfigureFileKey.java | 7 +-
.../streams/common/context/AbstractContext.java | 28 ++
.../streams/common/context/MessageHeader.java | 29 +-
.../{ISystemMessage.java => ISerialize.java} | 4 +-
.../rocketmq/streams/common/model/NameCreator.java | 2 +-
.../common/monitor/ConsoleMonitorManager.java | 12 +-
.../service/impl/RocketMQMonitorDataSyncImpl.java | 23 +-
.../optimization/fingerprint/FingerprintCache.java | 4 +-
.../streams/common/schedule/ScheduleManager.java | 2 +-
.../streams/common/schedule/ScheduleTask.java | 4 +-
.../common/threadpool/ThreadPoolFactory.java | 33 +-
.../AbstractMutilPipelineChainPipline.java | 10 +-
.../streams/common/topology/ChainPipeline.java | 74 +++-
.../streams/common/topology/ChainStage.java | 11 +
.../common/topology/builder/PipelineBuilder.java | 116 ++++---
.../common/topology/metric/NotFireReason.java | 176 ++++++++++
.../streams/common/topology/metric/StageGroup.java | 248 ++++++++++++++
.../common/topology/metric/StageMetric.java | 138 ++++++++
.../common/topology/model/AbstractStage.java | 46 ++-
.../streams/common/topology/model/IWindow.java | 3 +-
.../streams/common/topology/model/Pipeline.java | 7 +
.../topology/shuffle/IShuffleKeyGenerator.java | 7 +-
.../common/topology/shuffle/ShuffleMQCreator.java | 371 +++++++++++++--------
...atelessChainStage.java => EmptyChainStage.java} | 32 +-
.../common/topology/stages/FilterChainStage.java | 160 ++-------
.../common/topology/stages/JoinChainStage.java | 3 +-
.../common/topology/stages/JoinEndChainStage.java | 6 +-
.../topology/stages/JoinStartChainStage.java | 67 ++++
.../common/topology/stages/OutputChainStage.java | 81 +++--
.../topology/stages/ShuffleConsumerChainStage.java | 193 +++++++++++
.../topology/stages/ShuffleProducerChainStage.java | 345 +++++++++++++++++++
.../common/topology/stages/UnionChainStage.java | 3 +-
.../common/topology/stages/UnionEndChainStage.java | 6 +-
...onChainStage.java => UnionStartChainStage.java} | 43 ++-
.../common/topology/stages/ViewChainStage.java | 12 +-
.../streams/common/utils/DataTypeUtil.java | 12 +-
.../rocketmq/streams/common/utils/FileUtil.java | 95 +++---
.../streams/common/utils/InstantiationUtil.java | 48 +--
.../streams/common/utils/JsonableUtil.java | 5 +
.../rocketmq/streams/common/utils/KryoUtil.java | 214 ++++++++++++
.../streams/common/utils/PipelineHTMLUtil.java | 299 +++++++++++++++++
.../streams/common/utils/PropertiesUtils.java | 2 +-
.../rocketmq/streams/common/utils/ReflectUtil.java | 77 +++--
.../streams/common/utils/SerializeUtil.java | 23 +-
.../streams/common/utils/ServiceLoadUtil.java | 63 ++++
.../rocketmq/streams/common/utils/TraceUtil.java | 23 +-
rocketmq-streams-connectors/pom.xml | 5 +
.../{IBounded.java => IScheduleCallback.java} | 9 +-
.../connectors/source/AbstractPullSource.java | 148 +++++---
.../connectors/source/MutilBatchTaskSource.java | 158 +++++++++
.../intelligence/AbstractIntelligenceCache.java | 3 +-
.../streams/filter/context/RuleContext.java | 31 +-
.../filter/engine/impl/DefaultRuleEngine.java | 29 +-
.../function/expression/CompareFunction.java | 2 +-
.../rocketmq/streams/filter/operator/Rule.java | 58 ++++
.../operator/expression/RelationExpression.java | 35 +-
.../PiplineLogFingerprintAnalysis.java | 6 +-
.../optimization/dependency/DependencyTree.java | 12 +-
.../dependency/SimplePipelineTree.java | 3 +-
.../dependency/StateLessDependencyTree.java | 84 +++++
.../optimization/homologous/HomologousCompute.java | 3 +
.../homologous/HomologousOptimization.java | 11 +
...eAccumulator.java => LastValueAccumulator.java} | 29 +-
.../function/impl/json/UDTFFieldNameFunction.java | 4 +
.../script/operator/impl/AggregationScript.java | 15 +-
.../script/service/udf/SimpleUDAFScript.java | 2 +
.../streams/state/kv/rocksdb/RocksDBOperator.java | 37 +-
rocketmq-streams-window/pom.xml | 1 +
.../window/minibatch/MiniBatchMsgCache.java | 76 +++++
.../window/minibatch/ShuffleMessageCache.java | 187 +++++++++++
.../rocketmq/streams/window/model/WindowCache.java | 160 +++------
.../streams/window/model/WindowInstance.java | 19 +-
.../window/offset/WindowMaxValueManager.java | 2 +-
.../window/operator/AbstractShuffleWindow.java | 12 +-
.../streams/window/operator/AbstractWindow.java | 71 +++-
.../window/operator/impl/WindowOperator.java | 25 +-
.../streams/window/operator/join/JoinWindow.java | 39 ++-
.../window/shuffle/AbstractSystemChannel.java | 29 +-
.../streams/window/shuffle/ShuffleCache.java | 13 +-
.../streams/window/shuffle/ShuffleChannel.java | 44 +--
.../streams/window/state/impl/WindowValue.java | 54 ++-
.../window/storage/AbstractWindowStorage.java | 4 +-
.../window/storage/rocksdb/RocksdbStorage.java | 7 +-
.../streams/window/trigger/WindowTrigger.java | 2 +-
.../rocketmq/streams/window/util/ShuffleUtil.java | 62 ++++
.../org/apache/rocketmq/streams/RocksdbTest.java | 2 +-
98 files changed, 3945 insertions(+), 1020 deletions(-)
copy {rocketmq-streams-script => rocketmq-streams-cep}/pom.xml (63%)
copy {rocketmq-streams-configurable => rocketmq-streams-cep}/src/test/resources/log4j.xml (100%)
copy rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/DBSinkBuilder.java => rocketmq-streams-channel-es/src/main/java/org/apache/rocketmq/streams/es/sink/ESChannelBuilder.java (66%)
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/interfaces/{ISystemMessage.java => ISerialize.java} (96%)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/metric/NotFireReason.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/metric/StageGroup.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/metric/StageMetric.java
copy rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/IConfigurableAction.java => rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/shuffle/IShuffleKeyGenerator.java (80%)
copy rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/shuffle/AbstractSystemChannel.java => rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/shuffle/ShuffleMQCreator.java (59%)
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/{AbstractStatelessChainStage.java => EmptyChainStage.java} (55%)
copy rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/UserDefinedSourceTest.java => rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/JoinEndChainStage.java (87%)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/JoinStartChainStage.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/ShuffleConsumerChainStage.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/ShuffleProducerChainStage.java
copy rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/UserDefinedSourceTest.java => rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/UnionEndChainStage.java (87%)
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/{UnionChainStage.java => UnionStartChainStage.java} (50%)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/KryoUtil.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/PipelineHTMLUtil.java
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/ServiceLoadUtil.java
rename rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/{IBounded.java => IScheduleCallback.java} (88%)
create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/MutilBatchTaskSource.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/StateLessDependencyTree.java
copy rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/{FirstValueAccumulator.java => LastValueAccumulator.java} (68%)
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/minibatch/MiniBatchMsgCache.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/minibatch/ShuffleMessageCache.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/util/ShuffleUtil.java