You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by xi...@apache.org on 2021/10/14 02:03:47 UTC
[rocketmq-streams] branch async-ck updated (2766990 -> 474a093)
This is an automated email from the ASF dual-hosted git repository.
xiaodong pushed a change to branch async-ck
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from 2766990 add checkpoint storage (#69)
new 86dda7b add session window implemention and fix issues of function
new 2079f87 optimize implementation of session window
new 23d56ea fix substring issue( different from substring in java)
new 7ee0d5d add client implementation and it's test case
new f25c8c3 use java templ file
new d84b22e support for count(distinct)
new abc7580 #74 add count(distinct) implementation based on rocksdb
new 99c844e #74 add LRU state
new edd1426 update
new 474a093 Merge pull request #71 from speak2me/commit_20210923
The 152 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../streams/client/transform/WindowStream.java | 47 ++
.../client/transform/window/SessionWindow.java | 15 +-
.../client/transform/window/TumblingWindow.java | 8 +
.../client/transform/window/WindowInfo.java | 31 +-
.../apache/rocketmq/streams/client/WindowTest.java | 204 ++++++++-
rocketmq-streams-commons/pom.xml | 7 +
.../streams/common/channel/sink/AbstractSink.java | 4 +
.../streams/common/datatype/HllDataType.java | 63 +++
.../streams/common/topology/model/IWindow.java | 10 +
.../streams/common/utils/DataTypeUtil.java | 3 +
.../rocketmq/streams/common/utils/SQLUtil.java | 22 +
.../filter/function/expression/RegexFunction.java | 4 +-
rocketmq-streams-script/pom.xml | 11 +
.../function/aggregation/CountAccumulator.java | 26 +-
.../aggregation/CountDistinctAccumulator.java | 72 +++
.../function/aggregation/DistinctAccumulator.java | 5 +
.../function/aggregation/DistinctAccumulator2.java | 102 +++++
.../impl/string/SubStringIndexFunction.java | 5 +-
.../service/impl/DefaultFunctionServiceImpl.java | 2 +
.../script/operator/impl/AggregationScript.java | 4 +
.../streams/script/service/udf/UDAFScript.java | 1 -
rocketmq-streams-state/pom.xml | 10 +-
.../apache/rocketmq/streams/state/LruState.java | 264 +++++++++++
.../apache/rocketmq/streams/state/kv/IKvState.java | 119 +++++
.../streams/state/kv/rocksdb/RocksDBOperator.java | 94 ++++
.../streams/state/kv/rocksdb/RocksdbState.java | 264 +++++++++++
.../rocketmq/streams/state/kv/TestLruState.java | 62 +++
.../streams/state/kv/TestRocksdbState.java | 91 ++++
.../streams/window/builder/WindowBuilder.java | 15 +-
.../streams/window/fire/EventTimeManager.java | 31 +-
.../streams/window/fire/SplitEventTimeManager.java | 19 +-
.../rocketmq/streams/window/model/FireMode.java | 45 ++
.../streams/window/model/WindowInstance.java | 35 +-
.../window/offset/WindowMaxValueProcessor.java | 7 +-
.../window/operator/AbstractShuffleWindow.java | 4 +-
.../streams/window/operator/AbstractWindow.java | 51 ++-
.../window/operator/impl/SessionOperator.java | 492 +++++++++++++++++++++
.../window/operator/impl/SessionWindow.java | 229 ----------
.../window/operator/impl/WindowOperator.java | 3 +-
.../streams/window/shuffle/ShuffleCache.java | 36 +-
.../streams/window/shuffle/ShuffleChannel.java | 37 +-
...WindowRireSource.java => WindowFireSource.java} | 33 +-
.../streams/window/state/impl/WindowValue.java | 21 +-
.../streams/window/storage/ICommonStorage.java | 16 +
.../streams/window/storage/IRemoteStorage.java | 9 +-
.../streams/window/storage/WindowStorage.java | 97 +++-
.../streams/window/storage/db/DBStorage.java | 81 +++-
.../streams/window/storage/file/FileStorage.java | 33 ++
.../window/storage/rocksdb/RocksdbStorage.java | 103 +++--
.../rocketmq/streams/storage/RocksdbTest.java | 190 ++++++++
.../streams/window/WindowInstanceTest.java | 167 +++++++
51 files changed, 2874 insertions(+), 430 deletions(-)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/HllDataType.java
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/CountDistinctAccumulator.java
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/DistinctAccumulator2.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/LruState.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/IKvState.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksDBOperator.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksdbState.java
create mode 100644 rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestLruState.java
create mode 100644 rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestRocksdbState.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/model/FireMode.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionOperator.java
delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionWindow.java
rename rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/source/{WindowRireSource.java => WindowFireSource.java} (92%)
create mode 100644 rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/storage/RocksdbTest.java