You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by xi...@apache.org on 2021/10/14 02:03:25 UTC
[rocketmq-streams] branch main updated (6a3ea18 -> f0d79a4)
This is an automated email from the ASF dual-hosted git repository.
xiaodong pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from 6a3ea18 Merge pull request #77 from programer-0/develop
new 1cfc234 add session window implemention and fix issues of function
new 7daee56 optimize implementation of session window
new a27653b fix substring issue( different from substring in java)
new 621d3a8 add client implementation and it's test case
new 66d7c4c Merge branch 'master' into commit_20210922
new ccd19e8 use java templ file
new d21c4c8 support for count(distinct)
new 77a550b #74 add count(distinct) implementation based on rocksdb
new 5fdf0f0 #74 add LRU state
new 0b1eac6 update
new f0d79a4 Merge pull request #70 from speak2me/commit_20210922
The 156 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../streams/client/transform/WindowStream.java | 47 ++
.../client/transform/window/SessionWindow.java | 15 +-
.../client/transform/window/TumblingWindow.java | 8 +
.../client/transform/window/WindowInfo.java | 31 +-
.../apache/rocketmq/streams/client/WindowTest.java | 204 ++++++++-
rocketmq-streams-commons/pom.xml | 7 +
.../streams/common/channel/sink/AbstractSink.java | 4 +
.../streams/common/datatype/HllDataType.java | 63 +++
.../streams/common/topology/model/IWindow.java | 10 +
.../streams/common/utils/DataTypeUtil.java | 3 +
.../rocketmq/streams/common/utils/SQLUtil.java | 22 +
.../filter/function/expression/RegexFunction.java | 4 +-
rocketmq-streams-script/pom.xml | 11 +
.../function/aggregation/CountAccumulator.java | 26 +-
.../aggregation/CountDistinctAccumulator.java | 72 +++
.../function/aggregation/DistinctAccumulator.java | 5 +
.../function/aggregation/DistinctAccumulator2.java | 102 +++++
.../impl/string/SubStringIndexFunction.java | 5 +-
.../service/impl/DefaultFunctionServiceImpl.java | 2 +
.../script/operator/impl/AggregationScript.java | 4 +
.../streams/script/service/udf/UDAFScript.java | 5 -
rocketmq-streams-state/pom.xml | 10 +-
.../apache/rocketmq/streams/state/LruState.java | 264 +++++++++++
.../apache/rocketmq/streams/state/kv/IKvState.java | 119 +++++
.../streams/state/kv/rocksdb/RocksDBOperator.java | 94 ++++
.../streams/state/kv/rocksdb/RocksdbState.java | 264 +++++++++++
.../rocketmq/streams/state/kv/TestLruState.java | 62 +++
.../streams/state/kv/TestRocksdbState.java | 91 ++++
.../streams/window/builder/WindowBuilder.java | 15 +-
.../streams/window/fire/EventTimeManager.java | 39 +-
.../streams/window/fire/SplitEventTimeManager.java | 19 +-
.../rocketmq/streams/window/model/FireMode.java | 45 ++
.../streams/window/model/WindowInstance.java | 35 +-
.../window/offset/WindowMaxValueProcessor.java | 7 +-
.../window/operator/AbstractShuffleWindow.java | 4 +-
.../streams/window/operator/AbstractWindow.java | 51 ++-
.../window/operator/impl/SessionOperator.java | 492 +++++++++++++++++++++
.../window/operator/impl/SessionWindow.java | 229 ----------
.../window/operator/impl/WindowOperator.java | 3 +-
.../streams/window/shuffle/ShuffleCache.java | 36 +-
.../streams/window/shuffle/ShuffleChannel.java | 37 +-
...WindowRireSource.java => WindowFireSource.java} | 33 +-
.../streams/window/state/impl/WindowValue.java | 21 +-
.../streams/window/storage/ICommonStorage.java | 16 +
.../streams/window/storage/IRemoteStorage.java | 9 +-
.../streams/window/storage/WindowStorage.java | 97 +++-
.../streams/window/storage/db/DBStorage.java | 81 +++-
.../streams/window/storage/file/FileStorage.java | 33 ++
.../window/storage/rocksdb/RocksdbStorage.java | 103 +++--
.../rocketmq/streams/storage/RocksdbTest.java | 190 ++++++++
.../streams/window/WindowInstanceTest.java | 167 +++++++
51 files changed, 2877 insertions(+), 439 deletions(-)
create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/HllDataType.java
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/CountDistinctAccumulator.java
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/DistinctAccumulator2.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/LruState.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/IKvState.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksDBOperator.java
create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksdbState.java
create mode 100644 rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestLruState.java
create mode 100644 rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestRocksdbState.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/model/FireMode.java
create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionOperator.java
delete mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionWindow.java
rename rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/source/{WindowRireSource.java => WindowFireSource.java} (92%)
create mode 100644 rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/storage/RocksdbTest.java