You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by xi...@apache.org on 2021/12/07 01:30:19 UTC
[rocketmq-streams] branch main updated (5ca0c15 -> 9d6ca98)
This is an automated email from the ASF dual-hosted git repository.
xiaodong pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from 5ca0c15 Merge pull request #91 from speak2me/dev_20211206
new 97b7381 add kafka module
new d554cbb add memory table
new 0c0650d add script
new 9d6ca98 Merge pull request #93 from cyril68/version1.0.2
The 346 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 5 +
rocketmq-streams-channel-es/pom.xml | 15 +
.../rocketmq/streams/db/sink/es/EsChannelTest.java | 4 +-
.../pom.xml | 24 +-
.../apache/rocketmq/streams/kafka/KafkaSplit.java | 26 +-
.../streams/kafka/KakfaChannelBuilder.java | 38 ++-
.../rocketmq/streams/kafka/sink/KafkaSink.java | 226 +++++++++++++++
.../rocketmq/streams/kafka/source/KafkaSource.java | 275 ++++++++++++++++++
.../rocketmq/streams/kafka/KafkaChannelTest.java | 104 +++++++
.../src/test/resources/log4j.xml | 2 +-
rocketmq-streams-channel-syslog/pom.xml | 15 +
.../rocketmq/streams/common/regex/RegexTest.java | 16 ++
rocketmq-streams-dim/pom.xml | 5 +
.../streams/dim/builder/AbstractDimParser.java | 46 +++
.../streams/dim/builder/DBDimSQLParser.java | 86 ++++++
.../streams/dim/builder/FileDimSQLParser.java | 28 +-
.../streams/dim/builder/IDimSQLParser.java | 11 +-
.../streams/dim/builder/SQLParserFactory.java | 19 +-
.../function/expression/InExpressionResource.java | 13 +-
.../expression/NotInExpressionResource.java | 9 +-
.../rocketmq/streams/dim/index/DimIndex.java | 175 +++---------
.../rocketmq/streams/dim/index/IndexExecutor.java | 66 +----
.../intelligence/AbstractIntelligenceCache.java | 52 ++--
.../dim/intelligence/IPIntelligenceCache.java | 2 +-
.../rocketmq/streams/dim/model/AbstractDim.java | 209 +++++++++-----
.../streams/dim/model/BooleanFieldDBDim.java | 54 ----
.../apache/rocketmq/streams/dim/model/DBDim.java | 31 +-
.../apache/rocketmq/streams/dim/model/FileDim.java | 60 ++++
.../com/aliyun/service/ExpressionExecutorTest.java | 2 +-
.../java/com/aliyun/service/TableCompressTest.java | 71 +++++
.../streams/filter/builder/ExpressionBuilder.java | 18 ++
.../streams/filter/builder/RuleBuilder.java | 62 +---
.../streams/filter/builder/RuleElementBuilder.java | 13 +-
.../streams/filter/contants/RuleStatus.java | 75 +----
.../filter/engine/impl/DefaultRuleEngine.java | 198 +++++--------
.../expression/AbstractExpressionFunction.java | 34 +--
.../function/expression/CompareFunction.java | 16 +-
.../ContainsCaseInsensitiveFunction.java | 12 +-
.../function/expression/ContainsFunction.java | 10 +-
.../streams/filter/function/expression/Equals.java | 8 +-
.../function/expression/ExpressionFunction.java | 9 +-
.../filter/function/expression/GreaterEquals.java | 8 +-
.../filter/function/expression/GreaterThan.java | 8 +-
.../filter/function/expression/InFunction.java | 13 +-
.../filter/function/expression/InMetaData.java | 10 +-
.../function/expression/IpContainsFunction.java | 10 +-
.../filter/function/expression/IsNotNull.java | 10 +-
.../streams/filter/function/expression/IsNull.java | 12 +-
.../filter/function/expression/LessEquals.java | 8 +-
.../filter/function/expression/LessThan.java | 9 +-
.../filter/function/expression/LikeFunction.java | 10 +-
.../NotContainsCaseInsensitiveFunction.java | 12 +-
.../function/expression/NotContainsFunction.java | 10 +-
.../filter/function/expression/NotEquals.java | 8 +-
.../filter/function/expression/NotInFunction.java | 8 +-
.../function/expression/NotLikeFunction.java | 8 +-
.../NotRegexCaseInsensitiveFunction.java | 8 +-
.../function/expression/NotRegexFunction.java | 8 +-
.../expression/RegexCaseInsensitiveFunction.java | 8 +-
.../filter/function/expression/RegexFunction.java | 9 +-
.../filter/function/expression/ScriptFunction.java | 27 +-
.../function/script/CaseDependentParser.java | 47 +++
.../filter/function/script/CaseFunction.java | 18 +-
.../streams/filter/operator/FilterOperator.java | 2 +
.../rocketmq/streams/filter/operator/Rule.java | 122 ++++++--
.../streams/filter/operator/RuleExpression.java | 68 +++++
.../streams/filter/operator/action/Action.java | 32 +++
.../operator/action/IConfigurableAction.java | 22 +-
.../operator/action/impl/CaseWhenAction.java | 46 ---
.../operator/action/impl/MetaDataAction.java | 183 ------------
.../impl/{ChannelAction.java => SinkAction.java} | 21 +-
.../filter/operator/expression/Expression.java | 183 ++++++------
.../operator/expression/GroupExpression.java | 80 +++---
.../expression/GroupExpressionManager.java | 30 +-
.../operator/expression/RelationExpression.java | 74 +++--
.../streams/filter/operator/var/ConstantVar.java | 15 +-
.../streams/filter/operator/var/ContextVar.java | 33 +--
.../streams/filter/operator/var/InnerVar.java | 49 +---
.../rocketmq/streams/filter/operator/var/Var.java | 24 --
.../casewhen/AbstractWhenExpression.java | 10 +-
.../optimization/casewhen/CaseWhenBuilder.java | 22 +-
.../optimization/casewhen/CaseWhenElement.java | 25 +-
.../casewhen/SingleCaseWhenExpression.java | 14 +
.../filter/optimization/dependency/BlinkRule.java | 122 ++++++++
.../dependency/BlinkRuleV2Expression.java | 269 ++++++++++++++++++
.../optimization/dependency/CommonExpression.java | 209 ++++++++++++++
.../optimization/dependency/DependencyTree.java | 205 ++++++++++++-
.../optimization/dependency/FilterTreeNode.java | 99 +++++--
.../optimization/dependency/ScriptDependent.java | 92 +++++-
.../optimization/dependency/ScriptTreeNode.java | 77 ++++-
.../filter/optimization/dependency/TreeNode.java | 110 ++++++-
.../optimization/dependency/UnionTreeNode.java | 71 -----
.../optimization/executor/GroupByVarExecutor.java | 11 +
.../optimization/executor/HyperscanExecutor.java | 103 +++----
.../optimization/homologous/HomologousCompute.java | 316 +++++++++++++++++++++
.../homologous/HomologousOptimization.java | 55 ++++
.../optimization/script/ScriptOptimization.java | 135 ++++++++-
.../rocketmq/streams/filter/utils/RegexUtil.java | 15 -
.../streams/filter/FilterComponentTest.java | 4 +-
.../test/resources/credible/ChannelComponent.xml | 81 ------
.../resources/credible/credible-channel.properties | 30 --
.../test/resources/credible/credible.properties | 26 --
rocketmq-streams-runner/bin/start.sh | 15 +
rocketmq-streams-runner/bin/stop.sh | 14 +
rocketmq-streams-runner/log/catalina.out | 14 +
rocketmq-streams-runner/pom.xml | 16 ++
.../src/main/resources/log4j.xml | 17 +-
.../aggregation/FirstValueAccumulator.java | 14 +-
.../function/aggregation/MinAccumulator.java | 3 +
.../impl/condition/GreateEqualsFunction.java | 10 +-
.../function/impl/context/ContextFunction.java | 10 +-
.../impl/date/CurrentTimestampFunction.java | 4 +
.../script/function/impl/eval/EvalFunction.java | 91 ++++++
.../function/impl/field/ExtraFieldFunction.java | 2 +-
.../script/function/impl/field/FieldFunction.java | 12 +
.../function/impl/json/JsonValueFunction.java | 10 +-
.../script/function/impl/math/BitFunction.java | 2 +-
.../AndFunction.java} | 58 ++--
.../impl/string/SubStringIndexFunction.java | 9 +-
.../script/function/model/FunctionConfigure.java | 30 +-
.../script/function/service/IFunctionService.java | 2 +
.../service/impl/DefaultFunctionServiceImpl.java | 20 +-
.../function/service/impl/ScanFunctionService.java | 4 +-
.../operator/expression/GroupScriptExpression.java | 34 ++-
.../expression/ICaseDependentParser.java} | 22 +-
.../operator/expression/ScriptExpression.java | 121 +++++---
.../script/operator/impl/FunctionScript.java | 82 ++++--
.../compile/CompileScriptExpression.java | 2 +-
.../parser/imp/ConditionExpressionParser.java | 30 --
.../parser/imp/FunctionExpressionParser.java | 8 +-
.../streams/script/service/udf/UDFScript.java | 9 +-
.../streams/script/utils/FunctionUtils.java | 33 ++-
.../rocketmq/streams/script/utils/MatchUtil.java | 10 -
.../streams/script/function/UDTFFunctionTest.java | 69 +++++
.../function/function/JavaObjectUDFFunction.java | 63 ++++
.../streams/script/function/function/Person.java | 11 +-
.../src/test/resources/python_script.py | 39 ---
137 files changed, 4388 insertions(+), 2000 deletions(-)
copy {rocketmq-streams-connectors => rocketmq-streams-channel-kafka}/pom.xml (78%)
mode change 100755 => 100644
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java => rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/KafkaSplit.java (63%)
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/file/FileChannelBuilder.java => rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/KakfaChannelBuilder.java (68%)
create mode 100644 rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/sink/KafkaSink.java
create mode 100644 rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/source/KafkaSource.java
create mode 100644 rocketmq-streams-channel-kafka/src/test/java/org/apache/rocketmq/streams/kafka/KafkaChannelTest.java
copy {rocketmq-streams-schedule => rocketmq-streams-channel-kafka}/src/test/resources/log4j.xml (92%)
create mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/AbstractDimParser.java
create mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/DBDimSQLParser.java
copy rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configurable/service/impl/FileSupportParentConfigureService.java => rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/FileDimSQLParser.java (53%)
copy rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/Strategy.java => rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/IDimSQLParser.java (72%)
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/model/ThreadContext.java => rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/SQLParserFactory.java (58%)
delete mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/BooleanFieldDBDim.java
create mode 100644 rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/FileDim.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/function/script/CaseDependentParser.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/RuleExpression.java
delete mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/CaseWhenAction.java
delete mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/MetaDataAction.java
rename rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/{ChannelAction.java => SinkAction.java} (76%)
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/BlinkRule.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/BlinkRuleV2Expression.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/CommonExpression.java
delete mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/UnionTreeNode.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/homologous/HomologousCompute.java
create mode 100644 rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/homologous/HomologousOptimization.java
delete mode 100644 rocketmq-streams-filter/src/test/resources/credible/ChannelComponent.xml
delete mode 100755 rocketmq-streams-filter/src/test/resources/credible/credible-channel.properties
delete mode 100755 rocketmq-streams-filter/src/test/resources/credible/credible.properties
create mode 100644 rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/eval/EvalFunction.java
copy rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/{field/CoalesceFunction.java => relation/AndFunction.java} (50%)
copy rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/{service/IFunctionFieldDependent.java => operator/expression/ICaseDependentParser.java} (69%)
create mode 100644 rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/UDTFFunctionTest.java
create mode 100644 rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/function/JavaObjectUDFFunction.java
copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/context/IgnoreMessage.java => rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/function/Person.java (78%)
delete mode 100644 rocketmq-streams-script/src/test/resources/python_script.py