You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by du...@apache.org on 2021/08/04 11:16:26 UTC

[rocketmq-streams] 33/42: Merge branch 'main' of https://github.com/apache/rocketmq-streams into main

This is an automated email from the ASF dual-hosted git repository.

duhengforever pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git

commit a5d5e0545240273173af89734ca12280e8db3cac
Merge: 7fd5445 22f9ab0
Author: 刈刀 <je...@gmail.com>
AuthorDate: Mon Aug 2 19:54:11 2021 +0800

    Merge branch 'main' of https://github.com/apache/rocketmq-streams into main

 rocketmq-streams-channel-db/pom.xml                |   21 +
 .../streams/db/sink/AbstractMultiTableSink.java    |  150 +
 .../apache/rocketmq/streams/db/sink/DBSink.java    |  239 ++
 .../rocketmq/streams/db/sink/DBSinkBuilder.java    |   76 +
 .../streams/db/sink/SelfMultiTableSink.java        |   53 +
 .../streams/db/sink/SplitBySerialNumber.java       |   36 +
 .../streams/db/sink/SplitByTimeMultiTableSink.java |   36 +
 .../streams/db/sink/db/DBWriteOnlyChannelTest.java |   84 +
 rocketmq-streams-channel-http/pom.xml              |   30 +
 .../rocketmq-streams-channel-http.iml              |   62 +
 .../rocketmq/streams/http/source/HttpSource.java   |  157 ++
 .../streams/http/source/server/HttpServer.java     |  273 ++
 .../http/source/server/HttpServerManager.java      |   60 +
 .../streams/http/source/util/HttpUtil.java         |  251 ++
 .../streams/http/source/http/HttpChannelTest.java  |   45 +
 rocketmq-streams-channel-rocketmq/pom.xml          |   87 +
 .../rocketmq/streams/RocketMQChannelBuilder.java   |   90 +
 .../apache/rocketmq/streams/RocketMQOffset.java    |   89 +
 .../streams/queue/RocketMQMessageQueue.java        |  107 +
 .../apache/rocketmq/streams/sink/RocketMQSink.java |  318 +++
 .../rocketmq/streams/source/RocketMQSource.java    |  292 ++
 .../rocketmq/streams/AbstractChannelTest.java      |   58 +
 .../rocketmq/streams/RocketMQChannelTest.java      |  176 ++
 rocketmq-streams-commons/pom.xml                   |   76 +
 .../streams/common/cache/CompressTable.java        |  305 +++
 .../common/cache/compress/AdditionStore.java       |  161 ++
 .../streams/common/cache/compress/ByteArray.java   |  103 +
 .../common/cache/compress/ByteArrayValueKV.java    |  106 +
 .../streams/common/cache/compress/CacheKV.java     |  371 +++
 .../streams/common/cache/compress/ICacheKV.java    |   63 +
 .../streams/common/cache/compress/KVElement.java   |  123 +
 .../cache/compress/impl/FixedLenRowCacheKV.java    |  148 +
 .../common/cache/compress/impl/IntValueKV.java     |  195 ++
 .../streams/common/cache/compress/impl/KeySet.java |  109 +
 .../common/cache/compress/impl/ListValueKV.java    |   66 +
 .../common/cache/compress/impl/MultiValueKV.java   |  114 +
 .../common/cache/compress/impl/MutilValueKV.java   |  116 +
 .../common/cache/compress/impl/SplitCache.java     |   86 +
 .../common/cache/compress/impl/StringValueKV.java  |  137 +
 .../streams/common/cache/softreference/ICache.java |   58 +
 .../cache/softreference/RebuildCacheElement.java   |   26 +
 .../softreference/impl/SoftReferenceCache.java     |  127 +
 .../streams/common/calssscaner/AbstractScan.java   |  257 ++
 .../streams/common/channel/AbstractChannel.java    |  220 ++
 .../rocketmq/streams/common/channel/IChannel.java  |   34 +
 .../AbstractSupportShuffleChannelBuilder.java      |   31 +
 .../common/channel/builder/IChannelBuilder.java    |   70 +
 .../channel/builder/IShuffleChannelBuilder.java    |   39 +
 .../common/channel/impl/OutputPrintChannel.java    |   47 +
 .../common/channel/impl/PrintChannelBuilder.java   |   47 +
 .../channel/impl/file/FileChannelBuilder.java      |   96 +
 .../streams/common/channel/impl/file/FileSink.java |  164 ++
 .../common/channel/impl/file/FileSource.java       |  232 ++
 .../common/channel/impl/file/FileSplit.java        |   64 +
 .../common/channel/impl/memory/MemoryCache.java    |   83 +
 .../common/channel/impl/memory/MemoryChannel.java  |   79 +
 .../channel/impl/memory/MemoryChannelBuilder.java  |   71 +
 .../common/channel/impl/memory/MemorySink.java     |  107 +
 .../common/channel/impl/memory/MemorySource.java   |   92 +
 .../common/channel/impl/memory/MemorySplit.java    |   52 +
 .../streams/common/channel/sink/AbstractSink.java  |  243 ++
 .../channel/sink/AbstractSupportShuffleSink.java   |   80 +
 .../streams/common/channel/sink/ISink.java         |  104 +
 .../channel/sinkcache/DataSourceAutoFlushTask.java |   66 +
 .../common/channel/sinkcache/IMessageCache.java    |   79 +
 .../channel/sinkcache/IMessageFlushCallBack.java   |   31 +
 .../impl/AbstractMutilSplitMessageCache.java       |  137 +
 .../channel/sinkcache/impl/MessageCache.java       |  142 +
 .../sinkcache/impl/MultiSplitMessageCache.java     |   33 +
 .../sinkcache/impl/MutilSplitMessageCache.java     |   33 +
 .../common/channel/source/AbstractBatchSource.java |  202 ++
 .../common/channel/source/AbstractSource.java      |  536 ++++
 .../source/AbstractSupportOffsetResetSource.java   |   21 +
 .../channel/source/AbstractUnreliableSource.java   |  164 ++
 .../streams/common/channel/source/ISource.java     |   90 +
 .../channel/source/ISplitChangedListener.java      |   41 +
 .../channel/source/systemmsg/NewSplitMessage.java  |   26 +
 .../source/systemmsg/RemoveSplitMessage.java       |   26 +
 .../source/systemmsg/SplitChangedMessage.java      |   73 +
 .../streams/common/channel/split/ISplit.java       |   49 +
 .../streams/common/checkpoint/CheckPoint.java      |   78 +
 .../common/checkpoint/CheckPointManager.java       |  279 ++
 .../common/checkpoint/CheckPointMessage.java       |   77 +
 .../streams/common/checkpoint/CheckPointState.java |   65 +
 .../streams/common/checkpoint/ICheckPoint.java     |   31 +
 .../common/classloader/ByteClassLoader.java        |   30 +
 .../common/classloader/FileClassLoader.java        |   83 +
 .../common/classloader/IsolationClassLoader.java   |   78 +
 .../common/compiler/CustomJavaCompiler.java        |  248 ++
 .../common/component/AbstractComponent.java        |  208 ++
 .../streams/common/component/ComponentCreator.java |  293 ++
 .../common/component/ConfigureDescriptor.java      |   98 +
 .../streams/common/component/IComponent.java       |   73 +
 .../streams/common/component/IgnoreNameSpace.java  |   24 +
 .../PropertyConfigureDescriptorManager.java        |  104 +
 .../PropertyConfigureDiscriptorManager.java        |  110 +
 .../common/configurable/AbstractConfigurable.java  |  216 ++
 .../common/configurable/BasedConfigurable.java     |  249 ++
 .../IAfterConfiguableRefreshListerner.java         |   25 +
 .../streams/common/configurable/IConfigurable.java |   84 +
 .../configurable/IConfigurableIdentification.java  |   40 +
 .../configurable/IConfigurableListerner.java       |   20 +
 .../common/configurable/IConfigurableService.java  |  136 +
 .../common/configurable/IFieldProcessor.java       |   24 +
 .../common/configurable/annotation/Changeable.java |   31 +
 .../configurable/annotation/ENVDependence.java     |   30 +
 .../configurable/annotation/NoSerialized.java      |   29 +
 .../streams/common/configure/ConfigureFileKey.java |  142 +
 .../streams/common/context/AbstractContext.java    |  364 +++
 .../streams/common/context/BatchMessageOffset.java |  123 +
 .../rocketmq/streams/common/context/Context.java   |   33 +
 .../rocketmq/streams/common/context/IMessage.java  |   85 +
 .../streams/common/context/IgnoreMessage.java      |   23 +
 .../rocketmq/streams/common/context/Message.java   |  129 +
 .../streams/common/context/MessageHeader.java      |  360 +++
 .../streams/common/context/MessageOffset.java      |  208 ++
 .../streams/common/context/UserDefinedMessage.java |  502 ++++
 .../streams/common/datatype/ArrayDataType.java     |  146 +
 .../streams/common/datatype/BaseDataType.java      |  229 ++
 .../streams/common/datatype/BooleanDataType.java   |  142 +
 .../streams/common/datatype/ByteDataType.java      |  107 +
 .../common/datatype/ConfigurableDataType.java      |  127 +
 .../streams/common/datatype/DataJsonable.java      |   36 +
 .../rocketmq/streams/common/datatype/DataType.java |  109 +
 .../streams/common/datatype/DateDataType.java      |  153 ++
 .../streams/common/datatype/DoubleDataType.java    |  156 ++
 .../streams/common/datatype/FloatDataType.java     |  121 +
 .../common/datatype/GenericParameterDataType.java  |  122 +
 .../common/datatype/GenericParamterDataType.java   |  123 +
 .../streams/common/datatype/IJsonable.java         |   34 +
 .../streams/common/datatype/IntDataType.java       |  122 +
 .../streams/common/datatype/JavaBeanDataType.java  |   92 +
 .../streams/common/datatype/JsonableDataType.java  |  104 +
 .../streams/common/datatype/ListDataType.java      |  223 ++
 .../streams/common/datatype/LongDataType.java      |  173 ++
 .../streams/common/datatype/MapDataType.java       |  286 ++
 .../common/datatype/NotSupportDataType.java        |   74 +
 .../streams/common/datatype/NumberDataType.java    |   84 +
 .../streams/common/datatype/SetDataType.java       |  257 ++
 .../streams/common/datatype/ShortDataType.java     |  118 +
 .../streams/common/datatype/StringDataType.java    |   83 +
 .../streams/common/dboperator/IDBDriver.java       |   79 +
 .../common/disruptor/BufferFullFunction.java       |   27 +
 .../streams/common/disruptor/DisruptorEvent.java   |   34 +
 .../common/disruptor/DisruptorEventFactory.java    |   26 +
 .../common/disruptor/DisruptorProducer.java        |   51 +
 .../streams/common/functions/FilterFunction.java   |   24 +
 .../streams/common/functions/ForEachFunction.java  |   31 +
 .../common/functions/ForEachMessageFunction.java   |   30 +
 .../streams/common/functions/Function.java         |   19 +
 .../streams/common/functions/MapFunction.java      |   24 +
 .../common/functions/MultiTableSplitFunction.java  |   29 +
 .../streams/common/functions/ReduceFunction.java   |   24 +
 .../streams/common/functions/SplitFunction.java    |   30 +
 .../common/functions/TableSplitFunction.java       |   46 +
 .../common/interfaces/IBaseStreamOperator.java     |   33 +
 .../streams/common/interfaces/IFilterService.java  |   57 +
 .../streams/common/interfaces/IJDBCOperator.java   |   77 +
 .../common/interfaces/IJsonobjectProcessor.java    |   25 +
 .../common/interfaces/ILineMessageProcessor.java   |   32 +
 .../streams/common/interfaces/IPropertyEnable.java |   39 +
 .../common/interfaces/IScheduleExecutor.java       |   27 +
 .../streams/common/interfaces/IStreamOperator.java |   29 +
 .../streams/common/interfaces/ISystemMessage.java  |   20 +
 .../common/interfaces/ISystemMessageProcessor.java |   23 +
 .../streams/common/interfaces/ITransport.java      |   32 +
 .../streams/common/logger/LoggerCreator.java       |   57 +
 .../streams/common/logger/LoggerOutputChannel.java |   79 +
 .../common/logger/MyDailyRollingFileAppender.java  |  545 ++++
 .../streams/common/metadata/AbstractMetaData.java  |  247 ++
 .../rocketmq/streams/common/metadata/MetaData.java |  227 ++
 .../streams/common/metadata/MetaDataAdapter.java   |   48 +
 .../streams/common/metadata/MetaDataField.java     |  167 ++
 .../rocketmq/streams/common/model/BeanHolder.java  |   36 +
 .../rocketmq/streams/common/model/Entity.java      |   49 +
 .../rocketmq/streams/common/model/NameCreator.java |   63 +
 .../rocketmq/streams/common/model/ServiceName.java |   28 +
 .../streams/common/model/ThreadContext.java        |   31 +
 .../rocketmq/streams/common/monitor/IMonitor.java  |  171 ++
 .../streams/common/monitor/MonitorFactory.java     |  133 +
 .../common/monitor/TopologyFilterMonitor.java      |   66 +
 .../common/monitor/group/GroupedMonitorInfo.java   |  119 +
 .../common/monitor/group/MonitorCommander.java     |  200 ++
 .../streams/common/monitor/impl/DipperMonitor.java |  510 ++++
 .../streams/common/monitor/impl/MonitorItem.java   |  177 ++
 .../common/monitor/impl/NothingMonitorItem.java    |   59 +
 .../common/monitor/impl/NothingMontior.java        |  112 +
 .../optimization/CalculationResultCache.java       |   64 +
 .../common/optimization/HyperscanRegex.java        |  104 +
 .../streams/common/optimization/LikeRegex.java     |  175 ++
 .../common/optimization/LogFingerprintFilter.java  |  152 +
 .../common/optimization/MessageGloableTrace.java   |   80 +
 .../common/optimization/OptimizationRegex.java     |  308 +++
 .../optimization/SQLLogFingerprintFilter.java      |   53 +
 .../AbstractMutilPipelineChainPipline.java         |  193 ++
 .../streams/common/topology/ChainPipeline.java     |  447 +++
 .../streams/common/topology/ChainStage.java        |  189 ++
 .../common/topology/builder/IStageBuilder.java     |   39 +
 .../common/topology/builder/PipelineBuilder.java   |  370 +++
 .../common/topology/model/AbstractRule.java        |  181 ++
 .../common/topology/model/AbstractScript.java      |  110 +
 .../common/topology/model/AbstractStage.java       |  298 ++
 .../streams/common/topology/model/ILifeCycle.java  |   33 +
 .../common/topology/model/IStageHandle.java        |   44 +
 .../streams/common/topology/model/IWindow.java     |   92 +
 .../streams/common/topology/model/Pipeline.java    |  291 ++
 .../topology/model/PipelineSourceJoiner.java       |   48 +
 .../streams/common/topology/model/Union.java       |   63 +
 .../stages/AbstractStatelessChainStage.java        |   41 +
 .../topology/stages/AbstractWindowStage.java       |   90 +
 .../common/topology/stages/FilterChainStage.java   |  357 +++
 .../common/topology/stages/JoinChainStage.java     |  160 ++
 .../common/topology/stages/NewSQLChainStage.java   |   82 +
 .../common/topology/stages/OpenAPIChainStage.java  |   80 +
 .../common/topology/stages/OutputChainStage.java   |  231 ++
 .../common/topology/stages/PythonChainStage.java   |   80 +
 .../topology/stages/RightJoinChainStage.java       |   92 +
 .../common/topology/stages/SQLChainStage.java      |   81 +
 .../common/topology/stages/ScriptChainStage.java   |  124 +
 .../topology/stages/SubPiplineChainStage.java      |  410 +++
 .../common/topology/stages/UnionChainStage.java    |   51 +
 .../common/topology/stages/WindowChainStage.java   |   83 +
 .../common/topology/stages/udf/FilterOperator.java |   37 +
 .../topology/stages/udf/FlatMapOperator.java       |   61 +
 .../common/topology/stages/udf/IReducer.java       |   35 +
 .../common/topology/stages/udf/IRedurce.java       |   36 +
 .../common/topology/stages/udf/MapOperator.java    |   35 +
 .../common/topology/stages/udf/StageBuilder.java   |   92 +
 .../common/topology/stages/udf/UDFChainStage.java  |   74 +
 .../topology/stages/udf/UDFUnionChainStage.java    |   92 +
 .../common/transport/AbstractFileTransport.java    |   41 +
 .../streams/common/transport/IFileTransport.java   |   68 +
 .../rocketmq/streams/common/utils/AESUtil.java     |  108 +
 .../rocketmq/streams/common/utils/Base64Utils.java |  100 +
 .../rocketmq/streams/common/utils/ClassUtil.java   |  157 ++
 .../streams/common/utils/CollectionUtil.java       |   65 +
 .../rocketmq/streams/common/utils/CommandUtil.java |  184 ++
 .../streams/common/utils/CompressUtil.java         |   88 +
 .../streams/common/utils/ConfigurableUtil.java     |  248 ++
 .../streams/common/utils/ContantsUtil.java         |  355 +++
 .../rocketmq/streams/common/utils/DESUtils.java    |  142 +
 .../streams/common/utils/DataTypeUtil.java         |  504 ++++
 .../rocketmq/streams/common/utils/DateUtil.java    |  603 ++++
 .../common/utils/DipperThreadLocalUtil.java        |   35 +
 .../rocketmq/streams/common/utils/ENVUtile.java    |   55 +
 .../rocketmq/streams/common/utils/FileUtil.java    |  973 +++++++
 .../rocketmq/streams/common/utils/IOUtil.java      |   99 +
 .../rocketmq/streams/common/utils/IPUtil.java      |  201 ++
 .../streams/common/utils/InstantiationUtil.java    |  118 +
 .../streams/common/utils/Ip2LongUtils.java         |  296 ++
 .../rocketmq/streams/common/utils/JarUtil.java     |  147 +
 .../streams/common/utils/JsonableUtil.java         |   61 +
 .../streams/common/utils/LogParserUtil.java        |  241 ++
 .../rocketmq/streams/common/utils/MapKeyUtil.java  |  155 ++
 .../rocketmq/streams/common/utils/MessageUtil.java |  102 +
 .../streams/common/utils/NameCreatorUtil.java      |   61 +
 .../rocketmq/streams/common/utils/NumberUtils.java |  179 ++
 .../rocketmq/streams/common/utils/PrintUtil.java   |  205 ++
 .../streams/common/utils/PropertiesUtils.java      |  144 +
 .../streams/common/utils/RandomStrUtil.java        |   38 +
 .../rocketmq/streams/common/utils/ReflectUtil.java |  882 ++++++
 .../rocketmq/streams/common/utils/RegexUtil.java   |   21 +
 .../rocketmq/streams/common/utils/RuntimeUtil.java |   63 +
 .../streams/common/utils/SQLFormatterUtil.java     |  362 +++
 .../rocketmq/streams/common/utils/SQLUtil.java     |  413 +++
 .../streams/common/utils/ScheduleUtil.java         |   52 +
 .../rocketmq/streams/common/utils/ShellUtil.java   |  189 ++
 .../rocketmq/streams/common/utils/StringUtil.java  |  369 +++
 .../streams/common/utils/SyslogParserUtil.java     |   25 +
 .../rocketmq/streams/common/utils/ThreadUtil.java  |   29 +
 .../rocketmq/streams/common/utils/TraceUtil.java   |  118 +
 .../common/cache/compress/IntValueKVTest.java      |   66 +
 .../softreference/SoftReferenceCacheTest.java      |   55 +
 .../rocketmq/streams/common/channel/SinkTest.java  |   73 +
 .../streams/common/channel/SourceTest.java         |   75 +
 .../streams/common/classscan/ClassScanTest.java    |   34 +
 .../common/compiler/CustomJavaCompilerTest.java    |   35 +
 .../streams/common/datatype/DataTypeTest.java      |   39 +
 .../streams/common/stages/SelfChainStageTest.java  |   36 +
 .../src/test/resources/log4j.xml                   |   16 +
 rocketmq-streams-configurable/pom.xml              |   21 +
 .../streams/configuable/ConfigurableComponent.java |  189 ++
 .../streams/configuable/model/Configure.java       |  130 +
 .../service/AbstractConfigurableService.java       |  561 ++++
 .../AbstractSupportParentConfigureService.java     |  263 ++
 .../service/ConfigurableServcieType.java           |   31 +
 .../service/ConfigurableServiceFactory.java        |   58 +
 .../service/impl/FileConfigureService.java         |  250 ++
 .../impl/FileSupportParentConfigureService.java    |   38 +
 .../service/impl/MemoryConfigureService.java       |  122 +
 .../impl/MemorySupportParentConfigureService.java  |   39 +
 .../configurable/ConfigurableComponent.java        |  188 ++
 .../streams/configurable/model/Configure.java      |  127 +
 .../service/AbstractConfigurableService.java       |  553 ++++
 .../AbstractSupportParentConfigureService.java     |  255 ++
 .../service/ConfigurableServcieType.java           |   29 +
 .../service/ConfigurableServiceFactory.java        |   59 +
 .../service/impl/FileConfigureService.java         |  249 ++
 .../impl/FileSupportParentConfigureService.java    |   37 +
 .../service/impl/MemoryConfigureService.java       |  121 +
 .../impl/MemorySupportParentConfigureService.java  |   37 +
 .../src/main/resources/log4j.xml                   |   20 +
 .../configuable/ConfiguableComponentTest.java      |  112 +
 .../rocketmq/streams/configuable/model/Person.java |  110 +
 .../configurable/ConfigurableComponentTest.java    |  108 +
 .../streams/configurable/model/Person.java         |  110 +
 .../src/test/resources/log4j.xml                   |   20 +
 rocketmq-streams-filter/pom.xml                    |   31 +
 .../rocketmq-streams-filter.iml                    |   72 +
 .../rocketmq/streams/filter/FilterComponent.java   |  115 +
 .../streams/filter/builder/ExpressionBuilder.java  |  409 +++
 .../streams/filter/builder/RuleBuilder.java        |  592 ++++
 .../streams/filter/builder/RuleElementBuilder.java |  137 +
 .../streams/filter/contants/RuleElementType.java   |   43 +
 .../streams/filter/contants/RuleStatus.java        |   98 +
 .../streams/filter/context/ContextConfigure.java   |  272 ++
 .../streams/filter/context/RuleContext.java        |  399 +++
 .../streams/filter/context/RuleMessage.java        |   48 +
 .../streams/filter/engine/IRuleEngine.java         |   51 +
 .../rocketmq/streams/filter/engine/SplitFlow.java  |  159 ++
 .../filter/engine/impl/DefaultRuleEngine.java      |  280 ++
 .../filter/exception/RegexTimeoutException.java    |   48 +
 .../filter/function/etl/RenameFunction.java        |   37 +
 .../expression/AbstractExpressionFunction.java     |   67 +
 .../function/expression/CompareFunction.java       |   74 +
 .../ContainsCaseInsensitiveFunction.java           |   74 +
 .../function/expression/ContainsFunction.java      |   62 +
 .../streams/filter/function/expression/Equals.java |  166 ++
 .../function/expression/ExpressionFunction.java    |   33 +
 .../filter/function/expression/GreaterEquals.java  |  163 ++
 .../filter/function/expression/GreaterThan.java    |  132 +
 .../filter/function/expression/InFunction.java     |   85 +
 .../filter/function/expression/InMetaData.java     |   65 +
 .../function/expression/IpContainsFunction.java    |  180 ++
 .../filter/function/expression/IsNotNull.java      |   50 +
 .../streams/filter/function/expression/IsNull.java |   49 +
 .../filter/function/expression/LessEquals.java     |  118 +
 .../filter/function/expression/LessThan.java       |  119 +
 .../filter/function/expression/LikeFunction.java   |  167 ++
 .../NotContainsCaseInsensitiveFunction.java        |   76 +
 .../function/expression/NotContainsFunction.java   |   63 +
 .../filter/function/expression/NotEquals.java      |  169 ++
 .../filter/function/expression/NotInFunction.java  |   35 +
 .../function/expression/NotLikeFunction.java       |   36 +
 .../NotRegexCaseInsensitiveFunction.java           |   36 +
 .../function/expression/NotRegexFunction.java      |   36 +
 .../expression/RegexCaseInsensitiveFunction.java   |   41 +
 .../filter/function/expression/RegexFunction.java  |  123 +
 .../filter/function/expression/ScriptFunction.java |  145 +
 .../filter/function/script/CaseFunction.java       |   86 +
 .../rocketmq/streams/filter/monitor/Monitor.java   |  160 ++
 .../filter/monitor/contants/MonitorType.java       |   40 +
 .../streams/filter/monitor/rule/ActionMonitor.java |   27 +
 .../filter/monitor/rule/ExpressionMonitor.java     |   27 +
 .../filter/monitor/rule/MessageMonitor.java        |  119 +
 .../streams/filter/monitor/rule/NullMonitor.java   |   55 +
 .../streams/filter/monitor/rule/RuleMonitor.java   |   62 +
 .../streams/filter/monitor/rule/VarMonitor.java    |   27 +
 .../streams/filter/operator/FilterOperator.java    |   31 +
 .../rocketmq/streams/filter/operator/Rule.java     |  538 ++++
 .../streams/filter/operator/action/Action.java     |   28 +
 .../operator/action/IConfigurableAction.java       |   41 +
 .../filter/operator/action/impl/ChannelAction.java |   69 +
 .../operator/action/impl/MetaDataAction.java       |  185 ++
 .../filter/operator/expression/Expression.java     |  405 +++
 .../operator/expression/ExpressionPerformance.java |   99 +
 .../expression/ExpressionRelationParser.java       |  106 +
 .../expression/ExpressionRelationPaser.java        |  107 +
 .../operator/expression/GroupExpression.java       |  146 +
 .../expression/GroupExpressionManager.java         |   86 +
 .../operator/expression/OptimizationRule.java      |   28 +
 .../operator/expression/RelationExpression.java    |  347 +++
 .../operator/expression/SimpleExpression.java      |  113 +
 .../streams/filter/operator/var/ConstantVar.java   |  118 +
 .../streams/filter/operator/var/ContextVar.java    |   85 +
 .../streams/filter/operator/var/InnerVar.java      |   86 +
 .../rocketmq/streams/filter/operator/var/Var.java  |   79 +
 .../optimization/EqualsExpressionOptimization.java |   39 +
 .../optimization/ExpressionOptimization.java       |  144 +
 .../optimization/IExpressionOptimization.java      |   38 +
 .../optimization/LikeExpressionOptimization.java   |   39 +
 .../optimization/OptimizationExpression.java       |   71 +
 .../PiplineLogFingerprintAnalysis.java             |  433 +++
 .../optimization/RegexExpressionOptimization.java  |   39 +
 .../streams/filter/service/IRuleEngineService.java |   50 +
 .../filter/service/impl/RuleEngineServiceImpl.java |  104 +
 .../rocketmq/streams/filter/utils/IPUtil.java      |  209 ++
 .../rocketmq/streams/filter/utils/RegexUtil.java   |  211 ++
 .../streams/filter/FilterComponentTest.java        |   36 +
 .../streams/filter/operator/ExpressionTest.java    |   49 +
 .../rocketmq/streams/filter/operator/RuleTest.java |   40 +
 .../test/resources/credible/ChannelComponent.xml   |   70 +
 .../resources/credible/credible-channel.properties |   12 +
 .../test/resources/credible/credible.properties    |    8 +
 .../src/test/resources/log4j.xml                   |   20 +
 rocketmq-streams-schedule/pom.xml                  |   33 +
 .../rocketmq-streams-schedule.iml                  |   65 +
 .../streams/schedule/ScheduleComponent.java        |   65 +
 .../schedule/job/ConfigurableExecutorJob.java      |   55 +
 .../streams/schedule/service/IScheduleService.java |   90 +
 .../schedule/service/impl/ScheduleServiceImpl.java |  264 ++
 .../stream/schedule/ScheduleComponentTest.java     |   62 +
 .../src/test/resources/log4j.xml                   |   20 +
 rocketmq-streams-script/pom.xml                    |   33 +
 .../rocketmq/streams/script/ScriptComponent.java   |   76 +
 .../streams/script/annotation/Function.java        |   31 +
 .../streams/script/annotation/FunctionMethod.java  |   51 +
 .../script/annotation/FunctionMethodAilas.java     |   37 +
 .../script/annotation/FunctionParamter.java        |   44 +
 .../streams/script/annotation/UDAFFunction.java    |   34 +
 .../streams/script/context/FunctionContext.java    |   87 +
 .../function/aggregation/AverageAccumulator.java   |   98 +
 .../function/aggregation/ConcatAccumulator.java    |   96 +
 .../aggregation/ConcatDistinctAccumulator.java     |   98 +
 .../function/aggregation/CountAccumulator.java     |   79 +
 .../function/aggregation/DistinctAccumulator.java  |   75 +
 .../function/aggregation/MaxAccumulator.java       |  111 +
 .../function/aggregation/MinAccumulator.java       |  111 +
 .../function/aggregation/SumAccumulator.java       |   82 +
 .../script/function/impl/bool/BooleanFunction.java |   39 +
 .../script/function/impl/common/EchoFunction.java  |   47 +
 .../function/impl/condition/EqualsFunction.java    |  155 ++
 .../impl/condition/ExecuteByConditionFuction.java  |   36 +
 .../impl/condition/GreateEqualsFunction.java       |   74 +
 .../function/impl/condition/GreaterFunction.java   |   69 +
 .../script/function/impl/condition/IFFunction.java |   39 +
 .../impl/condition/InConditionFunction.java        |   99 +
 .../impl/condition/LessEqualsFunction.java         |   71 +
 .../function/impl/condition/LessFunction.java      |   69 +
 .../function/impl/context/ContextFunction.java     |   44 +
 .../function/impl/date/AddMonthFunction.java       |   73 +
 .../impl/date/CurrentTimestampFunction.java        |   63 +
 .../script/function/impl/date/DateAddFunction.java |  146 +
 .../function/impl/date/DateDiffFunction.java       |  124 +
 .../function/impl/date/DateFormatFunction.java     |   92 +
 .../function/impl/date/DatePartFunction.java       |  218 ++
 .../function/impl/date/DateToCharFunction.java     |   93 +
 .../function/impl/date/DateTruncFunction.java      |  143 +
 .../function/impl/date/DateUtilFunction.java       |  130 +
 .../function/impl/date/DateUtileFunction.java      |  134 +
 .../script/function/impl/date/DayFunction.java     |   62 +
 .../function/impl/date/FromUnixTimeFunction.java   |   72 +
 .../script/function/impl/date/GetDateFunction.java |   43 +
 .../script/function/impl/date/IsDateFunction.java  |   54 +
 .../script/function/impl/date/LastDayFunction.java |   69 +
 .../script/function/impl/date/NextDayFunction.java |  100 +
 .../script/function/impl/date/NowFuntion.java      |   46 +
 .../script/function/impl/date/QuarterFuction.java  |   75 +
 .../script/function/impl/date/QuarterFunction.java |   76 +
 .../function/impl/date/UnixTimeStampFunction.java  |   77 +
 .../function/impl/date/WeekOfYearFunction.java     |   59 +
 .../script/function/impl/date/WeekdayFunction.java |   60 +
 .../script/function/impl/env/ENVFunction.java      |   47 +
 .../impl/field/AdditionalFiledFunction.java        |  318 +++
 .../function/impl/field/CoalesceFunction.java      |   51 +
 .../function/impl/field/ExtraFieldFunction.java    |   67 +
 .../script/function/impl/field/FieldFunction.java  |  155 ++
 .../function/impl/field/RemoveFieldFunction.java   |   59 +
 .../function/impl/field/RetainFieldFunction.java   |   51 +
 .../script/function/impl/filter/BreakFunction.java |   41 +
 .../function/impl/filter/FilterFunction.java       |   74 +
 .../function/impl/flatmap/SplitArrayFunction.java  |  164 ++
 .../function/impl/header/HeaderFunction.java       |   48 +
 .../function/impl/json/JsonArrayFunction.java      |  230 ++
 .../function/impl/json/JsonCreatorFunction.java    |  218 ++
 .../function/impl/json/JsonValueFunction.java      |  108 +
 .../script/function/impl/math/AbsFunction.java     |  118 +
 .../script/function/impl/math/AcosFunction.java    |  109 +
 .../function/impl/math/AdditionFunction.java       |   62 +
 .../script/function/impl/math/AsinFunction.java    |  109 +
 .../script/function/impl/math/AtanFunction.java    |   88 +
 .../script/function/impl/math/BinFunction.java     |   54 +
 .../script/function/impl/math/BitFunction.java     |  201 ++
 .../script/function/impl/math/BroundFunction.java  |  113 +
 .../function/impl/math/CardinalityFunction.java    |   49 +
 .../script/function/impl/math/CbrtFunction.java    |   67 +
 .../script/function/impl/math/CeilFunction.java    |  109 +
 .../script/function/impl/math/ConvFunction.java    |  244 ++
 .../script/function/impl/math/CosFunction.java     |  109 +
 .../script/function/impl/math/CosHFunction.java    |  109 +
 .../script/function/impl/math/CotFunction.java     |  109 +
 .../script/function/impl/math/DegreesFunction.java |   90 +
 .../function/impl/math/DivisionFunction.java       |   62 +
 .../script/function/impl/math/EFunction.java       |   42 +
 .../script/function/impl/math/ExpFunction.java     |  109 +
 .../function/impl/math/FactorialFunction.java      |   79 +
 .../script/function/impl/math/FloorFunction.java   |  115 +
 .../script/function/impl/math/HexFunction.java     |   69 +
 .../script/function/impl/math/LnFunction.java      |  109 +
 .../script/function/impl/math/Log10Function.java   |  105 +
 .../script/function/impl/math/Log2Function.java    |  105 +
 .../script/function/impl/math/LogFunction.java     |  114 +
 .../script/function/impl/math/MathFunction.java    |  132 +
 .../function/impl/math/MultiplicationFunction.java |   63 +
 .../function/impl/math/OperationFunction.java      |  123 +
 .../script/function/impl/math/PIFunction.java      |   42 +
 .../script/function/impl/math/PowerFunction.java   |  114 +
 .../script/function/impl/math/RadiansFunction.java |   48 +
 .../script/function/impl/math/RandFunction.java    |   62 +
 .../script/function/impl/math/RoundFunction.java   |  117 +
 .../function/impl/math/ShiftLeftFunction.java      |   52 +
 .../function/impl/math/ShiftRightFunction.java     |   52 +
 .../impl/math/ShiftRightUnSignedFunction.java      |   52 +
 .../script/function/impl/math/SignFunction.java    |   50 +
 .../script/function/impl/math/SinFunction.java     |  109 +
 .../script/function/impl/math/SinHFunction.java    |  109 +
 .../script/function/impl/math/SqrtFunction.java    |  109 +
 .../function/impl/math/SubtractionFunction.java    |   62 +
 .../script/function/impl/math/TanFunction.java     |  108 +
 .../script/function/impl/math/TanHFunction.java    |  109 +
 .../script/function/impl/math/TruncFunction.java   |  118 +
 .../script/function/impl/math/UnHexFunction.java   |   64 +
 .../script/function/impl/mock/MockFunction.java    |   39 +
 .../function/impl/offset/OffsetFunction.java       |   67 +
 .../script/function/impl/parser/GrokFunction.java  |   91 +
 .../function/impl/parser/LogParserFunction.java    |   85 +
 .../function/impl/parser/Paser2JsonFunction.java   |  169 ++
 .../function/impl/parser/PaserBySplitFunction.java |  172 ++
 .../function/impl/parser/RegexParserFunction.java  |   85 +
 .../function/impl/platform/BlinkUDFFunction.java   |   33 +
 .../function/impl/python/GroovyFunction.java       |   52 +
 .../function/impl/python/PythonFunction.java       |   49 +
 .../script/function/impl/router/RouteFunction.java |   37 +
 .../script/function/impl/sql/SQLFunction.java      |   56 +
 .../script/function/impl/string/AsciiFunction.java |   52 +
 .../function/impl/string/Base64Function.java       |   86 +
 .../function/impl/string/BlinkStringFunction.java  |   53 +
 .../impl/string/CharMatchCountFunction.java        |   61 +
 .../script/function/impl/string/ChrFunction.java   |   49 +
 .../function/impl/string/HashCodeFunction.java     |   50 +
 .../function/impl/string/InitCapFunction.java      |   53 +
 .../script/function/impl/string/InstrFunction.java |  136 +
 .../function/impl/string/InstrtFunction.java       |  134 +
 .../function/impl/string/Ip2RegionFunction.java    |   43 +
 .../function/impl/string/IsEncodingFunction.java   |   62 +
 .../function/impl/string/KeyValueFunction.java     |  120 +
 .../script/function/impl/string/LTrimFunction.java |   49 +
 .../function/impl/string/LengthBFunction.java      |   50 +
 .../function/impl/string/LengthFunction.java       |   50 +
 .../script/function/impl/string/Md5Function.java   |   84 +
 .../script/function/impl/string/NullFunction.java  |   43 +
 .../function/impl/string/ParseUrlFunction.java     |  102 +
 .../script/function/impl/string/RTrimFunction.java |   50 +
 .../function/impl/string/RegexCountFunction.java   |  113 +
 .../script/function/impl/string/RegexFunction.java |  159 ++
 .../function/impl/string/RegexInstrFunction.java   |  180 ++
 .../function/impl/string/RegexReplaceFunction.java |   92 +
 .../function/impl/string/RegexSubStrFunction.java  |  127 +
 .../function/impl/string/RepeatFunction.java       |   60 +
 .../function/impl/string/ReplaceFunction.java      |   56 +
 .../function/impl/string/ReverseFunction.java      |   50 +
 .../function/impl/string/SoundxFunction.java       |  112 +
 .../script/function/impl/string/SpaceFunction.java |   60 +
 .../function/impl/string/SplitPartFunction.java    |  133 +
 .../impl/string/SubStringIndexFunction.java        |  128 +
 .../function/impl/string/ToCharFunction.java       |  119 +
 .../function/impl/string/ToLowerFunction.java      |   49 +
 .../function/impl/string/ToUpperFunction.java      |   49 +
 .../function/impl/string/TransLateFunction.java    |   57 +
 .../script/function/impl/string/TrimFunction.java  |   50 +
 .../script/function/impl/string/UUIDFunction.java  |   39 +
 .../function/impl/string/UrlDecodeFunction.java    |   85 +
 .../function/impl/string/UrlEncodeFunction.java    |  125 +
 .../script/function/impl/type/CastFunction.java    |   73 +
 .../script/function/impl/udtf/UDTFFunction.java    |   61 +
 .../function/impl/window/WindowFunction.java       |   64 +
 .../script/function/model/FunctionConfigure.java   |  573 ++++
 .../function/model/FunctionConfigureMap.java       |  109 +
 .../script/function/model/FunctionInfo.java        |  101 +
 .../script/function/model/FunctionInfoMap.java     |   84 +
 .../script/function/model/FunctionType.java        |   45 +
 .../function/service/IDipperInterfaceAdpater.java  |   46 +
 .../script/function/service/IFunctionService.java  |  130 +
 .../service/impl/DefaultFunctionServiceImpl.java   |  396 +++
 .../function/service/impl/ScanFunctionService.java |   96 +
 .../script/operator/AbstractScriptOperator.java    |   82 +
 .../operator/expression/GroupScriptExpression.java |  239 ++
 .../operator/expression/ScriptExpression.java      |  327 +++
 .../operator/expression/ScriptParameter.java       |  135 +
 .../script/operator/impl/AggregationScript.java    |  211 ++
 .../operator/impl/FileGroovyScriptOperator.java    |   33 +
 .../operator/impl/FileJPythonScriptOperatore.java  |   32 +
 .../script/operator/impl/FunctionScript.java       |  247 ++
 .../script/operator/impl/GroovyScriptOperator.java |  108 +
 .../operator/impl/JPythonScriptOperator.java       |   95 +
 .../script/operator/impl/JavaScriptOperator.java   |   63 +
 .../script/operator/impl/ScriptOperator.java       |   29 +
 .../optimization/AbstractFunctionOptimization.java |   47 +
 .../script/optimization/CompileParameter.java      |  132 +
 .../optimization/CompileScriptExpression.java      |  121 +
 .../script/optimization/EqualsOptimization.java    |   44 +
 .../script/optimization/IFunctionOptimization.java |   38 +
 .../optimization/OptimizationScriptExpression.java |   67 +
 .../script/optimization/RegexOptimization.java     |   43 +
 .../script/optimization/ScriptOptimization.java    |  407 +++
 .../script/parser/IScriptExpressionParser.java     |   41 +
 .../parser/ScriptExpressionParserFactory.java      |   70 +
 .../parser/imp/ConditionExpressionParser.java      |  227 ++
 .../parser/imp/FunctionExpressionParser.java       |  361 +++
 .../streams/script/parser/imp/FunctionParser.java  |  166 ++
 .../streams/script/service/IAccumulator.java       |   67 +
 .../script/service/IFunctionFieldDependent.java    |   40 +
 .../streams/script/service/IScriptExpression.java  |   59 +
 .../streams/script/service/IScriptParamter.java    |   43 +
 .../streams/script/service/IScriptService.java     |   84 +
 .../streams/script/service/IScriptUDFInit.java     |   37 +
 .../script/service/impl/ScriptServiceImpl.java     |  121 +
 .../streams/script/service/udf/UDAFScript.java     |  230 ++
 .../streams/script/service/udf/UDFScript.java      |  296 ++
 .../streams/script/service/udf/UDTFScript.java     |  113 +
 .../streams/script/utils/FunctionUtils.java        |  254 ++
 .../rocketmq/streams/script/utils/MatchUtil.java   |   82 +
 .../streams/script/utils/RandomStrUtil.java        |   38 +
 .../streams/script/utils/ScriptParserUtil.java     |   23 +
 .../streams/script/utils/StringMatchUtil.java      |   87 +
 .../rocketmq/streams/script/utils/UniqID.java      |   66 +
 .../src/main/resources/log4j.xml                   |   20 +
 .../streams/script/function/FunctionTest.java      |   89 +
 .../streams/script/function/GrokFunctionTest.java  |   44 +
 .../script/function/GroovyFunctionTest.java        |   52 +
 .../script/function/JPythonFunctionTest.java       |   48 +
 .../function/aggregation/AccumulatorTest.java      |  235 ++
 .../script/operator/ScriptOperatorTest.java        |  105 +
 .../streams/script/parser/ScriptParserTest.java    |   43 +
 .../src/test/resources/log4j.xml                   |   20 +
 .../src/test/resources/python_script.py            |   22 +
 rocketmq-streams-serviceloader/pom.xml             |   24 +
 .../serviceloader/IServiceLoaderService.java       |   31 +
 .../serviceloader/ServiceLoaderComponent.java      |  132 +
 .../namefinder/IServiceNameGetter.java             |   30 +
 .../impl/AnnotationServiceNameGetter.java          |   39 +
 .../streams/serviceloader/utils/FileUtil.java      |   73 +
 .../component/ServiceLoaderComponent.properties    |    1 +
 .../serviceloader/ServiceLoaderComponentTest.java  |   17 +
 .../src/test/resources/log4j.xml                   |   20 +
 rocketmq-streams-window/pom.xml                    |   36 +
 .../streams/window/builder/WindowBuilder.java      |   95 +
 .../streams/window/model/FunctionExecutor.java     |   51 +
 .../rocketmq/streams/window/model/WindowCache.java |  149 +
 .../streams/window/model/WindowInstance.java       |  506 ++++
 .../window/offset/IWindowMaxValueManager.java      |   87 +
 .../streams/window/offset/WindowMaxValue.java      |   89 +
 .../window/offset/WindowMaxValueManager.java       |  247 ++
 .../window/operator/AbstractShuffleWindow.java     |   83 +
 .../streams/window/operator/AbstractWindow.java    |  781 ++++++
 .../streams/window/operator/impl/OverWindow.java   |  154 ++
 .../window/operator/impl/SessionWindow.java        |  248 ++
 .../window/operator/impl/WindowOperator.java       |  451 +++
 .../streams/window/operator/join/DBOperator.java   |  427 +++
 .../streams/window/operator/join/JoinWindow.java   |  553 ++++
 .../streams/window/operator/join/Operator.java     |   76 +
 .../window/shuffle/AbstractSystemChannel.java      |  321 +++
 .../streams/window/shuffle/ShuffleChannel.java     |  542 ++++
 .../streams/window/source/WindowRireSource.java    |  336 +++
 .../streams/window/state/WindowBaseValue.java      |  188 ++
 .../streams/window/state/impl/JoinLeftState.java   |   20 +
 .../streams/window/state/impl/JoinRightState.java  |   20 +
 .../streams/window/state/impl/JoinState.java       |   94 +
 .../streams/window/state/impl/WindowValue.java     |  548 ++++
 .../window/storage/AbstractWindowStorage.java      |  120 +
 .../streams/window/storage/ICommonStorage.java     |   50 +
 .../streams/window/storage/IKeyGenerator.java      |   29 +
 .../window/storage/IShufflePartitionManager.java   |   52 +
 .../rocketmq/streams/window/storage/IStorage.java  |   79 +
 .../streams/window/storage/IWindowStorage.java     |   68 +
 .../window/storage/ShufflePartitionManager.java    |   86 +
 .../streams/window/storage/StorageManager.java     |  307 +++
 .../streams/window/storage/WindowStorage.java      |  183 ++
 .../streams/window/storage/db/DBStorage.java       |  186 ++
 .../streams/window/storage/file/FileStorage.java   |  196 ++
 .../window/storage/rocksdb/RocksdbStorage.java     |  293 ++
 .../src/main/resources/dipper.cs                   | 2892 ++++++++++++++++++++
 .../src/main/resources/dipper.properties           |   21 +
 .../streams/configruation/model/Person.java        |   84 +
 .../streams/configurable/model/Person.java         |   97 +
 .../streams/window/WindowInstanceTest.java         |  122 +
 .../streams/window/WindowMaxValueTest.java         |   35 +
 .../rocketmq/streams/window/WindowValueTest.java   |   36 +
 .../src/test/resources/log4j.xml                   |   20 +
 679 files changed, 83087 insertions(+)