[rocketmq-streams] branch async-ck updated (fea6460 -> 98f743d)

[xi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

xiaodong pushed a change to branch async-ck
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.


    from fea6460  Merge pull request #79 from speak2me/async-ck-local
     new ed97ca3  add channel-db module
     new 1992a35  add channel-configurable
     new 75530c6  add chinese
     new 143ccaf  fix AbstractChannel removeSplit adNewSplit function
     new 8173abb  fixed DataStream flatMap
     new 1ee8eeb  U
     new 4d83d6c  stash & pre merge
     new b1e95a6  Merge remote-tracking branch 'source/async-ck' into async-ck
     new 59f27e5  add license for chackpoint/pom.xml
     new a53073c  add license for checkpoint/pom.xml
     new a6de2a9  fix license
     new 8bc8f8c  add enhancedbsink with atomic sink && multiplesink feature
     new 6d7fbee  add connectors module
     new ecc314f  fix
     new d990413  add baseline
     new 3f25e4f  Merge remote-tracking branch 'source/async-ck' into base-line
     new e9ae379  merge
     new 93002ed  U
     new c13419c  bug fix
     new c78bc70  U
     new 864e073  U
     new 6343a94  U
     new ad25aeb  Merge remote-tracking branch 'source/async-ck' into base-line
     new 43258a9  U
     new 58d2c1f  Merge branch 'async-ck' into base-line
     new 550b125  Merge remote-tracking branch 'origin/base-line' into base-line
     new e970c73  update
     new a4f12ad  U
     new f117c35  add license
     new 0a6d2c0  add license
     new 98f743d  Merge pull request #81 from cw68ster/base-line

The 193 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 pom.xml                                            |   9 +-
 .../org/apache/rocketmq/streams/db/CycleSplit.java |  48 +--
 .../streams/db/DynamicMultipleDBSplit.java         |  81 +++++
 .../streams/db/sink/AbstractMultiTableSink.java    |  44 ++-
 .../apache/rocketmq/streams/db/sink/DBSink.java    |  58 ++++
 .../streams/db/sink/DynamicMultipleDBSink.java     |  91 +++++
 .../rocketmq/streams/db/sink/EnhanceDBSink.java    | 371 +++++++++++++++++++++
 .../streams/db/sink/sqltemplate/ISqlTemplate.java  |  32 +-
 .../MysqlInsertIgnoreIntoSqlTemplate.java          |  25 +-
 .../sqltemplate/MysqlInsertIntoSqlTemplate.java    |  67 ++++
 ...MysqlInsertIntoWithDuplicateKeySqlTemplate.java |  55 +++
 .../db/sink/sqltemplate/SqlTemplateFactory.java    |  41 +++
 .../streams/db/sink/db/DBWriteOnlyChannelTest.java |  10 +-
 .../streams/db/sink/db/ISqlTemplateTest.java       |  86 +++++
 .../streams/checkpoint/db/DBCheckPointStorage.java |   6 +-
 rocketmq-streams-clients/pom.xml                   |   4 +
 .../streams/client/ScheduledStreamBuilder.java     |  68 ++++
 .../rocketmq/streams/client/ScheduledTask.java     |  70 ++++
 .../streams/client/source/DataStreamSource.java    |  86 ++++-
 .../streams/client/transform/DataStream.java       |  21 +-
 .../apache/rocketmq/streams/client/DBSinkTest.java |  91 +++++
 .../streams/common/channel/AbstractChannel.java    |   7 +
 ...OutputPrintChannel.java => CollectionSink.java} |  34 +-
 ...nnelBuilder.java => CollectionSinkBuilder.java} |  15 +-
 .../common/channel/impl/CollectionSource.java      | 163 +++++++++
 .../common/channel/impl/memory/MemoryChannel.java  |   2 +
 .../streams/common/channel/sink/AbstractSink.java  |  33 +-
 .../streams/common/channel/sink/ISink.java         |   4 +
 .../channel/sinkcache/impl/MessageCache.java       |   8 +-
 .../common/channel/source/AbstractSource.java      |  44 ++-
 .../streams/common/channel/source/ISource.java     |   1 -
 ...litMessage.java => ChangeTableNameMessage.java} |  25 +-
 .../checkpoint/AbstractCheckPointStorage.java      |  14 +-
 .../common/checkpoint/CheckPointManager.java       |  21 +-
 .../checkpoint/CheckPointStorageFactory.java       |   5 +-
 .../common/checkpoint/ICheckPointStorage.java      |   2 +
 .../streams/common/checkpoint/SourceSnapShot.java  |   2 -
 .../{DataJsonable.java => DateTimeDataType.java}   |  37 +-
 .../streams/common/datatype/HllDataType.java       |  16 +
 .../{ISystemMessage.java => ILifeCycle.java}       |   9 +-
 .../streams/common/metadata/AbstractMetaData.java  |  26 +-
 .../{MetaDataAdapter.java => LogicMetaData.java}   |  44 ++-
 .../streams/common/metadata/MetaDataUtils.java     | 236 +++++++++++++
 .../cachefilter/CacheFilterManager.java            |   5 -
 .../common/topology/stages/OutputChainStage.java   |   1 +
 .../streams/common/utils/DataTypeUtil.java         |  25 +-
 .../rocketmq/streams/common/utils/MapKeyUtil.java  |  26 +-
 .../rocketmq/streams/common/utils/SQLUtil.java     | 171 ++++++++++
 .../pom.xml                                        |  14 +-
 .../rocketmq/streams/connectors/IBounded.java      |   9 +-
 .../streams/connectors/IBoundedSource.java         |  15 +-
 .../streams/connectors/IBoundedSourceReader.java   |  10 +-
 .../connectors/balance/AbstractBalance.java        | 204 +++++++++++
 .../streams/connectors/balance/IBalanceTask.java   |   6 +-
 .../streams/connectors/balance/ISourceBalance.java |  48 +--
 .../streams/connectors/balance/SplitChanged.java   |  44 +--
 .../connectors/balance/impl/LeaseBalanceImpl.java  | 141 ++++++++
 .../streams/connectors/model/PullMessage.java      |  40 +--
 .../streams/connectors/model/ReaderStatus.java     | 121 +++++++
 .../streams/connectors/reader/DBScanReader.java    | 270 +++++++++++++++
 .../streams/connectors/reader/ISplitReader.java    | 101 ++++++
 .../connectors/reader/SplitCloseFuture.java        |  83 +++++
 .../connectors/source/AbstractPullSource.java      | 271 +++++++++++++++
 .../source/CycleDynamicMultipleDBScanSource.java   | 213 ++++++++++++
 .../source/DynamicMultipleDBScanSource.java        | 192 +++++++++++
 .../streams/connectors/source/IPullSource.java     |  42 +--
 .../streams/connectors/source/SourceInstance.java  |  22 +-
 .../source/filter/AbstractPatternFilter.java       |  26 +-
 .../source/filter/BoundedPatternFilter.java        |  56 ++++
 .../source/filter/CyclePatternFilter.java          | 173 ++++++++++
 .../connectors/source/filter/CyclePeriod.java      | 231 +++++++++++++
 .../connectors/source/filter/CycleSchedule.java    | 239 +++++++++++++
 .../source/filter/CycleScheduleFilter.java         |  18 +-
 .../source/filter/DataFormatPatternFilter.java     | 109 ++++++
 .../connectors/source/filter/PatternFilter.java    |  25 +-
 .../rocketmq/streams/db/driver/orm/ORMUtil.java    |  27 ++
 .../rocketmq/streams/state/kv/TestLruState.java    |  16 +
 .../streams/state/kv/TestRocksdbState.java         |  16 +
 .../rocketmq/streams/window/model/FireMode.java    |  16 +
 .../streams/window/model/WindowInstance.java       |   2 +-
 .../window/operator/AbstractShuffleWindow.java     |   2 +-
 .../streams/window/shuffle/ShuffleChannel.java     |   2 +-
 .../streams/window/storage/IWindowStorage.java     |   4 +-
 .../streams/window/storage/WindowStorage.java      |   4 +-
 .../rocketmq/streams/storage/RocksdbTest.java      |  16 +
 85 files changed, 4826 insertions(+), 342 deletions(-)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java => rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/CycleSplit.java (52%)
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/DynamicMultipleDBSplit.java
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/DynamicMultipleDBSink.java
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/EnhanceDBSink.java
 copy rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/IRemoteStorage.java => rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/ISqlTemplate.java (52%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/OutputPrintChannel.java => rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIgnoreIntoSqlTemplate.java (59%)
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIntoSqlTemplate.java
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIntoWithDuplicateKeySqlTemplate.java
 create mode 100644 rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/SqlTemplateFactory.java
 create mode 100644 rocketmq-streams-channel-db/src/test/java/org/apache/rocketmq/streams/db/sink/db/ISqlTemplateTest.java
 create mode 100644 rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledStreamBuilder.java
 create mode 100644 rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledTask.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/DBSinkTest.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/{OutputPrintChannel.java => CollectionSink.java} (62%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/{PrintChannelBuilder.java => CollectionSinkBuilder.java} (87%)
 create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/CollectionSource.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/source/systemmsg/{RemoveSplitMessage.java => ChangeTableNameMessage.java} (63%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/{DataJsonable.java => DateTimeDataType.java} (67%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/interfaces/{ISystemMessage.java => ILifeCycle.java} (86%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/metadata/{MetaDataAdapter.java => LogicMetaData.java} (52%)
 create mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/metadata/MetaDataUtils.java
 copy {rocketmq-streams-state => rocketmq-streams-connectors}/pom.xml (86%)
 mode change 100644 => 100755
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/component/IgnoreNameSpace.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBounded.java (83%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/MultiTableSplitFunction.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSource.java (79%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/RebuildCacheElement.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSourceReader.java (81%)
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/AbstractBalance.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/component/IgnoreNameSpace.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/IBalanceTask.java (86%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/ICache.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/ISourceBalance.java (57%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/SplitChanged.java (51%)
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/impl/LeaseBalanceImpl.java
 copy rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/context/RuleMessage.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/PullMessage.java (51%)
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/ReaderStatus.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/DBScanReader.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/ISplitReader.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/SplitCloseFuture.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/AbstractPullSource.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/CycleDynamicMultipleDBScanSource.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/DynamicMultipleDBScanSource.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/ICache.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/IPullSource.java (58%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/utils/DipperThreadLocalUtil.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/SourceInstance.java (63%)
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/SplitFunction.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/AbstractPatternFilter.java (64%)
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/BoundedPatternFilter.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePatternFilter.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePeriod.java
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleSchedule.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/FlatMapFunction.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleScheduleFilter.java (65%)
 create mode 100644 rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/DataFormatPatternFilter.java
 copy rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/SplitFunction.java => rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/PatternFilter.java (63%)