You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/06/21 03:33:26 UTC

[iotdb] branch xingtanzjr/write_opt_version1 updated (ec97eaa9e1 -> 5887294c79)

This is an automated email from the ASF dual-hosted git repository.

xingtanzjr pushed a change to branch xingtanzjr/write_opt_version1
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from ec97eaa9e1 change Rate to 1000
     add a352d93492 [IOTDB-3299] Migrate udf api to a seperate module (#6268)
     add e269bb7a83 Accelerate New Cluster IT (#6326)
     add 1309eef2b1 [IOTDB-3388] Let MQTT Service could parse JSON array of existed format (#6154)
     add 77563a6273 [IOTDB-3511] Show Region tool (#6315)
     add e34850cacc [IOTDB-3189] Fix compaction is not well-distributed across sgs (#6324)
     add de0b507523 [IOTDB-2179] New IT framework supports Windows platform (#6313)
     add 98b65a1ba4 Fix Dead Lock Bug (#6331)
     add 05a849184e [IOTDB-3365] Add more log name in query processing and Fix NPE while fetchFragmentInstanceState (#6332)
     add 6702808c25 [IOTDB-3414] [mpp] fix schema query limit offset bug (#6179)
     add ed20fccc2b [IOTDB-3392] File doesn't exist when move tsfile when virtual_storage_group_num > 1 (#6310)
     add 1fb7229c2d Fix DeadLock bug (#6334)
     add f10eed6ddb Increase the timeout (#6335)
     add 7d7834c200 [IOTDB-3544] Packaging udf-api as dependency jar in build (#6339)
     add c42cfe5fbe [IOTDB-3510] Read/Write Routing policy (Routing to DataNode with the lowest-loaded) (#6308)
     add 3c88dfb6aa [IOTDB-3508] Enhance some features of the IT framework (#6300)
     add df8136d8e0 Fix new standalone auto create aligned timeseries bug (#6345)
     add 084d4a4452 [IOTDB-3541][IOTDB-3542] Support handling exception and make it stable in cluster IT (#6341)
     add 80141097f8 [IOTDB-3552] Fix fetch incorrect SchemaTree by StandaloneSchemaFetcher bug (#6347)
     add 52d2699bc8 [IOTDB-3512] Region leader during heartbeat (#6322)
     add e814312089 [IOTDB-3255] Turn off MLog and Implement snapshot while using Ratis (#6337)
     add 1ab5ad3fcb [IOTDB-3504] Fix inferTypes, return value and column label of IN/LIKE… (#6301)
     add 11d234ba38 [IoTDB-3566] Add IT for UDTF Hybrid Query (#6354)
     add 4275937630 fix (#6349)
     add c8145715d9 Fix Cast Bug (#6355)
     new 5887294c79 Merge branch 'master' into xingtanzjr/write_opt_version1

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .github/workflows/cluster-it.yml                   |  27 +-
 .../{cluster-it.yml => standalone-it-for-mpp.yml}  |  31 +-
 .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 |   2 +
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |   7 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |   8 +
 .../src/assembly/resources/conf/confignode-env.bat |   8 +-
 confignode/src/assembly/resources/conf/logback.xml |  13 +-
 .../confignode/client/AsyncDataNodeClientPool.java |   2 +-
 .../client/handlers/HeartbeatHandler.java          |   2 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |   6 +-
 .../confignode/conf/ConfigNodeDescriptor.java      |   4 +
 .../consensus/request/ConfigRequest.java           |   4 +
 .../consensus/request/ConfigRequestType.java       |   3 +-
 .../request/read/GetRegionLocationsReq.java        |  62 ++++
 .../consensus/response/DataPartitionResp.java      |  79 +++--
 .../consensus/response/RegionLocationsResp.java    |  32 +-
 .../response/SchemaNodeManagementResp.java         |  48 ++-
 .../consensus/response/SchemaPartitionResp.java    |  59 ++--
 .../iotdb/confignode/manager/ConfigManager.java    | 130 ++++----
 .../apache/iotdb/confignode/manager/Manager.java   |  28 +-
 .../iotdb/confignode/manager/PartitionManager.java |   5 +
 .../iotdb/confignode/manager/load/LoadManager.java |  37 ++-
 .../manager/load/balancer/RouteBalancer.java       |  56 ++++
 .../manager/load/balancer/router/IRouter.java      |  43 +++
 .../balancer/router/LoadScoreGreedyRouter.java     |  80 +++++
 .../manager/load/heartbeat/HeartbeatCache.java     |   9 +-
 .../executor/ConfigRequestExecutor.java            |   3 +
 .../persistence/partition/PartitionInfo.java       |  92 +++---
 .../partition/StorageGroupPartitionTable.java      |  86 ++---
 .../thrift/ConfigNodeRPCServiceProcessor.java      |  53 ++--
 .../consensus/request/ConfigRequestSerDeTest.java  |  11 +
 .../confignode/persistence/PartitionInfoTest.java  |  68 +++-
 .../org/apache/iotdb/consensus/IConsensus.java     |   2 +
 .../iotdb/consensus/config/MultiLeaderConfig.java  |   2 +-
 .../multileader/MultiLeaderConsensus.java          |  22 +-
 .../multileader/MultiLeaderServerImpl.java         |   6 +-
 .../multileader/logdispatcher/LogDispatcher.java   |  12 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |  12 +
 .../consensus/standalone/StandAloneConsensus.java  |   6 +
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |   4 -
 docs/UserGuide/API/Programming-MQTT.md             |   7 +-
 .../Maintenance-Tools/Maintenance-Command.md       |  67 +++-
 docs/UserGuide/Query-Data/Query-Filter.md          |   3 +-
 docs/UserGuide/Query-Data/Select-Expression.md     |  39 ++-
 docs/zh/UserGuide/API/Programming-MQTT.md          |   7 +-
 .../Maintenance-Tools/Maintenance-Command.md       |  63 ++++
 docs/zh/UserGuide/Query-Data/Query-Filter.md       |   3 +-
 docs/zh/UserGuide/Query-Data/Select-Expression.md  |  38 ++-
 .../java/org/apache/iotdb/mqtt/MQTTClient.java     |   7 +
 .../java/org/apache/iotdb/udf/UDTFExample.java     |  22 +-
 integration-test/pom.xml                           | 138 +++++++-
 .../assembly/{cluster-test.xml => mpp-test.xml}    |   0
 .../iotdb/db/query/udf/example/Accumulator.java    |  28 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/query/udf/example/Counter.java |  22 +-
 .../org/apache/iotdb/db/query/udf/example/Max.java |  22 +-
 .../iotdb/db/query/udf/example/Multiplier.java     |  22 +-
 .../SlidingSizeWindowConstructorTester0.java       |  16 +-
 .../SlidingSizeWindowConstructorTester1.java       |  22 +-
 .../SlidingTimeWindowConstructionTester.java       |  22 +-
 .../db/query/udf/example/TerminateTester.java      |  18 +-
 .../iotdb/db/query/udf/example/ValidateTester.java |  20 +-
 .../iotdb/db/query/udf/example/WindowStartEnd.java |  18 +-
 .../java/org/apache/iotdb/it/env/AbstractEnv.java  | 293 +++++++++++++++++
 .../apache/iotdb/it/env/AbstractNodeWrapper.java   | 252 +++++++++++++++
 .../java/org/apache/iotdb/it/env/Cluster1Env.java  |   6 +-
 .../org/apache/iotdb/it/env/ClusterEnvBase.java    | 238 --------------
 .../org/apache/iotdb/it/env/ClusterNodeBase.java   | 190 -----------
 .../org/apache/iotdb/it/env/ConfigFactory.java     |   9 +-
 .../java/org/apache/iotdb/it/env/ConfigNode.java   | 119 -------
 .../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 116 +++++++
 .../java/org/apache/iotdb/it/env/DataNode.java     | 121 -------
 .../org/apache/iotdb/it/env/DataNodeWrapper.java   | 105 +++++++
 .../java/org/apache/iotdb/it/env/EnvFactory.java   |   7 +-
 .../env/{ClusterEnvConfig.java => MppConfig.java}  |  21 +-
 ...emoteEnvConfig.java => RemoteServerConfig.java} |   2 +-
 ...ter1Env.java => StandaloneDataNodeWrapper.java} |  30 +-
 .../apache/iotdb/it/env/StandaloneOnMppEnv.java    |  72 +++++
 .../constant}/BuiltinAggregationFunctionEnum.java  |   2 +-
 .../BuiltinTimeSeriesGeneratingFunctionEnum.java   |   2 +-
 .../iotdb/itbase/constant/UDFTestConstant.java     |  30 +-
 .../org/apache/iotdb/itbase/env/BaseConfig.java    |   8 +-
 .../env/{BaseNode.java => BaseNodeWrapper.java}    |   2 +-
 .../iotdb/itbase/runtime/ClusterTestStatement.java |  44 ++-
 .../itbase/runtime/ParallelRequestDelegate.java    |  10 +-
 .../iotdb/itbase/runtime/RequestDelegate.java      |  45 ++-
 .../itbase/runtime/SerialRequestDelegate.java      |   4 +-
 integration-test/src/script/append-to-env.sh       |  32 ++
 .../org/apache/iotdb/db/it/IoTDBExampleIT.java     |   4 +-
 .../iotdb/db/it/aligned/AlignedWriteUtil.java      |   7 +-
 ...gregationWithoutValueFilterWithDeletion2IT.java |   3 +
 ...ggregationWithoutValueFilterWithDeletionIT.java |   3 +
 ...upByQueryWithoutValueFilterWithDeletion2IT.java |   3 +
 ...oupByQueryWithoutValueFilterWithDeletionIT.java |   3 +
 .../db/it/aligned/IoTDBInsertAlignedValues2IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValues3IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValues4IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValuesIT.java  |   7 +-
 .../iotdb/db/it/udf/IoTDBUDFManagementIT.java      |   5 +
 .../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java      |   7 +
 .../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java    | 167 ++++++++++
 integration/checkstyle.xml                         | 173 +++++++++-
 .../iotdb/db/query/udf/example/Accumulator.java    |  28 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/query/udf/example/Counter.java |  22 +-
 .../org/apache/iotdb/db/query/udf/example/Max.java |  22 +-
 .../iotdb/db/query/udf/example/Multiplier.java     |  22 +-
 .../SlidingSizeWindowConstructorTester0.java       |  16 +-
 .../SlidingSizeWindowConstructorTester1.java       |  22 +-
 .../SlidingTimeWindowConstructionTester.java       |  22 +-
 .../db/query/udf/example/TerminateTester.java      |  18 +-
 .../iotdb/db/query/udf/example/ValidateTester.java |  20 +-
 .../iotdb/db/query/udf/example/WindowStartEnd.java |  18 +-
 .../db/integration/IoTDBLoadExternalTsfileIT.java  |   8 +-
 .../IoTDBLoadExternalTsfileWithVirtualSGIT.java    | 138 ++++++++
 .../org/apache/iotdb/library/anomaly/UDTFIQR.java  |  23 +-
 .../apache/iotdb/library/anomaly/UDTFKSigma.java   |  21 +-
 .../org/apache/iotdb/library/anomaly/UDTFLOF.java  |  23 +-
 .../iotdb/library/anomaly/UDTFMissDetect.java      |  21 +-
 .../apache/iotdb/library/anomaly/UDTFRange.java    |  21 +-
 .../iotdb/library/anomaly/UDTFTwoSidedFilter.java  |  21 +-
 .../iotdb/library/anomaly/util/MissDetector.java   |   4 +-
 .../iotdb/library/anomaly/util/WindowDetect.java   |   4 +-
 .../org/apache/iotdb/library/dmatch/UDAFCov.java   |  26 +-
 .../org/apache/iotdb/library/dmatch/UDAFDtw.java   |  26 +-
 .../apache/iotdb/library/dmatch/UDAFPearson.java   |  26 +-
 .../apache/iotdb/library/dmatch/UDTFPtnSym.java    |  23 +-
 .../org/apache/iotdb/library/dmatch/UDTFXCorr.java |  24 +-
 .../iotdb/library/dprofile/UDAFIntegral.java       |  20 +-
 .../iotdb/library/dprofile/UDAFIntegralAvg.java    |  23 +-
 .../org/apache/iotdb/library/dprofile/UDAFMad.java |  28 +-
 .../apache/iotdb/library/dprofile/UDAFMedian.java  |  28 +-
 .../apache/iotdb/library/dprofile/UDAFMode.java    |  17 +-
 .../iotdb/library/dprofile/UDAFPercentile.java     |  25 +-
 .../apache/iotdb/library/dprofile/UDAFPeriod.java  |  25 +-
 .../apache/iotdb/library/dprofile/UDAFSkew.java    |  23 +-
 .../apache/iotdb/library/dprofile/UDAFSpread.java  |  25 +-
 .../apache/iotdb/library/dprofile/UDAFStddev.java  |  23 +-
 .../org/apache/iotdb/library/dprofile/UDTFACF.java |  23 +-
 .../iotdb/library/dprofile/UDTFDistinct.java       |  26 +-
 .../iotdb/library/dprofile/UDTFHistogram.java      |  23 +-
 .../apache/iotdb/library/dprofile/UDTFMinMax.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFMvAvg.java   |  25 +-
 .../apache/iotdb/library/dprofile/UDTFPACF.java    |  23 +-
 .../org/apache/iotdb/library/dprofile/UDTFQLB.java |  23 +-
 .../iotdb/library/dprofile/UDTFResample.java       |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSample.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSegment.java |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSpline.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFZScore.java  |  23 +-
 .../dprofile/util/ExactOrderStatistics.java        |  41 ++-
 .../iotdb/library/dquality/UDTFCompleteness.java   |  18 +-
 .../iotdb/library/dquality/UDTFConsistency.java    |  18 +-
 .../iotdb/library/dquality/UDTFTimeliness.java     |  18 +-
 .../iotdb/library/dquality/UDTFValidity.java       |  18 +-
 .../library/dquality/util/TimeSeriesQuality.java   |   4 +-
 .../iotdb/library/drepair/UDTFTimestampRepair.java |  19 +-
 .../iotdb/library/drepair/UDTFValueFill.java       |  19 +-
 .../iotdb/library/drepair/UDTFValueRepair.java     |  19 +-
 .../apache/iotdb/library/drepair/util/ARFill.java  |   4 +-
 .../iotdb/library/drepair/util/LikelihoodFill.java |   2 +-
 .../iotdb/library/drepair/util/LinearFill.java     |   2 +-
 .../iotdb/library/drepair/util/LsGreedy.java       |   2 +-
 .../apache/iotdb/library/drepair/util/MAFill.java  |   2 +-
 .../iotdb/library/drepair/util/MeanFill.java       |   2 +-
 .../iotdb/library/drepair/util/PreviousFill.java   |   2 +-
 .../apache/iotdb/library/drepair/util/Screen.java  |   2 +-
 .../iotdb/library/drepair/util/ScreenFill.java     |   4 +-
 .../library/drepair/util/TimestampRepair.java      |   4 +-
 .../iotdb/library/drepair/util/ValueFill.java      |   6 +-
 .../iotdb/library/drepair/util/ValueRepair.java    |   4 +-
 .../apache/iotdb/library/frequency/UDTFConv.java   |  26 +-
 .../apache/iotdb/library/frequency/UDTFDWT.java    |  23 +-
 .../apache/iotdb/library/frequency/UDTFDeconv.java |  26 +-
 .../apache/iotdb/library/frequency/UDTFFFT.java    |  23 +-
 .../iotdb/library/frequency/UDTFHighPass.java      |  23 +-
 .../apache/iotdb/library/frequency/UDTFIDWT.java   |  23 +-
 .../apache/iotdb/library/frequency/UDTFIFFT.java   |  23 +-
 .../iotdb/library/frequency/UDTFLowPass.java       |  23 +-
 .../iotdb/library/frequency/util/FFTUtil.java      |   2 +-
 .../library/series/UDTFConsecutiveSequences.java   |  20 +-
 .../library/series/UDTFConsecutiveWindows.java     |  20 +-
 .../iotdb/library/series/util/ConsecutiveUtil.java |   4 +-
 .../iotdb/library/string/UDTFRegexMatch.java       |  22 +-
 .../iotdb/library/string/UDTFRegexReplace.java     |  22 +-
 .../iotdb/library/string/UDTFRegexSplit.java       |  22 +-
 .../iotdb/library/string/UDTFStrReplace.java       |  22 +-
 .../iotdb/library/util/LinearRegression.java       |   2 +-
 .../java/org/apache/iotdb/library/util/Util.java   |   4 +-
 node-commons/pom.xml                               |   5 +
 .../RegionStatus.java}                             |  17 +-
 .../commons/udf/builtin/String/UDTFConcat.java     |  22 +-
 .../commons/udf/builtin/String/UDTFEndsWith.java   |  22 +-
 .../commons/udf/builtin/String/UDTFLower.java      |  22 +-
 .../commons/udf/builtin/String/UDTFStartsWith.java |  22 +-
 .../commons/udf/builtin/String/UDTFStrCompare.java |  24 +-
 .../commons/udf/builtin/String/UDTFStrLength.java  |  22 +-
 .../commons/udf/builtin/String/UDTFStrLocate.java  |  22 +-
 .../commons/udf/builtin/String/UDTFSubstr.java     |  22 +-
 .../iotdb/commons/udf/builtin/String/UDTFTrim.java |  22 +-
 .../commons/udf/builtin/String/UDTFUpper.java      |  22 +-
 .../apache/iotdb/commons/udf/builtin/UDTFAbs.java  |  28 +-
 .../iotdb/commons/udf/builtin/UDTFBottomK.java     |  17 +-
 .../apache/iotdb/commons/udf/builtin/UDTFCast.java |  28 +-
 .../commons/udf/builtin/UDTFCommonDerivative.java  |  16 +-
 .../udf/builtin/UDTFCommonValueDifference.java     |  16 +-
 .../iotdb/commons/udf/builtin/UDTFConst.java       |  24 +-
 .../iotdb/commons/udf/builtin/UDTFConstE.java      |  18 +-
 .../iotdb/commons/udf/builtin/UDTFConstPi.java     |  18 +-
 .../iotdb/commons/udf/builtin/UDTFContains.java    |  24 +-
 .../udf/builtin/UDTFContinuouslySatisfy.java       |  47 +--
 .../iotdb/commons/udf/builtin/UDTFDerivative.java  |  21 +-
 .../udf/builtin/UDTFEqualSizeBucketAggSample.java  |  29 +-
 .../udf/builtin/UDTFEqualSizeBucketM4Sample.java   |  28 +-
 .../builtin/UDTFEqualSizeBucketOutlierSample.java  |  32 +-
 .../builtin/UDTFEqualSizeBucketRandomSample.java   |  26 +-
 .../udf/builtin/UDTFEqualSizeBucketSample.java     |  14 +-
 .../iotdb/commons/udf/builtin/UDTFInRange.java     |  36 ++-
 .../apache/iotdb/commons/udf/builtin/UDTFJexl.java |  64 ++--
 .../iotdb/commons/udf/builtin/UDTFMatches.java     |  24 +-
 .../apache/iotdb/commons/udf/builtin/UDTFMath.java |  36 ++-
 .../udf/builtin/UDTFNonNegativeDerivative.java     |  16 +-
 .../builtin/UDTFNonNegativeValueDifference.java    |  16 +-
 .../iotdb/commons/udf/builtin/UDTFOnOff.java       |  35 ++-
 .../iotdb/commons/udf/builtin/UDTFSelectK.java     |  58 ++--
 .../commons/udf/builtin/UDTFTimeDifference.java    |  18 +-
 .../apache/iotdb/commons/udf/builtin/UDTFTopK.java |  17 +-
 .../commons/udf/builtin/UDTFValueDifference.java   |  19 +-
 .../iotdb/commons/udf/builtin/UDTFValueTrend.java  |  24 +-
 .../udf/service/UDFRegistrationInformation.java    |   2 +-
 .../udf/service/UDFRegistrationService.java        |   4 +-
 .../UDFBinaryTransformer.java}                     |  28 +-
 .../commons/udf/utils/UDFDataTypeTransformer.java  |  77 +++++
 pom.xml                                            |   1 +
 .../schemaregion/rocksdb/mnode/RMNode.java         |   7 +
 server/src/assembly/resources/conf/iotdb-env.bat   |   8 +-
 server/src/assembly/resources/conf/logback.xml     |  13 +-
 .../src/assembly/resources/sbin/stop-datanode.bat  |  19 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |  28 ++
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   6 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |  73 ++++-
 .../db/engine/compaction/CompactionScheduler.java  |   6 +-
 .../DefaultCompactionTaskComparatorImpl.java       |  17 +-
 .../compaction/cross/CrossSpaceCompactionTask.java |   6 +-
 .../compaction/inner/InnerSpaceCompactionTask.java |   6 +-
 .../compaction/task/AbstractCompactionTask.java    |   9 +-
 .../db/engine/storagegroup/TsFileManager.java      |   6 +
 .../dataregion/StorageGroupManager.java            |  19 +-
 .../apache/iotdb/db/metadata/MetadataConstant.java |  20 +-
 .../idtable/entry/InsertMeasurementMNode.java      |   6 +
 .../iotdb/db/metadata/logfile/MLogWriter.java      |   2 +-
 .../iotdb/db/metadata/mnode/EntityMNode.java       |   6 +
 .../org/apache/iotdb/db/metadata/mnode/IMNode.java |   3 +
 .../iotdb/db/metadata/mnode/InternalMNode.java     |   6 +
 .../iotdb/db/metadata/mnode/MeasurementMNode.java  |   6 +
 .../db/metadata/mnode/StorageGroupEntityMNode.java |   6 +
 .../iotdb/db/metadata/mnode/StorageGroupMNode.java |   6 +
 .../mnode/visitor/MNodeVisitor.java}               |  22 +-
 .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java  |  28 ++
 .../mtree/snapshot/MemMTreeSnapshotUtil.java       | 347 +++++++++++++++++++++
 .../db/metadata/mtree/store/CachedMTreeStore.java  |   7 +
 .../iotdb/db/metadata/mtree/store/IMTreeStore.java |   4 +
 .../db/metadata/mtree/store/MemMTreeStore.java     |  18 ++
 .../db/metadata/schemaregion/SchemaEngine.java     |   7 +-
 .../schemaregion/SchemaRegionMemoryImpl.java       | 276 +++++++++-------
 .../apache/iotdb/db/metadata/tag/TagManager.java   |  19 ++
 .../db/metadata/upgrade/MetadataUpgrader.java      |   4 +-
 .../iotdb/db/mpp/common/header/HeaderConstant.java |  24 ++
 .../execution/datatransfer/LocalSinkHandle.java    |  72 +++--
 .../execution/datatransfer/LocalSourceHandle.java  |  43 ++-
 .../execution/datatransfer/SharedTsBlockQueue.java |  23 +-
 .../execution/fragment/FragmentInstanceState.java  |   4 +-
 .../mpp/plan/analyze/FakePartitionFetcherImpl.java |  53 +++-
 .../mpp/plan/analyze/StandaloneSchemaFetcher.java  |  42 +--
 .../plan/execution/config/ConfigTaskVisitor.java   |   6 +
 .../mpp/plan/execution/config/ShowRegionTask.java  |  86 +++++
 .../config/executor/ClusterConfigTaskExecutor.java |  35 ++-
 .../config/executor/IConfigTaskExecutor.java       |   3 +
 .../executor/StandaloneConfigTaskExecutor.java     |  14 +-
 .../db/mpp/plan/expression/ExpressionType.java     |   4 +-
 .../plan/expression/multi/FunctionExpression.java  |   5 +-
 .../db/mpp/plan/expression/unary/InExpression.java |  24 +-
 .../mpp/plan/expression/unary/LikeExpression.java  |   6 +
 .../plan/expression/unary/RegularExpression.java   |   6 +
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |  18 ++
 .../iotdb/db/mpp/plan/planner/LogicalPlanner.java  |  72 ++++-
 .../plan/planner/distribution/SourceRewriter.java  |   7 +-
 .../scheduler/AbstractFragInsStateTracker.java     |   1 -
 .../scheduler/FixedRateFragInsStateTracker.java    |   5 +-
 .../db/mpp/plan/statement/StatementVisitor.java    |   5 +
 .../statement/metadata/ShowRegionStatement.java    |  54 ++++
 .../db/mpp/transformation/api/LayerRowReader.java  |   2 +-
 .../transformation/api/LayerRowWindowReader.java   |   2 +-
 ...ializableRowRecordListBackedMultiColumnRow.java |  16 +-
 ...izableRowRecordListBackedMultiColumnWindow.java |  12 +-
 ...wRecordListBackedMultiColumnWindowIterator.java |   4 +-
 ...ticSerializableTVListBackedSingleColumnRow.java |  14 +-
 ...SerializableTVListBackedSingleColumnWindow.java |  13 +-
 ...ableTVListBackedSingleColumnWindowIterator.java |   4 +-
 .../LayerPointReaderBackedSingleColumnRow.java     |  14 +-
 .../dag/input/ConstantInputReader.java             |   2 +-
 .../intermediate/ConstantIntermediateLayer.java    |   4 +-
 .../dag/intermediate/IntermediateLayer.java        |   6 +-
 .../MultiInputColumnIntermediateLayer.java         |   8 +-
 ...InputColumnMultiReferenceIntermediateLayer.java |   8 +-
 ...nputColumnSingleReferenceIntermediateLayer.java |   8 +-
 .../dag/transformer/multi/UDFQueryTransformer.java |   5 +-
 .../dag/transformer/unary/InTransformer.java       |  36 +--
 .../dag/transformer/unary/RegularTransformer.java  |   6 +-
 .../mpp/transformation/dag/udf/UDTFExecutor.java   |  24 +-
 .../transformation/dag/udf/UDTFTypeInferrer.java   |  17 +-
 .../transformation/dag/util/LayerCacheUtils.java   |   5 +-
 .../tv/ElasticSerializableBinaryTVList.java        |  15 +-
 .../tv/ElasticSerializableTVList.java              |  27 +-
 .../db/protocol/mqtt/JSONPayloadFormatter.java     |  15 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |   2 +-
 .../physical/sys/CreateAlignedTimeSeriesPlan.java  |   2 +-
 .../service/thrift/impl/InternalServiceImpl.java   |  84 +++--
 .../compaction/CompactionTaskComparatorTest.java   |  74 ++++-
 .../compaction/CompactionTaskManagerTest.java      |  27 +-
 .../compaction/cross/CrossSpaceCompactionTest.java |   9 +-
 .../cross/RewriteCrossSpaceCompactionTest.java     |  12 +-
 .../inner/InnerCompactionEmptyTsFileTest.java      |   3 +-
 .../db/engine/storagegroup/DataRegionTest.java     |   3 +-
 .../storagegroup/StorageGroupProcessorTest.java    |   3 +-
 .../db/metadata/schemaRegion/SchemaRegionTest.java |  70 ++++-
 .../db/metadata/upgrade/MetadataUpgradeTest.java   |   9 +-
 .../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java |  16 +-
 .../db/protocol/mqtt/JSONPayloadFormatterTest.java |  58 ++++
 .../ElasticSerializableTVListTest.java             |   6 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   2 +-
 server/src/test/resources/logback-test.xml         |   1 +
 thrift-commons/src/main/thrift/common.thrift       |  18 +-
 .../src/main/thrift/confignode.thrift              |  14 +
 thrift/src/main/thrift/mpp.thrift                  |  13 +-
 .../tsfile/file/metadata/enums/TSDataType.java     |   6 +-
 udf-api/pom.xml                                    |  60 ++++
 .../main/java/org/apache/iotdb}/udf/api/UDF.java   |   8 +-
 .../main/java/org/apache/iotdb}/udf/api/UDTF.java  |  20 +-
 .../java/org/apache/iotdb}/udf/api/access/Row.java |   8 +-
 .../apache/iotdb}/udf/api/access/RowIterator.java  |   2 +-
 .../apache/iotdb}/udf/api/access/RowWindow.java    |  10 +-
 .../iotdb}/udf/api/collector/PointCollector.java   |  56 ++--
 .../api/customizer/config/UDFConfigurations.java   |   8 +-
 .../api/customizer/config/UDTFConfigurations.java  |  24 +-
 .../parameter/UDFParameterValidator.java           |  47 ++-
 .../api/customizer/parameter/UDFParameters.java    |  29 +-
 .../api/customizer/strategy/AccessStrategy.java    |   8 +-
 .../strategy/RowByRowAccessStrategy.java           |  12 +-
 .../strategy/SlidingSizeWindowAccessStrategy.java  |  12 +-
 .../strategy/SlidingTimeWindowAccessStrategy.java  |  12 +-
 .../UDFAttributeNotProvidedException.java          |   2 +-
 .../iotdb}/udf/api/exception/UDFException.java     |   2 +-
 .../UDFInputSeriesDataTypeNotValidException.java   |  10 +-
 .../UDFInputSeriesIndexNotValidException.java      |   2 +-
 .../UDFInputSeriesNumberNotValidException.java     |   2 +-
 .../UDFOutputSeriesDataTypeNotValidException.java  |   2 +-
 .../exception/UDFParameterNotValidException.java   |   2 +-
 .../api/exception/UDFRegistrationException.java    |   2 +-
 .../java/org/apache/iotdb/udf/api/type/Binary.java | 150 +++++++++
 .../java/org/apache/iotdb/udf/api/type/Type.java   |  35 ++-
 362 files changed, 6408 insertions(+), 3220 deletions(-)
 copy .github/workflows/{cluster-it.yml => standalone-it-for-mpp.yml} (67%)
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/GetRegionLocationsReq.java
 copy node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/RegionLocationsResp.java (54%)
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/RouteBalancer.java
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/IRouter.java
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/LoadScoreGreedyRouter.java
 rename integration-test/src/assembly/{cluster-test.xml => mpp-test.xml} (100%)
 create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/AbstractEnv.java
 create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/AbstractNodeWrapper.java
 delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ClusterEnvBase.java
 delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ClusterNodeBase.java
 delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ConfigNode.java
 create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ConfigNodeWrapper.java
 delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/DataNode.java
 create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/DataNodeWrapper.java
 rename integration-test/src/main/java/org/apache/iotdb/it/env/{ClusterEnvConfig.java => MppConfig.java} (93%)
 rename integration-test/src/main/java/org/apache/iotdb/it/env/{RemoteEnvConfig.java => RemoteServerConfig.java} (93%)
 copy integration-test/src/main/java/org/apache/iotdb/it/env/{Cluster1Env.java => StandaloneDataNodeWrapper.java} (54%)
 create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/StandaloneOnMppEnv.java
 rename integration-test/src/{test/java/org/apache/iotdb/db/it/udf => main/java/org/apache/iotdb/itbase/constant}/BuiltinAggregationFunctionEnum.java (97%)
 rename integration-test/src/{test/java/org/apache/iotdb/db/it/udf => main/java/org/apache/iotdb/itbase/constant}/BuiltinTimeSeriesGeneratingFunctionEnum.java (98%)
 copy node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => integration-test/src/main/java/org/apache/iotdb/itbase/constant/UDFTestConstant.java (51%)
 rename integration-test/src/main/java/org/apache/iotdb/itbase/env/{BaseNode.java => BaseNodeWrapper.java} (96%)
 create mode 100644 integration-test/src/script/append-to-env.sh
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java
 create mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBLoadExternalTsfileWithVirtualSGIT.java
 copy node-commons/src/main/java/org/apache/iotdb/commons/{udf/api/exception/UDFException.java => cluster/RegionStatus.java} (74%)
 copy node-commons/src/main/java/org/apache/iotdb/commons/udf/{api/customizer/config/UDFConfigurations.java => utils/UDFBinaryTransformer.java} (51%)
 create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java
 copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/LayerRowWindowReader.java => metadata/mnode/visitor/MNodeVisitor.java} (51%)
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/snapshot/MemMTreeSnapshotUtil.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/ShowRegionTask.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/ShowRegionStatement.java
 create mode 100644 udf-api/pom.xml
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/UDF.java (83%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/UDTF.java (86%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/Row.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/RowIterator.java (96%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/RowWindow.java (91%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/collector/PointCollector.java (75%)
 copy {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/config/UDFConfigurations.java (83%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/config/UDTFConfigurations.java (78%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/parameter/UDFParameterValidator.java (81%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/parameter/UDFParameters.java (81%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/AccessStrategy.java (85%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/RowByRowAccessStrategy.java (83%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/SlidingSizeWindowAccessStrategy.java (91%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/SlidingTimeWindowAccessStrategy.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFAttributeNotProvidedException.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFException.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesDataTypeNotValidException.java (79%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesIndexNotValidException.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesNumberNotValidException.java (96%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFOutputSeriesDataTypeNotValidException.java (95%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFParameterNotValidException.java (94%)
 rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFRegistrationException.java (95%)
 create mode 100644 udf-api/src/main/java/org/apache/iotdb/udf/api/type/Binary.java
 rename node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java (61%)


[iotdb] 01/01: Merge branch 'master' into xingtanzjr/write_opt_version1

Posted by xi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

xingtanzjr pushed a commit to branch xingtanzjr/write_opt_version1
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit 5887294c790b9a40cbd22d5b3c709501976a42b8
Merge: ec97eaa9e1 c8145715d9
Author: Jinrui.Zhang <xi...@gmail.com>
AuthorDate: Tue Jun 21 11:33:10 2022 +0800

    Merge branch 'master' into xingtanzjr/write_opt_version1

 .github/workflows/cluster-it.yml                   |  27 +-
 .../{cluster-it.yml => standalone-it-for-mpp.yml}  |  31 +-
 .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 |   2 +
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |   7 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |   8 +
 .../src/assembly/resources/conf/confignode-env.bat |   8 +-
 confignode/src/assembly/resources/conf/logback.xml |  13 +-
 .../confignode/client/AsyncDataNodeClientPool.java |   2 +-
 .../client/handlers/HeartbeatHandler.java          |   2 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |   6 +-
 .../confignode/conf/ConfigNodeDescriptor.java      |   4 +
 .../consensus/request/ConfigRequest.java           |   4 +
 .../consensus/request/ConfigRequestType.java       |   3 +-
 .../request/read/GetRegionLocationsReq.java        |  62 ++++
 .../consensus/response/DataPartitionResp.java      |  79 +++--
 .../consensus/response/RegionLocationsResp.java    |  32 +-
 .../response/SchemaNodeManagementResp.java         |  48 ++-
 .../consensus/response/SchemaPartitionResp.java    |  59 ++--
 .../iotdb/confignode/manager/ConfigManager.java    | 130 ++++----
 .../apache/iotdb/confignode/manager/Manager.java   |  28 +-
 .../iotdb/confignode/manager/PartitionManager.java |   5 +
 .../iotdb/confignode/manager/load/LoadManager.java |  37 ++-
 .../manager/load/balancer/RouteBalancer.java       |  56 ++++
 .../manager/load/balancer/router/IRouter.java      |  43 +++
 .../balancer/router/LoadScoreGreedyRouter.java     |  80 +++++
 .../manager/load/heartbeat/HeartbeatCache.java     |   9 +-
 .../executor/ConfigRequestExecutor.java            |   3 +
 .../persistence/partition/PartitionInfo.java       |  92 +++---
 .../partition/StorageGroupPartitionTable.java      |  86 ++---
 .../thrift/ConfigNodeRPCServiceProcessor.java      |  53 ++--
 .../consensus/request/ConfigRequestSerDeTest.java  |  11 +
 .../confignode/persistence/PartitionInfoTest.java  |  68 +++-
 .../org/apache/iotdb/consensus/IConsensus.java     |   2 +
 .../iotdb/consensus/config/MultiLeaderConfig.java  |   2 +-
 .../multileader/MultiLeaderConsensus.java          |  22 +-
 .../multileader/MultiLeaderServerImpl.java         |   6 +-
 .../multileader/logdispatcher/LogDispatcher.java   |  12 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |  12 +
 .../consensus/standalone/StandAloneConsensus.java  |   6 +
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |   4 -
 docs/UserGuide/API/Programming-MQTT.md             |   7 +-
 .../Maintenance-Tools/Maintenance-Command.md       |  67 +++-
 docs/UserGuide/Query-Data/Query-Filter.md          |   3 +-
 docs/UserGuide/Query-Data/Select-Expression.md     |  39 ++-
 docs/zh/UserGuide/API/Programming-MQTT.md          |   7 +-
 .../Maintenance-Tools/Maintenance-Command.md       |  63 ++++
 docs/zh/UserGuide/Query-Data/Query-Filter.md       |   3 +-
 docs/zh/UserGuide/Query-Data/Select-Expression.md  |  38 ++-
 .../java/org/apache/iotdb/mqtt/MQTTClient.java     |   7 +
 .../java/org/apache/iotdb/udf/UDTFExample.java     |  22 +-
 integration-test/pom.xml                           | 138 +++++++-
 .../assembly/{cluster-test.xml => mpp-test.xml}    |   0
 .../iotdb/db/query/udf/example/Accumulator.java    |  28 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/query/udf/example/Counter.java |  22 +-
 .../org/apache/iotdb/db/query/udf/example/Max.java |  22 +-
 .../iotdb/db/query/udf/example/Multiplier.java     |  22 +-
 .../SlidingSizeWindowConstructorTester0.java       |  16 +-
 .../SlidingSizeWindowConstructorTester1.java       |  22 +-
 .../SlidingTimeWindowConstructionTester.java       |  22 +-
 .../db/query/udf/example/TerminateTester.java      |  18 +-
 .../iotdb/db/query/udf/example/ValidateTester.java |  20 +-
 .../iotdb/db/query/udf/example/WindowStartEnd.java |  18 +-
 .../java/org/apache/iotdb/it/env/AbstractEnv.java  | 293 +++++++++++++++++
 .../apache/iotdb/it/env/AbstractNodeWrapper.java   | 252 +++++++++++++++
 .../java/org/apache/iotdb/it/env/Cluster1Env.java  |   6 +-
 .../org/apache/iotdb/it/env/ClusterEnvBase.java    | 238 --------------
 .../org/apache/iotdb/it/env/ClusterNodeBase.java   | 190 -----------
 .../org/apache/iotdb/it/env/ConfigFactory.java     |   9 +-
 .../java/org/apache/iotdb/it/env/ConfigNode.java   | 119 -------
 .../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 116 +++++++
 .../java/org/apache/iotdb/it/env/DataNode.java     | 121 -------
 .../org/apache/iotdb/it/env/DataNodeWrapper.java   | 105 +++++++
 .../java/org/apache/iotdb/it/env/EnvFactory.java   |   7 +-
 .../env/{ClusterEnvConfig.java => MppConfig.java}  |  21 +-
 ...emoteEnvConfig.java => RemoteServerConfig.java} |   2 +-
 ...ter1Env.java => StandaloneDataNodeWrapper.java} |  30 +-
 .../apache/iotdb/it/env/StandaloneOnMppEnv.java    |  72 +++++
 .../constant}/BuiltinAggregationFunctionEnum.java  |   2 +-
 .../BuiltinTimeSeriesGeneratingFunctionEnum.java   |   2 +-
 .../iotdb/itbase/constant/UDFTestConstant.java     |  30 +-
 .../org/apache/iotdb/itbase/env/BaseConfig.java    |   8 +-
 .../env/{BaseNode.java => BaseNodeWrapper.java}    |   2 +-
 .../iotdb/itbase/runtime/ClusterTestStatement.java |  44 ++-
 .../itbase/runtime/ParallelRequestDelegate.java    |  10 +-
 .../iotdb/itbase/runtime/RequestDelegate.java      |  45 ++-
 .../itbase/runtime/SerialRequestDelegate.java      |   4 +-
 integration-test/src/script/append-to-env.sh       |  32 ++
 .../org/apache/iotdb/db/it/IoTDBExampleIT.java     |   4 +-
 .../iotdb/db/it/aligned/AlignedWriteUtil.java      |   7 +-
 ...gregationWithoutValueFilterWithDeletion2IT.java |   3 +
 ...ggregationWithoutValueFilterWithDeletionIT.java |   3 +
 ...upByQueryWithoutValueFilterWithDeletion2IT.java |   3 +
 ...oupByQueryWithoutValueFilterWithDeletionIT.java |   3 +
 .../db/it/aligned/IoTDBInsertAlignedValues2IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValues3IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValues4IT.java |   2 +-
 .../db/it/aligned/IoTDBInsertAlignedValuesIT.java  |   7 +-
 .../iotdb/db/it/udf/IoTDBUDFManagementIT.java      |   5 +
 .../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java      |   7 +
 .../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java    | 167 ++++++++++
 integration/checkstyle.xml                         | 173 +++++++++-
 .../iotdb/db/query/udf/example/Accumulator.java    |  28 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/query/udf/example/Counter.java |  22 +-
 .../org/apache/iotdb/db/query/udf/example/Max.java |  22 +-
 .../iotdb/db/query/udf/example/Multiplier.java     |  22 +-
 .../SlidingSizeWindowConstructorTester0.java       |  16 +-
 .../SlidingSizeWindowConstructorTester1.java       |  22 +-
 .../SlidingTimeWindowConstructionTester.java       |  22 +-
 .../db/query/udf/example/TerminateTester.java      |  18 +-
 .../iotdb/db/query/udf/example/ValidateTester.java |  20 +-
 .../iotdb/db/query/udf/example/WindowStartEnd.java |  18 +-
 .../db/integration/IoTDBLoadExternalTsfileIT.java  |   8 +-
 .../IoTDBLoadExternalTsfileWithVirtualSGIT.java    | 138 ++++++++
 .../org/apache/iotdb/library/anomaly/UDTFIQR.java  |  23 +-
 .../apache/iotdb/library/anomaly/UDTFKSigma.java   |  21 +-
 .../org/apache/iotdb/library/anomaly/UDTFLOF.java  |  23 +-
 .../iotdb/library/anomaly/UDTFMissDetect.java      |  21 +-
 .../apache/iotdb/library/anomaly/UDTFRange.java    |  21 +-
 .../iotdb/library/anomaly/UDTFTwoSidedFilter.java  |  21 +-
 .../iotdb/library/anomaly/util/MissDetector.java   |   4 +-
 .../iotdb/library/anomaly/util/WindowDetect.java   |   4 +-
 .../org/apache/iotdb/library/dmatch/UDAFCov.java   |  26 +-
 .../org/apache/iotdb/library/dmatch/UDAFDtw.java   |  26 +-
 .../apache/iotdb/library/dmatch/UDAFPearson.java   |  26 +-
 .../apache/iotdb/library/dmatch/UDTFPtnSym.java    |  23 +-
 .../org/apache/iotdb/library/dmatch/UDTFXCorr.java |  24 +-
 .../iotdb/library/dprofile/UDAFIntegral.java       |  20 +-
 .../iotdb/library/dprofile/UDAFIntegralAvg.java    |  23 +-
 .../org/apache/iotdb/library/dprofile/UDAFMad.java |  28 +-
 .../apache/iotdb/library/dprofile/UDAFMedian.java  |  28 +-
 .../apache/iotdb/library/dprofile/UDAFMode.java    |  17 +-
 .../iotdb/library/dprofile/UDAFPercentile.java     |  25 +-
 .../apache/iotdb/library/dprofile/UDAFPeriod.java  |  25 +-
 .../apache/iotdb/library/dprofile/UDAFSkew.java    |  23 +-
 .../apache/iotdb/library/dprofile/UDAFSpread.java  |  25 +-
 .../apache/iotdb/library/dprofile/UDAFStddev.java  |  23 +-
 .../org/apache/iotdb/library/dprofile/UDTFACF.java |  23 +-
 .../iotdb/library/dprofile/UDTFDistinct.java       |  26 +-
 .../iotdb/library/dprofile/UDTFHistogram.java      |  23 +-
 .../apache/iotdb/library/dprofile/UDTFMinMax.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFMvAvg.java   |  25 +-
 .../apache/iotdb/library/dprofile/UDTFPACF.java    |  23 +-
 .../org/apache/iotdb/library/dprofile/UDTFQLB.java |  23 +-
 .../iotdb/library/dprofile/UDTFResample.java       |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSample.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSegment.java |  23 +-
 .../apache/iotdb/library/dprofile/UDTFSpline.java  |  23 +-
 .../apache/iotdb/library/dprofile/UDTFZScore.java  |  23 +-
 .../dprofile/util/ExactOrderStatistics.java        |  41 ++-
 .../iotdb/library/dquality/UDTFCompleteness.java   |  18 +-
 .../iotdb/library/dquality/UDTFConsistency.java    |  18 +-
 .../iotdb/library/dquality/UDTFTimeliness.java     |  18 +-
 .../iotdb/library/dquality/UDTFValidity.java       |  18 +-
 .../library/dquality/util/TimeSeriesQuality.java   |   4 +-
 .../iotdb/library/drepair/UDTFTimestampRepair.java |  19 +-
 .../iotdb/library/drepair/UDTFValueFill.java       |  19 +-
 .../iotdb/library/drepair/UDTFValueRepair.java     |  19 +-
 .../apache/iotdb/library/drepair/util/ARFill.java  |   4 +-
 .../iotdb/library/drepair/util/LikelihoodFill.java |   2 +-
 .../iotdb/library/drepair/util/LinearFill.java     |   2 +-
 .../iotdb/library/drepair/util/LsGreedy.java       |   2 +-
 .../apache/iotdb/library/drepair/util/MAFill.java  |   2 +-
 .../iotdb/library/drepair/util/MeanFill.java       |   2 +-
 .../iotdb/library/drepair/util/PreviousFill.java   |   2 +-
 .../apache/iotdb/library/drepair/util/Screen.java  |   2 +-
 .../iotdb/library/drepair/util/ScreenFill.java     |   4 +-
 .../library/drepair/util/TimestampRepair.java      |   4 +-
 .../iotdb/library/drepair/util/ValueFill.java      |   6 +-
 .../iotdb/library/drepair/util/ValueRepair.java    |   4 +-
 .../apache/iotdb/library/frequency/UDTFConv.java   |  26 +-
 .../apache/iotdb/library/frequency/UDTFDWT.java    |  23 +-
 .../apache/iotdb/library/frequency/UDTFDeconv.java |  26 +-
 .../apache/iotdb/library/frequency/UDTFFFT.java    |  23 +-
 .../iotdb/library/frequency/UDTFHighPass.java      |  23 +-
 .../apache/iotdb/library/frequency/UDTFIDWT.java   |  23 +-
 .../apache/iotdb/library/frequency/UDTFIFFT.java   |  23 +-
 .../iotdb/library/frequency/UDTFLowPass.java       |  23 +-
 .../iotdb/library/frequency/util/FFTUtil.java      |   2 +-
 .../library/series/UDTFConsecutiveSequences.java   |  20 +-
 .../library/series/UDTFConsecutiveWindows.java     |  20 +-
 .../iotdb/library/series/util/ConsecutiveUtil.java |   4 +-
 .../iotdb/library/string/UDTFRegexMatch.java       |  22 +-
 .../iotdb/library/string/UDTFRegexReplace.java     |  22 +-
 .../iotdb/library/string/UDTFRegexSplit.java       |  22 +-
 .../iotdb/library/string/UDTFStrReplace.java       |  22 +-
 .../iotdb/library/util/LinearRegression.java       |   2 +-
 .../java/org/apache/iotdb/library/util/Util.java   |   4 +-
 node-commons/pom.xml                               |   5 +
 .../RegionStatus.java}                             |  17 +-
 .../commons/udf/builtin/String/UDTFConcat.java     |  22 +-
 .../commons/udf/builtin/String/UDTFEndsWith.java   |  22 +-
 .../commons/udf/builtin/String/UDTFLower.java      |  22 +-
 .../commons/udf/builtin/String/UDTFStartsWith.java |  22 +-
 .../commons/udf/builtin/String/UDTFStrCompare.java |  24 +-
 .../commons/udf/builtin/String/UDTFStrLength.java  |  22 +-
 .../commons/udf/builtin/String/UDTFStrLocate.java  |  22 +-
 .../commons/udf/builtin/String/UDTFSubstr.java     |  22 +-
 .../iotdb/commons/udf/builtin/String/UDTFTrim.java |  22 +-
 .../commons/udf/builtin/String/UDTFUpper.java      |  22 +-
 .../apache/iotdb/commons/udf/builtin/UDTFAbs.java  |  28 +-
 .../iotdb/commons/udf/builtin/UDTFBottomK.java     |  17 +-
 .../apache/iotdb/commons/udf/builtin/UDTFCast.java |  28 +-
 .../commons/udf/builtin/UDTFCommonDerivative.java  |  16 +-
 .../udf/builtin/UDTFCommonValueDifference.java     |  16 +-
 .../iotdb/commons/udf/builtin/UDTFConst.java       |  24 +-
 .../iotdb/commons/udf/builtin/UDTFConstE.java      |  18 +-
 .../iotdb/commons/udf/builtin/UDTFConstPi.java     |  18 +-
 .../iotdb/commons/udf/builtin/UDTFContains.java    |  24 +-
 .../udf/builtin/UDTFContinuouslySatisfy.java       |  47 +--
 .../iotdb/commons/udf/builtin/UDTFDerivative.java  |  21 +-
 .../udf/builtin/UDTFEqualSizeBucketAggSample.java  |  29 +-
 .../udf/builtin/UDTFEqualSizeBucketM4Sample.java   |  28 +-
 .../builtin/UDTFEqualSizeBucketOutlierSample.java  |  32 +-
 .../builtin/UDTFEqualSizeBucketRandomSample.java   |  26 +-
 .../udf/builtin/UDTFEqualSizeBucketSample.java     |  14 +-
 .../iotdb/commons/udf/builtin/UDTFInRange.java     |  36 ++-
 .../apache/iotdb/commons/udf/builtin/UDTFJexl.java |  64 ++--
 .../iotdb/commons/udf/builtin/UDTFMatches.java     |  24 +-
 .../apache/iotdb/commons/udf/builtin/UDTFMath.java |  36 ++-
 .../udf/builtin/UDTFNonNegativeDerivative.java     |  16 +-
 .../builtin/UDTFNonNegativeValueDifference.java    |  16 +-
 .../iotdb/commons/udf/builtin/UDTFOnOff.java       |  35 ++-
 .../iotdb/commons/udf/builtin/UDTFSelectK.java     |  58 ++--
 .../commons/udf/builtin/UDTFTimeDifference.java    |  18 +-
 .../apache/iotdb/commons/udf/builtin/UDTFTopK.java |  17 +-
 .../commons/udf/builtin/UDTFValueDifference.java   |  19 +-
 .../iotdb/commons/udf/builtin/UDTFValueTrend.java  |  24 +-
 .../udf/service/UDFRegistrationInformation.java    |   2 +-
 .../udf/service/UDFRegistrationService.java        |   4 +-
 .../UDFBinaryTransformer.java}                     |  28 +-
 .../commons/udf/utils/UDFDataTypeTransformer.java  |  77 +++++
 pom.xml                                            |   1 +
 .../schemaregion/rocksdb/mnode/RMNode.java         |   7 +
 server/src/assembly/resources/conf/iotdb-env.bat   |   8 +-
 server/src/assembly/resources/conf/logback.xml     |  13 +-
 .../src/assembly/resources/sbin/stop-datanode.bat  |  19 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |  28 ++
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   6 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |  73 ++++-
 .../db/engine/compaction/CompactionScheduler.java  |   6 +-
 .../DefaultCompactionTaskComparatorImpl.java       |  17 +-
 .../compaction/cross/CrossSpaceCompactionTask.java |   6 +-
 .../compaction/inner/InnerSpaceCompactionTask.java |   6 +-
 .../compaction/task/AbstractCompactionTask.java    |   9 +-
 .../db/engine/storagegroup/TsFileManager.java      |   6 +
 .../dataregion/StorageGroupManager.java            |  19 +-
 .../apache/iotdb/db/metadata/MetadataConstant.java |  20 +-
 .../idtable/entry/InsertMeasurementMNode.java      |   6 +
 .../iotdb/db/metadata/logfile/MLogWriter.java      |   2 +-
 .../iotdb/db/metadata/mnode/EntityMNode.java       |   6 +
 .../org/apache/iotdb/db/metadata/mnode/IMNode.java |   3 +
 .../iotdb/db/metadata/mnode/InternalMNode.java     |   6 +
 .../iotdb/db/metadata/mnode/MeasurementMNode.java  |   6 +
 .../db/metadata/mnode/StorageGroupEntityMNode.java |   6 +
 .../iotdb/db/metadata/mnode/StorageGroupMNode.java |   6 +
 .../mnode/visitor/MNodeVisitor.java}               |  22 +-
 .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java  |  28 ++
 .../mtree/snapshot/MemMTreeSnapshotUtil.java       | 347 +++++++++++++++++++++
 .../db/metadata/mtree/store/CachedMTreeStore.java  |   7 +
 .../iotdb/db/metadata/mtree/store/IMTreeStore.java |   4 +
 .../db/metadata/mtree/store/MemMTreeStore.java     |  18 ++
 .../db/metadata/schemaregion/SchemaEngine.java     |   7 +-
 .../schemaregion/SchemaRegionMemoryImpl.java       | 276 +++++++++-------
 .../apache/iotdb/db/metadata/tag/TagManager.java   |  19 ++
 .../db/metadata/upgrade/MetadataUpgrader.java      |   4 +-
 .../iotdb/db/mpp/common/header/HeaderConstant.java |  24 ++
 .../execution/datatransfer/LocalSinkHandle.java    |  72 +++--
 .../execution/datatransfer/LocalSourceHandle.java  |  43 ++-
 .../execution/datatransfer/SharedTsBlockQueue.java |  23 +-
 .../execution/fragment/FragmentInstanceState.java  |   4 +-
 .../mpp/plan/analyze/FakePartitionFetcherImpl.java |  53 +++-
 .../mpp/plan/analyze/StandaloneSchemaFetcher.java  |  42 +--
 .../plan/execution/config/ConfigTaskVisitor.java   |   6 +
 .../mpp/plan/execution/config/ShowRegionTask.java  |  86 +++++
 .../config/executor/ClusterConfigTaskExecutor.java |  35 ++-
 .../config/executor/IConfigTaskExecutor.java       |   3 +
 .../executor/StandaloneConfigTaskExecutor.java     |  14 +-
 .../db/mpp/plan/expression/ExpressionType.java     |   4 +-
 .../plan/expression/multi/FunctionExpression.java  |   5 +-
 .../db/mpp/plan/expression/unary/InExpression.java |  24 +-
 .../mpp/plan/expression/unary/LikeExpression.java  |   6 +
 .../plan/expression/unary/RegularExpression.java   |   6 +
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |  18 ++
 .../iotdb/db/mpp/plan/planner/LogicalPlanner.java  |  72 ++++-
 .../plan/planner/distribution/SourceRewriter.java  |   7 +-
 .../scheduler/AbstractFragInsStateTracker.java     |   1 -
 .../scheduler/FixedRateFragInsStateTracker.java    |   5 +-
 .../db/mpp/plan/statement/StatementVisitor.java    |   5 +
 .../statement/metadata/ShowRegionStatement.java    |  54 ++++
 .../db/mpp/transformation/api/LayerRowReader.java  |   2 +-
 .../transformation/api/LayerRowWindowReader.java   |   2 +-
 ...ializableRowRecordListBackedMultiColumnRow.java |  16 +-
 ...izableRowRecordListBackedMultiColumnWindow.java |  12 +-
 ...wRecordListBackedMultiColumnWindowIterator.java |   4 +-
 ...ticSerializableTVListBackedSingleColumnRow.java |  14 +-
 ...SerializableTVListBackedSingleColumnWindow.java |  13 +-
 ...ableTVListBackedSingleColumnWindowIterator.java |   4 +-
 .../LayerPointReaderBackedSingleColumnRow.java     |  14 +-
 .../dag/input/ConstantInputReader.java             |   2 +-
 .../intermediate/ConstantIntermediateLayer.java    |   4 +-
 .../dag/intermediate/IntermediateLayer.java        |   6 +-
 .../MultiInputColumnIntermediateLayer.java         |   8 +-
 ...InputColumnMultiReferenceIntermediateLayer.java |   8 +-
 ...nputColumnSingleReferenceIntermediateLayer.java |   8 +-
 .../dag/transformer/multi/UDFQueryTransformer.java |   5 +-
 .../dag/transformer/unary/InTransformer.java       |  36 +--
 .../dag/transformer/unary/RegularTransformer.java  |   6 +-
 .../mpp/transformation/dag/udf/UDTFExecutor.java   |  24 +-
 .../transformation/dag/udf/UDTFTypeInferrer.java   |  17 +-
 .../transformation/dag/util/LayerCacheUtils.java   |   5 +-
 .../tv/ElasticSerializableBinaryTVList.java        |  15 +-
 .../tv/ElasticSerializableTVList.java              |  27 +-
 .../db/protocol/mqtt/JSONPayloadFormatter.java     |  15 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |   2 +-
 .../physical/sys/CreateAlignedTimeSeriesPlan.java  |   2 +-
 .../service/thrift/impl/InternalServiceImpl.java   |  84 +++--
 .../compaction/CompactionTaskComparatorTest.java   |  74 ++++-
 .../compaction/CompactionTaskManagerTest.java      |  27 +-
 .../compaction/cross/CrossSpaceCompactionTest.java |   9 +-
 .../cross/RewriteCrossSpaceCompactionTest.java     |  12 +-
 .../inner/InnerCompactionEmptyTsFileTest.java      |   3 +-
 .../db/engine/storagegroup/DataRegionTest.java     |   3 +-
 .../storagegroup/StorageGroupProcessorTest.java    |   3 +-
 .../db/metadata/schemaRegion/SchemaRegionTest.java |  70 ++++-
 .../db/metadata/upgrade/MetadataUpgradeTest.java   |   9 +-
 .../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java |  16 +-
 .../db/protocol/mqtt/JSONPayloadFormatterTest.java |  58 ++++
 .../ElasticSerializableTVListTest.java             |   6 +-
 .../apache/iotdb/db/query/udf/example/Adder.java   |  26 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   2 +-
 server/src/test/resources/logback-test.xml         |   1 +
 thrift-commons/src/main/thrift/common.thrift       |  18 +-
 .../src/main/thrift/confignode.thrift              |  14 +
 thrift/src/main/thrift/mpp.thrift                  |  13 +-
 .../tsfile/file/metadata/enums/TSDataType.java     |   6 +-
 udf-api/pom.xml                                    |  60 ++++
 .../main/java/org/apache/iotdb}/udf/api/UDF.java   |   8 +-
 .../main/java/org/apache/iotdb}/udf/api/UDTF.java  |  20 +-
 .../java/org/apache/iotdb}/udf/api/access/Row.java |   8 +-
 .../apache/iotdb}/udf/api/access/RowIterator.java  |   2 +-
 .../apache/iotdb}/udf/api/access/RowWindow.java    |  10 +-
 .../iotdb}/udf/api/collector/PointCollector.java   |  56 ++--
 .../api/customizer/config/UDFConfigurations.java   |   8 +-
 .../api/customizer/config/UDTFConfigurations.java  |  24 +-
 .../parameter/UDFParameterValidator.java           |  47 ++-
 .../api/customizer/parameter/UDFParameters.java    |  29 +-
 .../api/customizer/strategy/AccessStrategy.java    |   8 +-
 .../strategy/RowByRowAccessStrategy.java           |  12 +-
 .../strategy/SlidingSizeWindowAccessStrategy.java  |  12 +-
 .../strategy/SlidingTimeWindowAccessStrategy.java  |  12 +-
 .../UDFAttributeNotProvidedException.java          |   2 +-
 .../iotdb}/udf/api/exception/UDFException.java     |   2 +-
 .../UDFInputSeriesDataTypeNotValidException.java   |  10 +-
 .../UDFInputSeriesIndexNotValidException.java      |   2 +-
 .../UDFInputSeriesNumberNotValidException.java     |   2 +-
 .../UDFOutputSeriesDataTypeNotValidException.java  |   2 +-
 .../exception/UDFParameterNotValidException.java   |   2 +-
 .../api/exception/UDFRegistrationException.java    |   2 +-
 .../java/org/apache/iotdb/udf/api/type/Binary.java | 150 +++++++++
 .../java/org/apache/iotdb/udf/api/type/Type.java   |  35 ++-
 362 files changed, 6408 insertions(+), 3220 deletions(-)

diff --cc server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 1ca1c2c794,60d38e06d8..91492a28ac
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@@ -2926,20 -2920,8 +2926,24 @@@ public class IoTDBConfig 
    public void setTriggerForwardMQTTPoolSize(int triggerForwardMQTTPoolSize) {
      this.triggerForwardMQTTPoolSize = triggerForwardMQTTPoolSize;
    }
- 
++  
 +  public int getCoordinatorReadExecutorSize() {
 +    return coordinatorReadExecutorSize;
 +  }
 +
 +  public void setCoordinatorReadExecutorSize(int coordinatorReadExecutorSize) {
 +    this.coordinatorReadExecutorSize = coordinatorReadExecutorSize;
 +  }
 +
 +  public int getCoordinatorWriteExecutorSize() {
 +    return coordinatorWriteExecutorSize;
 +  }
 +
 +  public void setCoordinatorWriteExecutorSize(int coordinatorWriteExecutorSize) {
 +    this.coordinatorWriteExecutorSize = coordinatorWriteExecutorSize;
 +  }
+ 
+   public TEndPoint getAddressAndPort() {
+     return new TEndPoint(rpcAddress, rpcPort);
+   }
  }