You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/06/21 03:33:26 UTC
[iotdb] branch xingtanzjr/write_opt_version1 updated (ec97eaa9e1 -> 5887294c79)
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a change to branch xingtanzjr/write_opt_version1
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ec97eaa9e1 change Rate to 1000
add a352d93492 [IOTDB-3299] Migrate udf api to a seperate module (#6268)
add e269bb7a83 Accelerate New Cluster IT (#6326)
add 1309eef2b1 [IOTDB-3388] Let MQTT Service could parse JSON array of existed format (#6154)
add 77563a6273 [IOTDB-3511] Show Region tool (#6315)
add e34850cacc [IOTDB-3189] Fix compaction is not well-distributed across sgs (#6324)
add de0b507523 [IOTDB-2179] New IT framework supports Windows platform (#6313)
add 98b65a1ba4 Fix Dead Lock Bug (#6331)
add 05a849184e [IOTDB-3365] Add more log name in query processing and Fix NPE while fetchFragmentInstanceState (#6332)
add 6702808c25 [IOTDB-3414] [mpp] fix schema query limit offset bug (#6179)
add ed20fccc2b [IOTDB-3392] File doesn't exist when move tsfile when virtual_storage_group_num > 1 (#6310)
add 1fb7229c2d Fix DeadLock bug (#6334)
add f10eed6ddb Increase the timeout (#6335)
add 7d7834c200 [IOTDB-3544] Packaging udf-api as dependency jar in build (#6339)
add c42cfe5fbe [IOTDB-3510] Read/Write Routing policy (Routing to DataNode with the lowest-loaded) (#6308)
add 3c88dfb6aa [IOTDB-3508] Enhance some features of the IT framework (#6300)
add df8136d8e0 Fix new standalone auto create aligned timeseries bug (#6345)
add 084d4a4452 [IOTDB-3541][IOTDB-3542] Support handling exception and make it stable in cluster IT (#6341)
add 80141097f8 [IOTDB-3552] Fix fetch incorrect SchemaTree by StandaloneSchemaFetcher bug (#6347)
add 52d2699bc8 [IOTDB-3512] Region leader during heartbeat (#6322)
add e814312089 [IOTDB-3255] Turn off MLog and Implement snapshot while using Ratis (#6337)
add 1ab5ad3fcb [IOTDB-3504] Fix inferTypes, return value and column label of IN/LIKE⦠(#6301)
add 11d234ba38 [IoTDB-3566] Add IT for UDTF Hybrid Query (#6354)
add 4275937630 fix (#6349)
add c8145715d9 Fix Cast Bug (#6355)
new 5887294c79 Merge branch 'master' into xingtanzjr/write_opt_version1
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/cluster-it.yml | 27 +-
.../{cluster-it.yml => standalone-it-for-mpp.yml} | 31 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 7 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../src/assembly/resources/conf/confignode-env.bat | 8 +-
confignode/src/assembly/resources/conf/logback.xml | 13 +-
.../confignode/client/AsyncDataNodeClientPool.java | 2 +-
.../client/handlers/HeartbeatHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 6 +-
.../confignode/conf/ConfigNodeDescriptor.java | 4 +
.../consensus/request/ConfigRequest.java | 4 +
.../consensus/request/ConfigRequestType.java | 3 +-
.../request/read/GetRegionLocationsReq.java | 62 ++++
.../consensus/response/DataPartitionResp.java | 79 +++--
.../consensus/response/RegionLocationsResp.java | 32 +-
.../response/SchemaNodeManagementResp.java | 48 ++-
.../consensus/response/SchemaPartitionResp.java | 59 ++--
.../iotdb/confignode/manager/ConfigManager.java | 130 ++++----
.../apache/iotdb/confignode/manager/Manager.java | 28 +-
.../iotdb/confignode/manager/PartitionManager.java | 5 +
.../iotdb/confignode/manager/load/LoadManager.java | 37 ++-
.../manager/load/balancer/RouteBalancer.java | 56 ++++
.../manager/load/balancer/router/IRouter.java | 43 +++
.../balancer/router/LoadScoreGreedyRouter.java | 80 +++++
.../manager/load/heartbeat/HeartbeatCache.java | 9 +-
.../executor/ConfigRequestExecutor.java | 3 +
.../persistence/partition/PartitionInfo.java | 92 +++---
.../partition/StorageGroupPartitionTable.java | 86 ++---
.../thrift/ConfigNodeRPCServiceProcessor.java | 53 ++--
.../consensus/request/ConfigRequestSerDeTest.java | 11 +
.../confignode/persistence/PartitionInfoTest.java | 68 +++-
.../org/apache/iotdb/consensus/IConsensus.java | 2 +
.../iotdb/consensus/config/MultiLeaderConfig.java | 2 +-
.../multileader/MultiLeaderConsensus.java | 22 +-
.../multileader/MultiLeaderServerImpl.java | 6 +-
.../multileader/logdispatcher/LogDispatcher.java | 12 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +
.../consensus/standalone/StandAloneConsensus.java | 6 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 -
docs/UserGuide/API/Programming-MQTT.md | 7 +-
.../Maintenance-Tools/Maintenance-Command.md | 67 +++-
docs/UserGuide/Query-Data/Query-Filter.md | 3 +-
docs/UserGuide/Query-Data/Select-Expression.md | 39 ++-
docs/zh/UserGuide/API/Programming-MQTT.md | 7 +-
.../Maintenance-Tools/Maintenance-Command.md | 63 ++++
docs/zh/UserGuide/Query-Data/Query-Filter.md | 3 +-
docs/zh/UserGuide/Query-Data/Select-Expression.md | 38 ++-
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 7 +
.../java/org/apache/iotdb/udf/UDTFExample.java | 22 +-
integration-test/pom.xml | 138 +++++++-
.../assembly/{cluster-test.xml => mpp-test.xml} | 0
.../iotdb/db/query/udf/example/Accumulator.java | 28 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/query/udf/example/Counter.java | 22 +-
.../org/apache/iotdb/db/query/udf/example/Max.java | 22 +-
.../iotdb/db/query/udf/example/Multiplier.java | 22 +-
.../SlidingSizeWindowConstructorTester0.java | 16 +-
.../SlidingSizeWindowConstructorTester1.java | 22 +-
.../SlidingTimeWindowConstructionTester.java | 22 +-
.../db/query/udf/example/TerminateTester.java | 18 +-
.../iotdb/db/query/udf/example/ValidateTester.java | 20 +-
.../iotdb/db/query/udf/example/WindowStartEnd.java | 18 +-
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 293 +++++++++++++++++
.../apache/iotdb/it/env/AbstractNodeWrapper.java | 252 +++++++++++++++
.../java/org/apache/iotdb/it/env/Cluster1Env.java | 6 +-
.../org/apache/iotdb/it/env/ClusterEnvBase.java | 238 --------------
.../org/apache/iotdb/it/env/ClusterNodeBase.java | 190 -----------
.../org/apache/iotdb/it/env/ConfigFactory.java | 9 +-
.../java/org/apache/iotdb/it/env/ConfigNode.java | 119 -------
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 116 +++++++
.../java/org/apache/iotdb/it/env/DataNode.java | 121 -------
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 105 +++++++
.../java/org/apache/iotdb/it/env/EnvFactory.java | 7 +-
.../env/{ClusterEnvConfig.java => MppConfig.java} | 21 +-
...emoteEnvConfig.java => RemoteServerConfig.java} | 2 +-
...ter1Env.java => StandaloneDataNodeWrapper.java} | 30 +-
.../apache/iotdb/it/env/StandaloneOnMppEnv.java | 72 +++++
.../constant}/BuiltinAggregationFunctionEnum.java | 2 +-
.../BuiltinTimeSeriesGeneratingFunctionEnum.java | 2 +-
.../iotdb/itbase/constant/UDFTestConstant.java | 30 +-
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +-
.../env/{BaseNode.java => BaseNodeWrapper.java} | 2 +-
.../iotdb/itbase/runtime/ClusterTestStatement.java | 44 ++-
.../itbase/runtime/ParallelRequestDelegate.java | 10 +-
.../iotdb/itbase/runtime/RequestDelegate.java | 45 ++-
.../itbase/runtime/SerialRequestDelegate.java | 4 +-
integration-test/src/script/append-to-env.sh | 32 ++
.../org/apache/iotdb/db/it/IoTDBExampleIT.java | 4 +-
.../iotdb/db/it/aligned/AlignedWriteUtil.java | 7 +-
...gregationWithoutValueFilterWithDeletion2IT.java | 3 +
...ggregationWithoutValueFilterWithDeletionIT.java | 3 +
...upByQueryWithoutValueFilterWithDeletion2IT.java | 3 +
...oupByQueryWithoutValueFilterWithDeletionIT.java | 3 +
.../db/it/aligned/IoTDBInsertAlignedValues2IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues3IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues4IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 7 +-
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 5 +
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 7 +
.../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java | 167 ++++++++++
integration/checkstyle.xml | 173 +++++++++-
.../iotdb/db/query/udf/example/Accumulator.java | 28 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/query/udf/example/Counter.java | 22 +-
.../org/apache/iotdb/db/query/udf/example/Max.java | 22 +-
.../iotdb/db/query/udf/example/Multiplier.java | 22 +-
.../SlidingSizeWindowConstructorTester0.java | 16 +-
.../SlidingSizeWindowConstructorTester1.java | 22 +-
.../SlidingTimeWindowConstructionTester.java | 22 +-
.../db/query/udf/example/TerminateTester.java | 18 +-
.../iotdb/db/query/udf/example/ValidateTester.java | 20 +-
.../iotdb/db/query/udf/example/WindowStartEnd.java | 18 +-
.../db/integration/IoTDBLoadExternalTsfileIT.java | 8 +-
.../IoTDBLoadExternalTsfileWithVirtualSGIT.java | 138 ++++++++
.../org/apache/iotdb/library/anomaly/UDTFIQR.java | 23 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 21 +-
.../org/apache/iotdb/library/anomaly/UDTFLOF.java | 23 +-
.../iotdb/library/anomaly/UDTFMissDetect.java | 21 +-
.../apache/iotdb/library/anomaly/UDTFRange.java | 21 +-
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 21 +-
.../iotdb/library/anomaly/util/MissDetector.java | 4 +-
.../iotdb/library/anomaly/util/WindowDetect.java | 4 +-
.../org/apache/iotdb/library/dmatch/UDAFCov.java | 26 +-
.../org/apache/iotdb/library/dmatch/UDAFDtw.java | 26 +-
.../apache/iotdb/library/dmatch/UDAFPearson.java | 26 +-
.../apache/iotdb/library/dmatch/UDTFPtnSym.java | 23 +-
.../org/apache/iotdb/library/dmatch/UDTFXCorr.java | 24 +-
.../iotdb/library/dprofile/UDAFIntegral.java | 20 +-
.../iotdb/library/dprofile/UDAFIntegralAvg.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 28 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 28 +-
.../apache/iotdb/library/dprofile/UDAFMode.java | 17 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFPeriod.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFSkew.java | 23 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFStddev.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDTFACF.java | 23 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 26 +-
.../iotdb/library/dprofile/UDTFHistogram.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFMinMax.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 25 +-
.../apache/iotdb/library/dprofile/UDTFPACF.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDTFQLB.java | 23 +-
.../iotdb/library/dprofile/UDTFResample.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSegment.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSpline.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFZScore.java | 23 +-
.../dprofile/util/ExactOrderStatistics.java | 41 ++-
.../iotdb/library/dquality/UDTFCompleteness.java | 18 +-
.../iotdb/library/dquality/UDTFConsistency.java | 18 +-
.../iotdb/library/dquality/UDTFTimeliness.java | 18 +-
.../iotdb/library/dquality/UDTFValidity.java | 18 +-
.../library/dquality/util/TimeSeriesQuality.java | 4 +-
.../iotdb/library/drepair/UDTFTimestampRepair.java | 19 +-
.../iotdb/library/drepair/UDTFValueFill.java | 19 +-
.../iotdb/library/drepair/UDTFValueRepair.java | 19 +-
.../apache/iotdb/library/drepair/util/ARFill.java | 4 +-
.../iotdb/library/drepair/util/LikelihoodFill.java | 2 +-
.../iotdb/library/drepair/util/LinearFill.java | 2 +-
.../iotdb/library/drepair/util/LsGreedy.java | 2 +-
.../apache/iotdb/library/drepair/util/MAFill.java | 2 +-
.../iotdb/library/drepair/util/MeanFill.java | 2 +-
.../iotdb/library/drepair/util/PreviousFill.java | 2 +-
.../apache/iotdb/library/drepair/util/Screen.java | 2 +-
.../iotdb/library/drepair/util/ScreenFill.java | 4 +-
.../library/drepair/util/TimestampRepair.java | 4 +-
.../iotdb/library/drepair/util/ValueFill.java | 6 +-
.../iotdb/library/drepair/util/ValueRepair.java | 4 +-
.../apache/iotdb/library/frequency/UDTFConv.java | 26 +-
.../apache/iotdb/library/frequency/UDTFDWT.java | 23 +-
.../apache/iotdb/library/frequency/UDTFDeconv.java | 26 +-
.../apache/iotdb/library/frequency/UDTFFFT.java | 23 +-
.../iotdb/library/frequency/UDTFHighPass.java | 23 +-
.../apache/iotdb/library/frequency/UDTFIDWT.java | 23 +-
.../apache/iotdb/library/frequency/UDTFIFFT.java | 23 +-
.../iotdb/library/frequency/UDTFLowPass.java | 23 +-
.../iotdb/library/frequency/util/FFTUtil.java | 2 +-
.../library/series/UDTFConsecutiveSequences.java | 20 +-
.../library/series/UDTFConsecutiveWindows.java | 20 +-
.../iotdb/library/series/util/ConsecutiveUtil.java | 4 +-
.../iotdb/library/string/UDTFRegexMatch.java | 22 +-
.../iotdb/library/string/UDTFRegexReplace.java | 22 +-
.../iotdb/library/string/UDTFRegexSplit.java | 22 +-
.../iotdb/library/string/UDTFStrReplace.java | 22 +-
.../iotdb/library/util/LinearRegression.java | 2 +-
.../java/org/apache/iotdb/library/util/Util.java | 4 +-
node-commons/pom.xml | 5 +
.../RegionStatus.java} | 17 +-
.../commons/udf/builtin/String/UDTFConcat.java | 22 +-
.../commons/udf/builtin/String/UDTFEndsWith.java | 22 +-
.../commons/udf/builtin/String/UDTFLower.java | 22 +-
.../commons/udf/builtin/String/UDTFStartsWith.java | 22 +-
.../commons/udf/builtin/String/UDTFStrCompare.java | 24 +-
.../commons/udf/builtin/String/UDTFStrLength.java | 22 +-
.../commons/udf/builtin/String/UDTFStrLocate.java | 22 +-
.../commons/udf/builtin/String/UDTFSubstr.java | 22 +-
.../iotdb/commons/udf/builtin/String/UDTFTrim.java | 22 +-
.../commons/udf/builtin/String/UDTFUpper.java | 22 +-
.../apache/iotdb/commons/udf/builtin/UDTFAbs.java | 28 +-
.../iotdb/commons/udf/builtin/UDTFBottomK.java | 17 +-
.../apache/iotdb/commons/udf/builtin/UDTFCast.java | 28 +-
.../commons/udf/builtin/UDTFCommonDerivative.java | 16 +-
.../udf/builtin/UDTFCommonValueDifference.java | 16 +-
.../iotdb/commons/udf/builtin/UDTFConst.java | 24 +-
.../iotdb/commons/udf/builtin/UDTFConstE.java | 18 +-
.../iotdb/commons/udf/builtin/UDTFConstPi.java | 18 +-
.../iotdb/commons/udf/builtin/UDTFContains.java | 24 +-
.../udf/builtin/UDTFContinuouslySatisfy.java | 47 +--
.../iotdb/commons/udf/builtin/UDTFDerivative.java | 21 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 29 +-
.../udf/builtin/UDTFEqualSizeBucketM4Sample.java | 28 +-
.../builtin/UDTFEqualSizeBucketOutlierSample.java | 32 +-
.../builtin/UDTFEqualSizeBucketRandomSample.java | 26 +-
.../udf/builtin/UDTFEqualSizeBucketSample.java | 14 +-
.../iotdb/commons/udf/builtin/UDTFInRange.java | 36 ++-
.../apache/iotdb/commons/udf/builtin/UDTFJexl.java | 64 ++--
.../iotdb/commons/udf/builtin/UDTFMatches.java | 24 +-
.../apache/iotdb/commons/udf/builtin/UDTFMath.java | 36 ++-
.../udf/builtin/UDTFNonNegativeDerivative.java | 16 +-
.../builtin/UDTFNonNegativeValueDifference.java | 16 +-
.../iotdb/commons/udf/builtin/UDTFOnOff.java | 35 ++-
.../iotdb/commons/udf/builtin/UDTFSelectK.java | 58 ++--
.../commons/udf/builtin/UDTFTimeDifference.java | 18 +-
.../apache/iotdb/commons/udf/builtin/UDTFTopK.java | 17 +-
.../commons/udf/builtin/UDTFValueDifference.java | 19 +-
.../iotdb/commons/udf/builtin/UDTFValueTrend.java | 24 +-
.../udf/service/UDFRegistrationInformation.java | 2 +-
.../udf/service/UDFRegistrationService.java | 4 +-
.../UDFBinaryTransformer.java} | 28 +-
.../commons/udf/utils/UDFDataTypeTransformer.java | 77 +++++
pom.xml | 1 +
.../schemaregion/rocksdb/mnode/RMNode.java | 7 +
server/src/assembly/resources/conf/iotdb-env.bat | 8 +-
server/src/assembly/resources/conf/logback.xml | 13 +-
.../src/assembly/resources/sbin/stop-datanode.bat | 19 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 28 ++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 73 ++++-
.../db/engine/compaction/CompactionScheduler.java | 6 +-
.../DefaultCompactionTaskComparatorImpl.java | 17 +-
.../compaction/cross/CrossSpaceCompactionTask.java | 6 +-
.../compaction/inner/InnerSpaceCompactionTask.java | 6 +-
.../compaction/task/AbstractCompactionTask.java | 9 +-
.../db/engine/storagegroup/TsFileManager.java | 6 +
.../dataregion/StorageGroupManager.java | 19 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 20 +-
.../idtable/entry/InsertMeasurementMNode.java | 6 +
.../iotdb/db/metadata/logfile/MLogWriter.java | 2 +-
.../iotdb/db/metadata/mnode/EntityMNode.java | 6 +
.../org/apache/iotdb/db/metadata/mnode/IMNode.java | 3 +
.../iotdb/db/metadata/mnode/InternalMNode.java | 6 +
.../iotdb/db/metadata/mnode/MeasurementMNode.java | 6 +
.../db/metadata/mnode/StorageGroupEntityMNode.java | 6 +
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 6 +
.../mnode/visitor/MNodeVisitor.java} | 22 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 28 ++
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 347 +++++++++++++++++++++
.../db/metadata/mtree/store/CachedMTreeStore.java | 7 +
.../iotdb/db/metadata/mtree/store/IMTreeStore.java | 4 +
.../db/metadata/mtree/store/MemMTreeStore.java | 18 ++
.../db/metadata/schemaregion/SchemaEngine.java | 7 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 276 +++++++++-------
.../apache/iotdb/db/metadata/tag/TagManager.java | 19 ++
.../db/metadata/upgrade/MetadataUpgrader.java | 4 +-
.../iotdb/db/mpp/common/header/HeaderConstant.java | 24 ++
.../execution/datatransfer/LocalSinkHandle.java | 72 +++--
.../execution/datatransfer/LocalSourceHandle.java | 43 ++-
.../execution/datatransfer/SharedTsBlockQueue.java | 23 +-
.../execution/fragment/FragmentInstanceState.java | 4 +-
.../mpp/plan/analyze/FakePartitionFetcherImpl.java | 53 +++-
.../mpp/plan/analyze/StandaloneSchemaFetcher.java | 42 +--
.../plan/execution/config/ConfigTaskVisitor.java | 6 +
.../mpp/plan/execution/config/ShowRegionTask.java | 86 +++++
.../config/executor/ClusterConfigTaskExecutor.java | 35 ++-
.../config/executor/IConfigTaskExecutor.java | 3 +
.../executor/StandaloneConfigTaskExecutor.java | 14 +-
.../db/mpp/plan/expression/ExpressionType.java | 4 +-
.../plan/expression/multi/FunctionExpression.java | 5 +-
.../db/mpp/plan/expression/unary/InExpression.java | 24 +-
.../mpp/plan/expression/unary/LikeExpression.java | 6 +
.../plan/expression/unary/RegularExpression.java | 6 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 18 ++
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 72 ++++-
.../plan/planner/distribution/SourceRewriter.java | 7 +-
.../scheduler/AbstractFragInsStateTracker.java | 1 -
.../scheduler/FixedRateFragInsStateTracker.java | 5 +-
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../statement/metadata/ShowRegionStatement.java | 54 ++++
.../db/mpp/transformation/api/LayerRowReader.java | 2 +-
.../transformation/api/LayerRowWindowReader.java | 2 +-
...ializableRowRecordListBackedMultiColumnRow.java | 16 +-
...izableRowRecordListBackedMultiColumnWindow.java | 12 +-
...wRecordListBackedMultiColumnWindowIterator.java | 4 +-
...ticSerializableTVListBackedSingleColumnRow.java | 14 +-
...SerializableTVListBackedSingleColumnWindow.java | 13 +-
...ableTVListBackedSingleColumnWindowIterator.java | 4 +-
.../LayerPointReaderBackedSingleColumnRow.java | 14 +-
.../dag/input/ConstantInputReader.java | 2 +-
.../intermediate/ConstantIntermediateLayer.java | 4 +-
.../dag/intermediate/IntermediateLayer.java | 6 +-
.../MultiInputColumnIntermediateLayer.java | 8 +-
...InputColumnMultiReferenceIntermediateLayer.java | 8 +-
...nputColumnSingleReferenceIntermediateLayer.java | 8 +-
.../dag/transformer/multi/UDFQueryTransformer.java | 5 +-
.../dag/transformer/unary/InTransformer.java | 36 +--
.../dag/transformer/unary/RegularTransformer.java | 6 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 24 +-
.../transformation/dag/udf/UDTFTypeInferrer.java | 17 +-
.../transformation/dag/util/LayerCacheUtils.java | 5 +-
.../tv/ElasticSerializableBinaryTVList.java | 15 +-
.../tv/ElasticSerializableTVList.java | 27 +-
.../db/protocol/mqtt/JSONPayloadFormatter.java | 15 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 2 +-
.../service/thrift/impl/InternalServiceImpl.java | 84 +++--
.../compaction/CompactionTaskComparatorTest.java | 74 ++++-
.../compaction/CompactionTaskManagerTest.java | 27 +-
.../compaction/cross/CrossSpaceCompactionTest.java | 9 +-
.../cross/RewriteCrossSpaceCompactionTest.java | 12 +-
.../inner/InnerCompactionEmptyTsFileTest.java | 3 +-
.../db/engine/storagegroup/DataRegionTest.java | 3 +-
.../storagegroup/StorageGroupProcessorTest.java | 3 +-
.../db/metadata/schemaRegion/SchemaRegionTest.java | 70 ++++-
.../db/metadata/upgrade/MetadataUpgradeTest.java | 9 +-
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 16 +-
.../db/protocol/mqtt/JSONPayloadFormatterTest.java | 58 ++++
.../ElasticSerializableTVListTest.java | 6 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 2 +-
server/src/test/resources/logback-test.xml | 1 +
thrift-commons/src/main/thrift/common.thrift | 18 +-
.../src/main/thrift/confignode.thrift | 14 +
thrift/src/main/thrift/mpp.thrift | 13 +-
.../tsfile/file/metadata/enums/TSDataType.java | 6 +-
udf-api/pom.xml | 60 ++++
.../main/java/org/apache/iotdb}/udf/api/UDF.java | 8 +-
.../main/java/org/apache/iotdb}/udf/api/UDTF.java | 20 +-
.../java/org/apache/iotdb}/udf/api/access/Row.java | 8 +-
.../apache/iotdb}/udf/api/access/RowIterator.java | 2 +-
.../apache/iotdb}/udf/api/access/RowWindow.java | 10 +-
.../iotdb}/udf/api/collector/PointCollector.java | 56 ++--
.../api/customizer/config/UDFConfigurations.java | 8 +-
.../api/customizer/config/UDTFConfigurations.java | 24 +-
.../parameter/UDFParameterValidator.java | 47 ++-
.../api/customizer/parameter/UDFParameters.java | 29 +-
.../api/customizer/strategy/AccessStrategy.java | 8 +-
.../strategy/RowByRowAccessStrategy.java | 12 +-
.../strategy/SlidingSizeWindowAccessStrategy.java | 12 +-
.../strategy/SlidingTimeWindowAccessStrategy.java | 12 +-
.../UDFAttributeNotProvidedException.java | 2 +-
.../iotdb}/udf/api/exception/UDFException.java | 2 +-
.../UDFInputSeriesDataTypeNotValidException.java | 10 +-
.../UDFInputSeriesIndexNotValidException.java | 2 +-
.../UDFInputSeriesNumberNotValidException.java | 2 +-
.../UDFOutputSeriesDataTypeNotValidException.java | 2 +-
.../exception/UDFParameterNotValidException.java | 2 +-
.../api/exception/UDFRegistrationException.java | 2 +-
.../java/org/apache/iotdb/udf/api/type/Binary.java | 150 +++++++++
.../java/org/apache/iotdb/udf/api/type/Type.java | 35 ++-
362 files changed, 6408 insertions(+), 3220 deletions(-)
copy .github/workflows/{cluster-it.yml => standalone-it-for-mpp.yml} (67%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/GetRegionLocationsReq.java
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/RegionLocationsResp.java (54%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/RouteBalancer.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/IRouter.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/LoadScoreGreedyRouter.java
rename integration-test/src/assembly/{cluster-test.xml => mpp-test.xml} (100%)
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/AbstractEnv.java
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/AbstractNodeWrapper.java
delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ClusterEnvBase.java
delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ClusterNodeBase.java
delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ConfigNode.java
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/ConfigNodeWrapper.java
delete mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/DataNode.java
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/DataNodeWrapper.java
rename integration-test/src/main/java/org/apache/iotdb/it/env/{ClusterEnvConfig.java => MppConfig.java} (93%)
rename integration-test/src/main/java/org/apache/iotdb/it/env/{RemoteEnvConfig.java => RemoteServerConfig.java} (93%)
copy integration-test/src/main/java/org/apache/iotdb/it/env/{Cluster1Env.java => StandaloneDataNodeWrapper.java} (54%)
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/StandaloneOnMppEnv.java
rename integration-test/src/{test/java/org/apache/iotdb/db/it/udf => main/java/org/apache/iotdb/itbase/constant}/BuiltinAggregationFunctionEnum.java (97%)
rename integration-test/src/{test/java/org/apache/iotdb/db/it/udf => main/java/org/apache/iotdb/itbase/constant}/BuiltinTimeSeriesGeneratingFunctionEnum.java (98%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => integration-test/src/main/java/org/apache/iotdb/itbase/constant/UDFTestConstant.java (51%)
rename integration-test/src/main/java/org/apache/iotdb/itbase/env/{BaseNode.java => BaseNodeWrapper.java} (96%)
create mode 100644 integration-test/src/script/append-to-env.sh
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java
create mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBLoadExternalTsfileWithVirtualSGIT.java
copy node-commons/src/main/java/org/apache/iotdb/commons/{udf/api/exception/UDFException.java => cluster/RegionStatus.java} (74%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/{api/customizer/config/UDFConfigurations.java => utils/UDFBinaryTransformer.java} (51%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java
copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/LayerRowWindowReader.java => metadata/mnode/visitor/MNodeVisitor.java} (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/snapshot/MemMTreeSnapshotUtil.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/ShowRegionTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/ShowRegionStatement.java
create mode 100644 udf-api/pom.xml
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/UDF.java (83%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/UDTF.java (86%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/Row.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/RowIterator.java (96%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/access/RowWindow.java (91%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/collector/PointCollector.java (75%)
copy {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/config/UDFConfigurations.java (83%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/config/UDTFConfigurations.java (78%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/parameter/UDFParameterValidator.java (81%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/parameter/UDFParameters.java (81%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/AccessStrategy.java (85%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/RowByRowAccessStrategy.java (83%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/SlidingSizeWindowAccessStrategy.java (91%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/customizer/strategy/SlidingTimeWindowAccessStrategy.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFAttributeNotProvidedException.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFException.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesDataTypeNotValidException.java (79%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesIndexNotValidException.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFInputSeriesNumberNotValidException.java (96%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFOutputSeriesDataTypeNotValidException.java (95%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFParameterNotValidException.java (94%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => udf-api/src/main/java/org/apache/iotdb}/udf/api/exception/UDFRegistrationException.java (95%)
create mode 100644 udf-api/src/main/java/org/apache/iotdb/udf/api/type/Binary.java
rename node-commons/src/main/java/org/apache/iotdb/commons/udf/api/customizer/config/UDFConfigurations.java => udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java (61%)
[iotdb] 01/01: Merge branch 'master' into xingtanzjr/write_opt_version1
Posted by xi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a commit to branch xingtanzjr/write_opt_version1
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 5887294c790b9a40cbd22d5b3c709501976a42b8
Merge: ec97eaa9e1 c8145715d9
Author: Jinrui.Zhang <xi...@gmail.com>
AuthorDate: Tue Jun 21 11:33:10 2022 +0800
Merge branch 'master' into xingtanzjr/write_opt_version1
.github/workflows/cluster-it.yml | 27 +-
.../{cluster-it.yml => standalone-it-for-mpp.yml} | 31 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 7 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../src/assembly/resources/conf/confignode-env.bat | 8 +-
confignode/src/assembly/resources/conf/logback.xml | 13 +-
.../confignode/client/AsyncDataNodeClientPool.java | 2 +-
.../client/handlers/HeartbeatHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 6 +-
.../confignode/conf/ConfigNodeDescriptor.java | 4 +
.../consensus/request/ConfigRequest.java | 4 +
.../consensus/request/ConfigRequestType.java | 3 +-
.../request/read/GetRegionLocationsReq.java | 62 ++++
.../consensus/response/DataPartitionResp.java | 79 +++--
.../consensus/response/RegionLocationsResp.java | 32 +-
.../response/SchemaNodeManagementResp.java | 48 ++-
.../consensus/response/SchemaPartitionResp.java | 59 ++--
.../iotdb/confignode/manager/ConfigManager.java | 130 ++++----
.../apache/iotdb/confignode/manager/Manager.java | 28 +-
.../iotdb/confignode/manager/PartitionManager.java | 5 +
.../iotdb/confignode/manager/load/LoadManager.java | 37 ++-
.../manager/load/balancer/RouteBalancer.java | 56 ++++
.../manager/load/balancer/router/IRouter.java | 43 +++
.../balancer/router/LoadScoreGreedyRouter.java | 80 +++++
.../manager/load/heartbeat/HeartbeatCache.java | 9 +-
.../executor/ConfigRequestExecutor.java | 3 +
.../persistence/partition/PartitionInfo.java | 92 +++---
.../partition/StorageGroupPartitionTable.java | 86 ++---
.../thrift/ConfigNodeRPCServiceProcessor.java | 53 ++--
.../consensus/request/ConfigRequestSerDeTest.java | 11 +
.../confignode/persistence/PartitionInfoTest.java | 68 +++-
.../org/apache/iotdb/consensus/IConsensus.java | 2 +
.../iotdb/consensus/config/MultiLeaderConfig.java | 2 +-
.../multileader/MultiLeaderConsensus.java | 22 +-
.../multileader/MultiLeaderServerImpl.java | 6 +-
.../multileader/logdispatcher/LogDispatcher.java | 12 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +
.../consensus/standalone/StandAloneConsensus.java | 6 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 -
docs/UserGuide/API/Programming-MQTT.md | 7 +-
.../Maintenance-Tools/Maintenance-Command.md | 67 +++-
docs/UserGuide/Query-Data/Query-Filter.md | 3 +-
docs/UserGuide/Query-Data/Select-Expression.md | 39 ++-
docs/zh/UserGuide/API/Programming-MQTT.md | 7 +-
.../Maintenance-Tools/Maintenance-Command.md | 63 ++++
docs/zh/UserGuide/Query-Data/Query-Filter.md | 3 +-
docs/zh/UserGuide/Query-Data/Select-Expression.md | 38 ++-
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 7 +
.../java/org/apache/iotdb/udf/UDTFExample.java | 22 +-
integration-test/pom.xml | 138 +++++++-
.../assembly/{cluster-test.xml => mpp-test.xml} | 0
.../iotdb/db/query/udf/example/Accumulator.java | 28 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/query/udf/example/Counter.java | 22 +-
.../org/apache/iotdb/db/query/udf/example/Max.java | 22 +-
.../iotdb/db/query/udf/example/Multiplier.java | 22 +-
.../SlidingSizeWindowConstructorTester0.java | 16 +-
.../SlidingSizeWindowConstructorTester1.java | 22 +-
.../SlidingTimeWindowConstructionTester.java | 22 +-
.../db/query/udf/example/TerminateTester.java | 18 +-
.../iotdb/db/query/udf/example/ValidateTester.java | 20 +-
.../iotdb/db/query/udf/example/WindowStartEnd.java | 18 +-
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 293 +++++++++++++++++
.../apache/iotdb/it/env/AbstractNodeWrapper.java | 252 +++++++++++++++
.../java/org/apache/iotdb/it/env/Cluster1Env.java | 6 +-
.../org/apache/iotdb/it/env/ClusterEnvBase.java | 238 --------------
.../org/apache/iotdb/it/env/ClusterNodeBase.java | 190 -----------
.../org/apache/iotdb/it/env/ConfigFactory.java | 9 +-
.../java/org/apache/iotdb/it/env/ConfigNode.java | 119 -------
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 116 +++++++
.../java/org/apache/iotdb/it/env/DataNode.java | 121 -------
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 105 +++++++
.../java/org/apache/iotdb/it/env/EnvFactory.java | 7 +-
.../env/{ClusterEnvConfig.java => MppConfig.java} | 21 +-
...emoteEnvConfig.java => RemoteServerConfig.java} | 2 +-
...ter1Env.java => StandaloneDataNodeWrapper.java} | 30 +-
.../apache/iotdb/it/env/StandaloneOnMppEnv.java | 72 +++++
.../constant}/BuiltinAggregationFunctionEnum.java | 2 +-
.../BuiltinTimeSeriesGeneratingFunctionEnum.java | 2 +-
.../iotdb/itbase/constant/UDFTestConstant.java | 30 +-
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +-
.../env/{BaseNode.java => BaseNodeWrapper.java} | 2 +-
.../iotdb/itbase/runtime/ClusterTestStatement.java | 44 ++-
.../itbase/runtime/ParallelRequestDelegate.java | 10 +-
.../iotdb/itbase/runtime/RequestDelegate.java | 45 ++-
.../itbase/runtime/SerialRequestDelegate.java | 4 +-
integration-test/src/script/append-to-env.sh | 32 ++
.../org/apache/iotdb/db/it/IoTDBExampleIT.java | 4 +-
.../iotdb/db/it/aligned/AlignedWriteUtil.java | 7 +-
...gregationWithoutValueFilterWithDeletion2IT.java | 3 +
...ggregationWithoutValueFilterWithDeletionIT.java | 3 +
...upByQueryWithoutValueFilterWithDeletion2IT.java | 3 +
...oupByQueryWithoutValueFilterWithDeletionIT.java | 3 +
.../db/it/aligned/IoTDBInsertAlignedValues2IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues3IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues4IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 7 +-
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 5 +
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 7 +
.../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java | 167 ++++++++++
integration/checkstyle.xml | 173 +++++++++-
.../iotdb/db/query/udf/example/Accumulator.java | 28 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/query/udf/example/Counter.java | 22 +-
.../org/apache/iotdb/db/query/udf/example/Max.java | 22 +-
.../iotdb/db/query/udf/example/Multiplier.java | 22 +-
.../SlidingSizeWindowConstructorTester0.java | 16 +-
.../SlidingSizeWindowConstructorTester1.java | 22 +-
.../SlidingTimeWindowConstructionTester.java | 22 +-
.../db/query/udf/example/TerminateTester.java | 18 +-
.../iotdb/db/query/udf/example/ValidateTester.java | 20 +-
.../iotdb/db/query/udf/example/WindowStartEnd.java | 18 +-
.../db/integration/IoTDBLoadExternalTsfileIT.java | 8 +-
.../IoTDBLoadExternalTsfileWithVirtualSGIT.java | 138 ++++++++
.../org/apache/iotdb/library/anomaly/UDTFIQR.java | 23 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 21 +-
.../org/apache/iotdb/library/anomaly/UDTFLOF.java | 23 +-
.../iotdb/library/anomaly/UDTFMissDetect.java | 21 +-
.../apache/iotdb/library/anomaly/UDTFRange.java | 21 +-
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 21 +-
.../iotdb/library/anomaly/util/MissDetector.java | 4 +-
.../iotdb/library/anomaly/util/WindowDetect.java | 4 +-
.../org/apache/iotdb/library/dmatch/UDAFCov.java | 26 +-
.../org/apache/iotdb/library/dmatch/UDAFDtw.java | 26 +-
.../apache/iotdb/library/dmatch/UDAFPearson.java | 26 +-
.../apache/iotdb/library/dmatch/UDTFPtnSym.java | 23 +-
.../org/apache/iotdb/library/dmatch/UDTFXCorr.java | 24 +-
.../iotdb/library/dprofile/UDAFIntegral.java | 20 +-
.../iotdb/library/dprofile/UDAFIntegralAvg.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 28 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 28 +-
.../apache/iotdb/library/dprofile/UDAFMode.java | 17 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFPeriod.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFSkew.java | 23 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 25 +-
.../apache/iotdb/library/dprofile/UDAFStddev.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDTFACF.java | 23 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 26 +-
.../iotdb/library/dprofile/UDTFHistogram.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFMinMax.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 25 +-
.../apache/iotdb/library/dprofile/UDTFPACF.java | 23 +-
.../org/apache/iotdb/library/dprofile/UDTFQLB.java | 23 +-
.../iotdb/library/dprofile/UDTFResample.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSegment.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFSpline.java | 23 +-
.../apache/iotdb/library/dprofile/UDTFZScore.java | 23 +-
.../dprofile/util/ExactOrderStatistics.java | 41 ++-
.../iotdb/library/dquality/UDTFCompleteness.java | 18 +-
.../iotdb/library/dquality/UDTFConsistency.java | 18 +-
.../iotdb/library/dquality/UDTFTimeliness.java | 18 +-
.../iotdb/library/dquality/UDTFValidity.java | 18 +-
.../library/dquality/util/TimeSeriesQuality.java | 4 +-
.../iotdb/library/drepair/UDTFTimestampRepair.java | 19 +-
.../iotdb/library/drepair/UDTFValueFill.java | 19 +-
.../iotdb/library/drepair/UDTFValueRepair.java | 19 +-
.../apache/iotdb/library/drepair/util/ARFill.java | 4 +-
.../iotdb/library/drepair/util/LikelihoodFill.java | 2 +-
.../iotdb/library/drepair/util/LinearFill.java | 2 +-
.../iotdb/library/drepair/util/LsGreedy.java | 2 +-
.../apache/iotdb/library/drepair/util/MAFill.java | 2 +-
.../iotdb/library/drepair/util/MeanFill.java | 2 +-
.../iotdb/library/drepair/util/PreviousFill.java | 2 +-
.../apache/iotdb/library/drepair/util/Screen.java | 2 +-
.../iotdb/library/drepair/util/ScreenFill.java | 4 +-
.../library/drepair/util/TimestampRepair.java | 4 +-
.../iotdb/library/drepair/util/ValueFill.java | 6 +-
.../iotdb/library/drepair/util/ValueRepair.java | 4 +-
.../apache/iotdb/library/frequency/UDTFConv.java | 26 +-
.../apache/iotdb/library/frequency/UDTFDWT.java | 23 +-
.../apache/iotdb/library/frequency/UDTFDeconv.java | 26 +-
.../apache/iotdb/library/frequency/UDTFFFT.java | 23 +-
.../iotdb/library/frequency/UDTFHighPass.java | 23 +-
.../apache/iotdb/library/frequency/UDTFIDWT.java | 23 +-
.../apache/iotdb/library/frequency/UDTFIFFT.java | 23 +-
.../iotdb/library/frequency/UDTFLowPass.java | 23 +-
.../iotdb/library/frequency/util/FFTUtil.java | 2 +-
.../library/series/UDTFConsecutiveSequences.java | 20 +-
.../library/series/UDTFConsecutiveWindows.java | 20 +-
.../iotdb/library/series/util/ConsecutiveUtil.java | 4 +-
.../iotdb/library/string/UDTFRegexMatch.java | 22 +-
.../iotdb/library/string/UDTFRegexReplace.java | 22 +-
.../iotdb/library/string/UDTFRegexSplit.java | 22 +-
.../iotdb/library/string/UDTFStrReplace.java | 22 +-
.../iotdb/library/util/LinearRegression.java | 2 +-
.../java/org/apache/iotdb/library/util/Util.java | 4 +-
node-commons/pom.xml | 5 +
.../RegionStatus.java} | 17 +-
.../commons/udf/builtin/String/UDTFConcat.java | 22 +-
.../commons/udf/builtin/String/UDTFEndsWith.java | 22 +-
.../commons/udf/builtin/String/UDTFLower.java | 22 +-
.../commons/udf/builtin/String/UDTFStartsWith.java | 22 +-
.../commons/udf/builtin/String/UDTFStrCompare.java | 24 +-
.../commons/udf/builtin/String/UDTFStrLength.java | 22 +-
.../commons/udf/builtin/String/UDTFStrLocate.java | 22 +-
.../commons/udf/builtin/String/UDTFSubstr.java | 22 +-
.../iotdb/commons/udf/builtin/String/UDTFTrim.java | 22 +-
.../commons/udf/builtin/String/UDTFUpper.java | 22 +-
.../apache/iotdb/commons/udf/builtin/UDTFAbs.java | 28 +-
.../iotdb/commons/udf/builtin/UDTFBottomK.java | 17 +-
.../apache/iotdb/commons/udf/builtin/UDTFCast.java | 28 +-
.../commons/udf/builtin/UDTFCommonDerivative.java | 16 +-
.../udf/builtin/UDTFCommonValueDifference.java | 16 +-
.../iotdb/commons/udf/builtin/UDTFConst.java | 24 +-
.../iotdb/commons/udf/builtin/UDTFConstE.java | 18 +-
.../iotdb/commons/udf/builtin/UDTFConstPi.java | 18 +-
.../iotdb/commons/udf/builtin/UDTFContains.java | 24 +-
.../udf/builtin/UDTFContinuouslySatisfy.java | 47 +--
.../iotdb/commons/udf/builtin/UDTFDerivative.java | 21 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 29 +-
.../udf/builtin/UDTFEqualSizeBucketM4Sample.java | 28 +-
.../builtin/UDTFEqualSizeBucketOutlierSample.java | 32 +-
.../builtin/UDTFEqualSizeBucketRandomSample.java | 26 +-
.../udf/builtin/UDTFEqualSizeBucketSample.java | 14 +-
.../iotdb/commons/udf/builtin/UDTFInRange.java | 36 ++-
.../apache/iotdb/commons/udf/builtin/UDTFJexl.java | 64 ++--
.../iotdb/commons/udf/builtin/UDTFMatches.java | 24 +-
.../apache/iotdb/commons/udf/builtin/UDTFMath.java | 36 ++-
.../udf/builtin/UDTFNonNegativeDerivative.java | 16 +-
.../builtin/UDTFNonNegativeValueDifference.java | 16 +-
.../iotdb/commons/udf/builtin/UDTFOnOff.java | 35 ++-
.../iotdb/commons/udf/builtin/UDTFSelectK.java | 58 ++--
.../commons/udf/builtin/UDTFTimeDifference.java | 18 +-
.../apache/iotdb/commons/udf/builtin/UDTFTopK.java | 17 +-
.../commons/udf/builtin/UDTFValueDifference.java | 19 +-
.../iotdb/commons/udf/builtin/UDTFValueTrend.java | 24 +-
.../udf/service/UDFRegistrationInformation.java | 2 +-
.../udf/service/UDFRegistrationService.java | 4 +-
.../UDFBinaryTransformer.java} | 28 +-
.../commons/udf/utils/UDFDataTypeTransformer.java | 77 +++++
pom.xml | 1 +
.../schemaregion/rocksdb/mnode/RMNode.java | 7 +
server/src/assembly/resources/conf/iotdb-env.bat | 8 +-
server/src/assembly/resources/conf/logback.xml | 13 +-
.../src/assembly/resources/sbin/stop-datanode.bat | 19 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 28 ++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 73 ++++-
.../db/engine/compaction/CompactionScheduler.java | 6 +-
.../DefaultCompactionTaskComparatorImpl.java | 17 +-
.../compaction/cross/CrossSpaceCompactionTask.java | 6 +-
.../compaction/inner/InnerSpaceCompactionTask.java | 6 +-
.../compaction/task/AbstractCompactionTask.java | 9 +-
.../db/engine/storagegroup/TsFileManager.java | 6 +
.../dataregion/StorageGroupManager.java | 19 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 20 +-
.../idtable/entry/InsertMeasurementMNode.java | 6 +
.../iotdb/db/metadata/logfile/MLogWriter.java | 2 +-
.../iotdb/db/metadata/mnode/EntityMNode.java | 6 +
.../org/apache/iotdb/db/metadata/mnode/IMNode.java | 3 +
.../iotdb/db/metadata/mnode/InternalMNode.java | 6 +
.../iotdb/db/metadata/mnode/MeasurementMNode.java | 6 +
.../db/metadata/mnode/StorageGroupEntityMNode.java | 6 +
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 6 +
.../mnode/visitor/MNodeVisitor.java} | 22 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 28 ++
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 347 +++++++++++++++++++++
.../db/metadata/mtree/store/CachedMTreeStore.java | 7 +
.../iotdb/db/metadata/mtree/store/IMTreeStore.java | 4 +
.../db/metadata/mtree/store/MemMTreeStore.java | 18 ++
.../db/metadata/schemaregion/SchemaEngine.java | 7 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 276 +++++++++-------
.../apache/iotdb/db/metadata/tag/TagManager.java | 19 ++
.../db/metadata/upgrade/MetadataUpgrader.java | 4 +-
.../iotdb/db/mpp/common/header/HeaderConstant.java | 24 ++
.../execution/datatransfer/LocalSinkHandle.java | 72 +++--
.../execution/datatransfer/LocalSourceHandle.java | 43 ++-
.../execution/datatransfer/SharedTsBlockQueue.java | 23 +-
.../execution/fragment/FragmentInstanceState.java | 4 +-
.../mpp/plan/analyze/FakePartitionFetcherImpl.java | 53 +++-
.../mpp/plan/analyze/StandaloneSchemaFetcher.java | 42 +--
.../plan/execution/config/ConfigTaskVisitor.java | 6 +
.../mpp/plan/execution/config/ShowRegionTask.java | 86 +++++
.../config/executor/ClusterConfigTaskExecutor.java | 35 ++-
.../config/executor/IConfigTaskExecutor.java | 3 +
.../executor/StandaloneConfigTaskExecutor.java | 14 +-
.../db/mpp/plan/expression/ExpressionType.java | 4 +-
.../plan/expression/multi/FunctionExpression.java | 5 +-
.../db/mpp/plan/expression/unary/InExpression.java | 24 +-
.../mpp/plan/expression/unary/LikeExpression.java | 6 +
.../plan/expression/unary/RegularExpression.java | 6 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 18 ++
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 72 ++++-
.../plan/planner/distribution/SourceRewriter.java | 7 +-
.../scheduler/AbstractFragInsStateTracker.java | 1 -
.../scheduler/FixedRateFragInsStateTracker.java | 5 +-
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../statement/metadata/ShowRegionStatement.java | 54 ++++
.../db/mpp/transformation/api/LayerRowReader.java | 2 +-
.../transformation/api/LayerRowWindowReader.java | 2 +-
...ializableRowRecordListBackedMultiColumnRow.java | 16 +-
...izableRowRecordListBackedMultiColumnWindow.java | 12 +-
...wRecordListBackedMultiColumnWindowIterator.java | 4 +-
...ticSerializableTVListBackedSingleColumnRow.java | 14 +-
...SerializableTVListBackedSingleColumnWindow.java | 13 +-
...ableTVListBackedSingleColumnWindowIterator.java | 4 +-
.../LayerPointReaderBackedSingleColumnRow.java | 14 +-
.../dag/input/ConstantInputReader.java | 2 +-
.../intermediate/ConstantIntermediateLayer.java | 4 +-
.../dag/intermediate/IntermediateLayer.java | 6 +-
.../MultiInputColumnIntermediateLayer.java | 8 +-
...InputColumnMultiReferenceIntermediateLayer.java | 8 +-
...nputColumnSingleReferenceIntermediateLayer.java | 8 +-
.../dag/transformer/multi/UDFQueryTransformer.java | 5 +-
.../dag/transformer/unary/InTransformer.java | 36 +--
.../dag/transformer/unary/RegularTransformer.java | 6 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 24 +-
.../transformation/dag/udf/UDTFTypeInferrer.java | 17 +-
.../transformation/dag/util/LayerCacheUtils.java | 5 +-
.../tv/ElasticSerializableBinaryTVList.java | 15 +-
.../tv/ElasticSerializableTVList.java | 27 +-
.../db/protocol/mqtt/JSONPayloadFormatter.java | 15 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 2 +-
.../service/thrift/impl/InternalServiceImpl.java | 84 +++--
.../compaction/CompactionTaskComparatorTest.java | 74 ++++-
.../compaction/CompactionTaskManagerTest.java | 27 +-
.../compaction/cross/CrossSpaceCompactionTest.java | 9 +-
.../cross/RewriteCrossSpaceCompactionTest.java | 12 +-
.../inner/InnerCompactionEmptyTsFileTest.java | 3 +-
.../db/engine/storagegroup/DataRegionTest.java | 3 +-
.../storagegroup/StorageGroupProcessorTest.java | 3 +-
.../db/metadata/schemaRegion/SchemaRegionTest.java | 70 ++++-
.../db/metadata/upgrade/MetadataUpgradeTest.java | 9 +-
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 16 +-
.../db/protocol/mqtt/JSONPayloadFormatterTest.java | 58 ++++
.../ElasticSerializableTVListTest.java | 6 +-
.../apache/iotdb/db/query/udf/example/Adder.java | 26 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 2 +-
server/src/test/resources/logback-test.xml | 1 +
thrift-commons/src/main/thrift/common.thrift | 18 +-
.../src/main/thrift/confignode.thrift | 14 +
thrift/src/main/thrift/mpp.thrift | 13 +-
.../tsfile/file/metadata/enums/TSDataType.java | 6 +-
udf-api/pom.xml | 60 ++++
.../main/java/org/apache/iotdb}/udf/api/UDF.java | 8 +-
.../main/java/org/apache/iotdb}/udf/api/UDTF.java | 20 +-
.../java/org/apache/iotdb}/udf/api/access/Row.java | 8 +-
.../apache/iotdb}/udf/api/access/RowIterator.java | 2 +-
.../apache/iotdb}/udf/api/access/RowWindow.java | 10 +-
.../iotdb}/udf/api/collector/PointCollector.java | 56 ++--
.../api/customizer/config/UDFConfigurations.java | 8 +-
.../api/customizer/config/UDTFConfigurations.java | 24 +-
.../parameter/UDFParameterValidator.java | 47 ++-
.../api/customizer/parameter/UDFParameters.java | 29 +-
.../api/customizer/strategy/AccessStrategy.java | 8 +-
.../strategy/RowByRowAccessStrategy.java | 12 +-
.../strategy/SlidingSizeWindowAccessStrategy.java | 12 +-
.../strategy/SlidingTimeWindowAccessStrategy.java | 12 +-
.../UDFAttributeNotProvidedException.java | 2 +-
.../iotdb}/udf/api/exception/UDFException.java | 2 +-
.../UDFInputSeriesDataTypeNotValidException.java | 10 +-
.../UDFInputSeriesIndexNotValidException.java | 2 +-
.../UDFInputSeriesNumberNotValidException.java | 2 +-
.../UDFOutputSeriesDataTypeNotValidException.java | 2 +-
.../exception/UDFParameterNotValidException.java | 2 +-
.../api/exception/UDFRegistrationException.java | 2 +-
.../java/org/apache/iotdb/udf/api/type/Binary.java | 150 +++++++++
.../java/org/apache/iotdb/udf/api/type/Type.java | 35 ++-
362 files changed, 6408 insertions(+), 3220 deletions(-)
diff --cc server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 1ca1c2c794,60d38e06d8..91492a28ac
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@@ -2926,20 -2920,8 +2926,24 @@@ public class IoTDBConfig
public void setTriggerForwardMQTTPoolSize(int triggerForwardMQTTPoolSize) {
this.triggerForwardMQTTPoolSize = triggerForwardMQTTPoolSize;
}
-
++
+ public int getCoordinatorReadExecutorSize() {
+ return coordinatorReadExecutorSize;
+ }
+
+ public void setCoordinatorReadExecutorSize(int coordinatorReadExecutorSize) {
+ this.coordinatorReadExecutorSize = coordinatorReadExecutorSize;
+ }
+
+ public int getCoordinatorWriteExecutorSize() {
+ return coordinatorWriteExecutorSize;
+ }
+
+ public void setCoordinatorWriteExecutorSize(int coordinatorWriteExecutorSize) {
+ this.coordinatorWriteExecutorSize = coordinatorWriteExecutorSize;
+ }
+
+ public TEndPoint getAddressAndPort() {
+ return new TEndPoint(rpcAddress, rpcPort);
+ }
}