You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by yo...@apache.org on 2023/01/30 15:09:48 UTC
[iotdb] branch Formatting-configuration-variables-log updated (d8663973b8 -> 817ce7ec43)
This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch Formatting-configuration-variables-log
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d8663973b8 Update NodeManager.java
add 974afbadb9 [IOTDB-5424] Fix FI memory allocation limit calculation
add ecc0224195 Update IoTDBConfig.java (#8887)
add 5e2e9d33c7 Fix typo in README
add bcf1b923ab [IOTDB-5382]Support DIFF as built-in scalar function in IoTDB
add 1345d259d1 [IOTDB-5423] Disable reusing same JVM and processing in random order in tests (#8890)
add 7ccc5b0497 Revert "[IOTDB-5415] Move parameters into correct ConfigClass (#8867)" (#8898)
add 7d2a79d779 Add distance-based outlier detection funtion (#8892)
add 93a2d57013 Fix files with unapporved license error after running OpenIdAuthorizerTest (#8900)
add deb848a968 [IOTDB-5429] Disable first election in RatisConsensus UT to avoid inconsistency states (#8896)
add 030302c965 [IOTDB-5287] Added status “Discouraged” to RegionGroup (#8901)
add f241aba4db [IOTDB-5140] Add metrics for compaction deserializing pages or writing chunks (#8879)
add c5e8ec4c1d [IOTDB-5432] Use freemarker to generate eventWindow and eventWindowManager
add ca84f2f904 [IOTDB-5425] Consolidate all ConfigNodeClient to be managed by clientManager (#8891)
add 6629816b25 fix win CI
add 5aaa80a37d [IOTDB-5431] Fix concurrent bug caused by using synchronizedSet() in DriverScheduler
add 1dec87939a Use gitbox thrift url instead of github to avoid download issue in China
add b9f209f69a Add AR function in Operators-Functions/Machine-Learning
add 76a8b7d720 [IOTDB-5338] WAL buffer flush threshold optimaztion (#8832)
add eef5c5c981 [IOTDB-5434] Fix occasional timeout error in CI
add 57974350ec [IOTDB-5435] Add close method for logWriter of ConfigNodeRegionStateMachine (#8917)
add 315d6526fa Use gitbox to accelerate the picture loading (#8918)
add 24b99cb9a3 [IOTDB-5426] Cannot trigger flush for sequence file when timed flush enabled (#8921)
add c130222b48 [IOTDB-5284] Fix some sonar bugs (#8846)
add fe7629694c [IOTDB-4684]Devices with the same name but different alignment properties are compacted into the wrong alignment property (#8820)
add 69ec952810 Update Programming-Go-Native-API.md (#8930)
add 2f63c44787 Chimp compression (#8766)
add 6cb4ef36a7 Merge branch 'master' into Formatting-configuration-variables-log
add 817ce7ec43 spotless
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-win.yml | 47 +-
.github/workflows/site-build.yml | 2 +-
README.md | 2 +-
cli/pom.xml | 4 +
client-cpp/src/main/Session.h | 3 +-
client-py/iotdb/utils/IoTDBConstants.py | 1 +
confignode/pom.xml | 3 +-
.../resources/conf/iotdb-confignode.properties | 8 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 1077 +++-
.../confignode/conf/ConfigNodeDescriptor.java | 751 ++-
.../confignode/conf/ConfigNodeRemoveCheck.java | 2 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 74 +-
.../confignode/conf/SystemPropertiesUtils.java | 71 +-
.../statemachine/ConfigNodeRegionStateMachine.java | 27 +-
.../confignode/manager/ClusterSchemaManager.java | 43 +-
.../iotdb/confignode/manager/ConfigManager.java | 66 +-
.../iotdb/confignode/manager/ConsensusManager.java | 82 +-
.../iotdb/confignode/manager/ProcedureManager.java | 28 +-
.../confignode/manager/RetryFailedTasksThread.java | 7 +-
.../iotdb/confignode/manager/UDFManager.java | 6 +-
.../iotdb/confignode/manager/load/LoadManager.java | 7 +-
.../manager/load/balancer/RouteBalancer.java | 21 +-
.../partition/GreedyPartitionAllocator.java | 10 +-
.../balancer/router/leader/ILeaderBalancer.java | 3 +
.../manager/node/ClusterNodeStartUtils.java | 4 +-
.../iotdb/confignode/manager/node/NodeManager.java | 86 +-
.../manager/partition/PartitionManager.java | 47 +-
.../partition}/RegionGroupExtensionPolicy.java | 2 +-
.../manager/partition/RegionGroupStatus.java | 11 +-
.../partition/heartbeat/RegionGroupCache.java | 17 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 2 +-
.../confignode/persistence/ProcedureInfo.java | 2 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 9 +-
.../iotdb/confignode/persistence/UDFInfo.java | 9 +-
.../confignode/persistence/node/NodeInfo.java | 6 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 7 +-
.../procedure/env/DataNodeRemoveHandler.java | 14 +-
.../statemachine/CreateRegionGroupsProcedure.java | 2 +-
.../procedure/store/ConfigProcedureStore.java | 2 +-
.../confignode/procedure/store/ProcedureStore.java | 3 +-
.../iotdb/confignode/service/ConfigNode.java | 56 +-
.../service/thrift/ConfigNodeRPCService.java | 10 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 11 +-
.../manager/partition/RegionGroupCacheTest.java | 2 +-
.../src/test/resources/iotdb-confignode.properties | 21 -
consensus/pom.xml | 3 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 2 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 8 +
docs/Development/HowtoContributeCode.md | 2 +-
docs/UserGuide/Data-Concept/Encoding.md | 6 +
.../Apache-IoTDB-DataNode-Dashboard.json | 5166 ++++++++++----------
.../Operators-Functions/Anomaly-Detection.md | 71 +-
.../Operators-Functions/Machine-Learning.md | 84 +
.../Operators-Functions/Variation-Trend.md | 63 +
docs/zh/UserGuide/API/Programming-Go-Native-API.md | 2 +-
docs/zh/UserGuide/Data-Concept/Encoding.md | 6 +
.../Operators-Functions/Anomaly-Detection.md | 73 +-
.../Operators-Functions/Machine-Learning.md | 85 +
docs/zh/UserGuide/Operators-Functions/Overview.md | 5 +
.../Operators-Functions/Variation-Trend.md | 63 +
.../org/apache/iotdb/flink/FlinkIoTDBSource.java | 5 +-
.../apache/iotdb/rabbitmq/RabbitMQConsumer.java | 63 +-
.../main/java/org/apache/iotdb/SessionExample.java | 17 +-
.../util/TSFileConfigUtilCompletenessTest.java | 3 +-
influxdb-protocol/pom.xml | 4 +
.../iotdb/influxdb/session/InfluxDBSession.java | 2 +-
integration-test/import-control.xml | 3 +-
.../apache/iotdb/itbase/constant/TestConstant.java | 1 +
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 3 +-
...urableIT.java => IoTDBPartitionCreationIT.java} | 608 +--
.../it/partition/IoTDBPartitionDurableIT.java | 73 +-
.../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java | 1 +
.../apache/iotdb/db/it/IoTDBRecoverUnclosedIT.java | 8 +-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 23 +-
.../scalar/IoTDBDiffFunction2IT.java} | 22 +-
.../scalar/IoTDBDiffFunction3IT.java} | 22 +-
.../scalar/IoTDBDiffFunctionIT.java | 346 ++
.../apache/iotdb/libudf/it/anomaly/AnomalyIT.java | 66 +
.../apache/iotdb/libudf/it/dlearn/DLearnIT.java | 311 ++
.../iotdb/session/it/IoTDBSessionComplexIT.java | 6 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 8 +-
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 2 +-
.../iotdb/db/integration/IoTDBCompactionIT.java | 2 +-
.../integration/IoTDBCompactionWithIDTableIT.java | 6 +-
.../iotdb/db/integration/IoTDBMaxTimeQueryIT.java | 19 +-
.../IoTDBMultiOverlappedChunkInUnseqIT.java | 4 +-
.../db/integration/IoTDBMultiOverlappedPageIT.java | 4 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 2 +-
.../db/integration/IoTDBNewTsFileCompactionIT.java | 155 +-
.../db/integration/IoTDBQueryWithIDTableIT.java | 7 +-
.../db/integration/IoTDBRewriteTsFileToolIT.java | 2 +-
.../db/integration/IoTDBRpcCompressionIT.java | 4 +-
.../db/integration/IoTDBSessionTimeoutIT.java | 4 +-
.../integration/IoTDBSizeTieredCompactionIT.java | 69 +-
.../iotdb/db/integration/IoTDBTimePartitionIT.java | 2 +-
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 4 +-
.../db/integration/env/StandaloneEnvConfig.java | 46 +-
.../db/integration/sync/IoTDBSyncReceiverIT.java | 21 +-
.../sync/IoTDBSyncReceiverLoaderIT.java | 21 +-
.../db/integration/sync/IoTDBSyncSenderIT.java | 19 +-
.../IoTDBDeletionVersionAdaptionIT.java | 2 +-
.../session/IoTDBSessionAlignedABDeviceIT.java | 2 +-
.../session/IoTDBSessionAlignedAggregationIT.java | 2 +-
.../IoTDBSessionAlignedAggregationWithUnSeqIT.java | 2 +-
jdbc/pom.xml | 4 +
.../apache/iotdb/library/anomaly/UDTFOutlier.java | 99 +
.../org/apache/iotdb/library/dlearn/UDTFAR.java | 131 +
metrics/pom.xml | 3 +-
node-commons/pom.xml | 4 +
.../resources/conf/iotdb-common.properties | 38 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 4 +-
.../auth/authorizer/LocalFileAuthorizer.java | 2 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 2 +-
.../iotdb/commons/auth/user/BasicUserManager.java | 8 +-
.../apache/iotdb/commons/client/ClientManager.java | 13 +-
.../iotdb/commons/client/ClientPoolFactory.java | 60 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 2528 +---------
.../iotdb/commons/conf/CommonDescriptor.java | 1901 +------
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 -
.../apache/iotdb/commons/conf/PropertiesUtils.java | 114 -
.../commons/consensus/ConsensusProtocolClass.java | 46 -
.../commons/enums/HandleSystemErrorStrategy.java | 2 +-
.../iotdb/commons/file/SystemFileFactory.java | 4 +-
.../loadbalance/LeaderDistributionPolicy.java | 45 -
.../iotdb/commons/sync/utils/SyncPathUtil.java | 6 +-
...ionFunction.java => BuiltinScalarFunction.java} | 28 +-
.../builtin/UDTFEqualSizeBucketOutlierSample.java | 24 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 12 +-
pom.xml | 8 +-
.../java/org/apache/iotdb/RewriteTsFileTool.java | 5 +-
.../schemaregion/rocksdb/RSchemaConfLoader.java | 6 +-
.../rocksdb/RSchemaReadWriteHandler.java | 5 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 2 +-
.../rocksdb/mnode/RStorageGroupMNode.java | 2 +-
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 2 +-
.../tagSchemaRegion/TagSchemaRegionTest.java | 20 +-
.../idtable/IDTableWithDeviceIDListImplTest.java | 20 +-
.../tagIndex/TagTagInvertedIndexTest.java | 2 +-
server/pom.xml | 4 +
.../resources/conf/iotdb-datanode.properties | 5 +-
server/src/main/codegen/config.fmpp | 1 +
.../{config.fmpp => dataModel/CompareType.tdd} | 17 +-
.../src/main/codegen/templates/evEventWindow.ftl | 64 +
.../templates/evEventWindowManager.ftl} | 44 +-
.../templates/eventWindow.ftl} | 26 +-
.../main/codegen/templates/eventWindowManager.ftl | 56 +
.../org/apache/iotdb/db/audit/AuditLogger.java | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 3 +-
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 13 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 35 +-
.../org/apache/iotdb/db/client/ConfigNodeInfo.java | 2 +-
.../iotdb/db/client/DataNodeClientPoolFactory.java | 22 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 3166 ++++++++++--
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2035 ++++++--
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 94 +-
.../iotdb/db/conf/adapter/CompressionRatio.java | 4 +-
.../db/conf/directories/DirectoryManager.java | 20 +-
.../iotdb/db/conf/directories/FolderManager.java | 4 +-
.../directories/strategy/DirectoryStrategy.java | 2 +-
.../db/consensus/DataRegionConsensusImpl.java | 93 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 64 +-
.../statemachine/DataRegionStateMachine.java | 6 +-
.../statemachine/SchemaRegionStateMachine.java | 2 +-
.../org/apache/iotdb/db/constant/SqlConstant.java | 3 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 37 +-
.../iotdb/db/engine/cache/BloomFilterCache.java | 10 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 6 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 6 +-
.../performer/impl/FastCompactionPerformer.java | 25 +-
.../impl/ReadChunkCompactionPerformer.java | 10 +-
.../impl/ReadPointCompactionPerformer.java | 2 +-
.../execute/recover/CompactionRecoverTask.java | 4 +-
.../execute/task/AbstractCompactionTask.java | 4 +-
.../execute/task/CompactionTaskSummary.java | 82 +-
.../execute/task/CrossSpaceCompactionTask.java | 37 +-
.../execute/task/InnerSpaceCompactionTask.java | 36 +-
.../subtask/FastCompactionPerformerSubTask.java | 6 +-
...Summary.java => FastCompactionTaskSummary.java} | 27 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 60 +-
.../fast/AlignedSeriesCompactionExecutor.java | 4 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 4 +-
.../executor/fast/SeriesCompactionExecutor.java | 67 +-
.../fast/element/ChunkMetadataElement.java | 3 +
.../readchunk/AlignedSeriesCompactionExecutor.java | 24 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 27 +-
.../execute/utils/log/TsFileIdentifier.java | 2 +-
.../utils/writer/AbstractCompactionWriter.java | 10 +-
.../writer/AbstractCrossCompactionWriter.java | 7 +-
.../writer/AbstractInnerCompactionWriter.java | 7 +-
.../compaction/schedule/CompactionScheduler.java | 8 +-
.../compaction/schedule/CompactionTaskManager.java | 12 +-
.../DefaultCompactionTaskComparatorImpl.java | 2 +-
.../estimator/InplaceCompactionEstimator.java | 2 +-
.../ReadPointCrossCompactionEstimator.java | 2 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 14 +-
.../impl/SizeTieredCompactionSelector.java | 2 +-
.../apache/iotdb/db/engine/flush/FlushManager.java | 2 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 16 +-
.../db/engine/flush/pool/FlushTaskPoolManager.java | 6 +-
.../iotdb/db/engine/load/LoadTsFileManager.java | 2 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 4 +-
.../apache/iotdb/db/engine/settle/SettleLog.java | 4 +-
.../db/engine/settle/SettleRequestHandler.java | 2 +-
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 10 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 56 +-
.../db/engine/storagegroup/DataRegionInfo.java | 8 +-
.../engine/storagegroup/TimePartitionManager.java | 4 +-
.../db/engine/storagegroup/TsFileProcessor.java | 15 +-
.../db/engine/storagegroup/TsFileResource.java | 2 +-
.../db/engine/trigger/utils/BatchHandlerQueue.java | 9 +-
.../engine/trigger/utils/HTTPConnectionPool.java | 6 +-
.../engine/trigger/utils/MQTTConnectionPool.java | 4 +-
.../apache/iotdb/db/engine/upgrade/UpgradeLog.java | 5 +-
.../exception/sql/PathNumOverLimitException.java | 4 +-
.../metadata/cache/DataNodeLastCacheManager.java | 4 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 8 +-
.../apache/iotdb/db/metadata/idtable/IDTable.java | 2 +-
.../db/metadata/idtable/IDTableHashmapImpl.java | 2 +-
.../iotdb/db/metadata/idtable/IDTableManager.java | 2 +-
.../db/metadata/idtable/entry/DeviceIDFactory.java | 8 +-
.../db/metadata/idtable/entry/SchemaEntry.java | 2 +-
.../metadata/mnode/container/MNodeContainers.java | 2 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 2 +-
.../db/metadata/mtree/store/MemMTreeStore.java | 2 +-
.../store/disk/memcontrol/MemManagerHolder.java | 2 +-
.../memcontrol/MemManagerNodeNumBasedImpl.java | 2 +-
.../store/disk/schemafile/MockSchemaFile.java | 2 +-
.../mtree/store/disk/schemafile/SchemaFile.java | 4 +-
.../store/disk/schemafile/SchemaFileConfig.java | 12 +-
.../store/disk/schemafile/pagemgr/PageManager.java | 10 +-
.../iotdb/db/metadata/rescon/MemoryStatistics.java | 4 +-
.../db/metadata/rescon/SchemaResourceManager.java | 4 +-
.../db/metadata/schemaregion/SchemaEngine.java | 14 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 25 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 20 +-
.../apache/iotdb/db/metadata/tag/TagLogFile.java | 6 +-
.../apache/iotdb/db/metadata/tag/TagManager.java | 24 +-
.../iotdb/db/mpp/common/DataNodeEndPoints.java | 8 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +-
.../mpp/common/schematree/ClusterSchemaTree.java | 4 +-
.../iotdb/db/mpp/execution/QueryIdGenerator.java | 2 +-
.../execution/exchange/MPPDataExchangeManager.java | 92 +-
.../execution/exchange/MPPDataExchangeService.java | 20 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 4 +-
.../db/mpp/execution/exchange/SinkHandle.java | 4 +-
.../db/mpp/execution/exchange/SourceHandle.java | 4 +-
.../execution/executor/RegionWriteExecutor.java | 33 +-
.../fragment/FragmentInstanceManager.java | 6 +-
.../mpp/execution/memory/LocalMemoryManager.java | 6 +-
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 3 +-
.../operator/process/AbstractIntoOperator.java | 4 +-
.../operator/process/TransformOperator.java | 8 +-
.../operator/process/last/LastQueryUtil.java | 4 +-
.../operator/window/EqualEventBooleanWindow.java | 37 -
.../window/EqualEventBooleanWindowManager.java | 64 -
.../operator/window/EqualEventDoubleWindow.java | 37 -
.../window/EqualEventDoubleWindowManager.java | 64 -
.../operator/window/EqualEventFloatWindow.java | 37 -
.../window/EqualEventFloatWindowManager.java | 64 -
.../operator/window/EqualEventIntWindow.java | 37 -
.../window/EqualEventIntWindowManager.java | 63 -
.../operator/window/EqualEventLongWindow.java | 37 -
.../window/EqualEventLongWindowManager.java | 63 -
.../operator/window/EqualEventTextWindow.java | 37 -
.../window/EqualEventTextWindowManager.java | 64 -
.../operator/window/EventBooleanWindow.java | 66 -
.../operator/window/EventBooleanWindowManager.java | 46 -
.../operator/window/EventDoubleWindow.java | 66 -
.../operator/window/EventDoubleWindowManager.java | 46 -
.../operator/window/EventFloatWindow.java | 66 -
.../operator/window/EventFloatWindowManager.java | 46 -
.../execution/operator/window/EventIntWindow.java | 66 -
.../operator/window/EventIntWindowManager.java | 46 -
.../execution/operator/window/EventLongWindow.java | 66 -
.../operator/window/EventLongWindowManager.java | 46 -
.../operator/window/EventTextWindowManager.java | 46 -
.../window/VariationEventDoubleWindow.java | 37 -
.../window/VariationEventDoubleWindowManager.java | 66 -
.../operator/window/VariationEventFloatWindow.java | 37 -
.../operator/window/VariationEventIntWindow.java | 37 -
.../window/VariationEventIntWindowManager.java | 66 -
.../operator/window/VariationEventLongWindow.java | 37 -
.../window/VariationEventLongWindowManager.java | 66 -
.../operator/window/WindowManagerFactory.java | 2 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 30 +-
.../mpp/execution/schedule/DriverTaskThread.java | 4 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 14 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 12 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 29 +-
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 20 +-
.../plan/analyze/ColumnPaginationController.java | 7 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 33 +
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 7 +
.../db/mpp/plan/analyze/cache/PartitionCache.java | 8 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 10 +-
.../db/mpp/plan/execution/QueryExecution.java | 2 +-
.../mpp/plan/execution/config/ConfigExecution.java | 2 +-
.../config/metadata/GetTimeSlotListTask.java | 2 +-
.../plan/expression/multi/FunctionExpression.java | 13 +-
.../visitor/ColumnTransformerVisitor.java | 23 +
.../visitor/IntermediateLayerVisitor.java | 22 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 30 +-
.../plan/planner/LocalExecutionPlanContext.java | 4 +-
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 6 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 8 +-
.../SimpleFragmentParallelPlanner.java | 4 +-
.../plan/planner/distribution/SourceRewriter.java | 14 +-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 8 +-
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../metedata/write/CreateMultiTimeSeriesNode.java | 4 +-
.../plan/planner/plan/node/write/InsertNode.java | 9 +-
.../planner/plan/node/write/InsertRowNode.java | 6 +-
.../scheduler/AbstractFragInsStateTracker.java | 4 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 4 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 4 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 11 +-
.../plan/statement/crud/LoadTsFileStatement.java | 6 +-
.../metadata/CreateContinuousQueryStatement.java | 6 +-
...mer.java => DiffFunctionColumnTransformer.java} | 50 +-
...ansformer.java => DiffFunctionTransformer.java} | 59 +-
.../datastructure/SerializableList.java | 4 +-
.../influxdb/handler/QueryHandlerFactory.java | 4 +-
.../influxdb/meta/InfluxDBMetaManagerFactory.java | 4 +-
.../influxdb/parser/InfluxDBAstVisitor.java | 6 +-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 9 +-
.../db/protocol/mqtt/PayloadFormatManager.java | 2 +-
.../protocol/rest/impl/GrafanaApiServiceImpl.java | 8 +-
.../db/protocol/rest/impl/RestApiServiceImpl.java | 6 +-
.../iotdb/db/query/control/SessionManager.java | 2 +-
.../apache/iotdb/db/rescon/MemTableManager.java | 17 +-
.../iotdb/db/rescon/PrimitiveArrayManager.java | 16 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 34 +-
.../iotdb/db/rescon/TsFileResourceManager.java | 8 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 146 +-
.../db/service/DataNodeInternalRPCService.java | 8 +-
.../db/service/DataNodeServerCommandLine.java | 17 +-
.../org/apache/iotdb/db/service/GetVersion.java | 2 +-
.../iotdb/db/service/InfluxDBRPCService.java | 21 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 13 +-
.../org/apache/iotdb/db/service/MQTTService.java | 24 +-
.../org/apache/iotdb/db/service/RPCService.java | 16 +-
.../iotdb/db/service/RegionMigrateService.java | 14 +-
.../org/apache/iotdb/db/service/SettleService.java | 2 +-
.../db/service/TemporaryQueryDataFileService.java | 2 +-
.../org/apache/iotdb/db/service/UpgradeSevice.java | 4 +-
.../db/service/basic/QueryFrequencyRecorder.java | 4 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 2 +-
.../recorder/CompactionMetricsRecorder.java | 39 +
.../service/thrift/impl/ClientRPCServiceImpl.java | 32 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 22 +-
.../java/org/apache/iotdb/db/sync/SyncService.java | 2 +-
.../iotdb/db/sync/externalpipe/ExtPipePlugin.java | 4 +-
.../sync/externalpipe/ExtPipePluginRegister.java | 2 +-
.../db/sync/pipedata/load/DeletionLoader.java | 5 +-
.../iotdb/db/sync/pipedata/load/TsFileLoader.java | 4 +-
.../db/sync/transport/client/IoTDBSyncClient.java | 6 +-
.../db/sync/transport/server/ReceiverManager.java | 17 +-
.../org/apache/iotdb/db/tools/TsFileSplitTool.java | 4 +-
.../watermark/GroupedLSBWatermarkEncoder.java | 12 +-
.../db/trigger/executor/TriggerFireVisitor.java | 4 +-
.../trigger/service/TriggerClassLoaderManager.java | 10 +-
.../trigger/service/TriggerManagementService.java | 2 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 11 +-
.../iotdb/db/utils/EncodingInferenceUtils.java | 6 +-
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 8 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 2 +
.../apache/iotdb/db/utils/TimePartitionUtils.java | 2 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 41 +-
.../iotdb/db/utils/datastructure/TVList.java | 2 +-
.../utils/datastructure/TVListSortAlgorithm.java | 2 +-
.../runtime/WindowEvaluationTaskPoolManager.java | 6 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 54 +-
.../allocation/AbstractNodeAllocationStrategy.java | 8 +-
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 72 +-
.../apache/iotdb/db/wal/buffer/WALInfoEntry.java | 8 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 10 +-
.../java/org/apache/iotdb/db/wal/io/WALReader.java | 4 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 15 +-
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 11 +-
.../iotdb/db/wal/recover/WALRecoverManager.java | 9 +-
.../db/wal/recover/file/TsFilePlanRedoer.java | 4 +-
.../org/apache/iotdb/db/wal/utils}/WALMode.java | 2 +-
.../auth/authorizer/LocalFileAuthorizerTest.java | 2 +-
.../db/auth/authorizer/OpenIdAuthorizerTest.java | 16 +-
.../db/auth/user/LocalFileUserManagerTest.java | 2 +-
.../db/conf/adapter/CompressionRatioTest.java | 5 +-
.../engine/compaction/AbstractCompactionTest.java | 20 +-
.../engine/compaction/CompactionSchedulerTest.java | 404 +-
.../CompactionSchedulerWithFastPerformerTest.java | 404 +-
.../compaction/CompactionTaskComparatorTest.java | 2 +-
.../compaction/FastAlignedCrossCompactionTest.java | 6 +-
.../FastCrossCompactionPerformerTest.java | 52 +-
.../FastInnerCompactionPerformerTest.java | 4 +-
.../FastNonAlignedCrossCompactionTest.java | 6 +-
.../ReadPointCompactionPerformerTest.java | 4 +-
.../db/engine/compaction/TsFileIdentifierUT.java | 8 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 2 +-
...eCompactionWithFastPerformerValidationTest.java | 20 +-
...actionWithReadPointPerformerValidationTest.java | 6 +-
.../cross/RewriteCompactionFileSelectorTest.java | 32 +-
.../RewriteCrossSpaceCompactionRecoverTest.java | 2 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 2 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 2 +-
.../inner/FastCompactionPerformerAlignedTest.java | 18 +-
.../FastCompactionPerformerNoAlignedTest.java | 224 +-
.../inner/InnerCompactionSchedulerTest.java | 42 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 45 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 45 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 16 +-
.../InnerUnseqCompactionWithFastPerformerTest.java | 4 +-
.../ReadChunkCompactionPerformerNoAlignedTest.java | 204 +-
.../SizeTieredCompactionRecoverTest.java | 22 +-
.../SizeTieredCompactionSelectorTest.java | 4 +-
.../recover/SizeTieredCompactionRecoverTest.java | 24 +-
.../compaction/utils/CompactionClearUtils.java | 4 +-
.../compaction/utils/CompactionConfigRestorer.java | 8 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 107 +-
.../db/engine/settle/SettleRequestHandlerTest.java | 2 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 22 +-
.../db/engine/storagegroup/DataRegionTest.java | 99 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 8 +-
.../storagegroup/TimePartitionManagerTest.java | 8 +-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 2 +-
.../mtree/multimode/MTreeDiskModeTest.java | 6 +-
.../mtree/multimode/MTreeFullMemoryTest.java | 2 +-
.../mtree/multimode/MTreeMemoryModeTest.java | 4 +-
.../mtree/multimode/MTreeNonMemoryTest.java | 2 +-
.../mtree/multimode/MTreePartialMemoryTest.java | 2 +-
.../mtree/schemafile/AliasIndexPageTest.java | 6 +-
.../mtree/schemafile/InternalPageTest.java | 6 +-
.../mtree/schemafile/SchemaFileLogTest.java | 6 +-
.../metadata/mtree/schemafile/SchemaFileTest.java | 6 +-
.../mtree/schemafile/WrappedSegmentTest.java | 6 +-
.../schemaRegion/AbstractSchemaRegionTest.java | 4 +-
.../schemaRegion/SchemaRegionManagementTest.java | 31 +-
.../db/mpp/execution/exchange/SinkHandleTest.java | 8 +-
.../mpp/execution/exchange/SourceHandleTest.java | 19 +-
.../execution/operator/MergeSortOperatorTest.java | 6 +-
.../execution/schedule/DriverSchedulerTest.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 15 +-
.../mpp/plan/analyze/FakePartitionFetcherImpl.java | 18 +-
.../mpp/plan/analyze/QueryTimePartitionTest.java | 58 +-
.../mpp/plan/analyze/cache/PartitionCacheTest.java | 8 +-
.../mpp/plan/plan/FragmentInstanceSerdeTest.java | 6 +-
.../plan/distribution/AlignedByDeviceTest.java | 108 +
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 14 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 11 +-
.../org/apache/iotdb/db/qp/sql/ASTVisitorTest.java | 12 +-
.../db/query/control/FileReaderManagerTest.java | 2 +-
.../iotdb/db/rescon/ResourceManagerTest.java | 11 +-
.../security/encrypt/MessageDigestEncryptTest.java | 4 +-
.../DataNodeInternalRPCServiceImplTest.java | 15 +-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 2 +-
.../iotdb/db/tools/SchemaFileSketchTest.java | 6 +-
.../iotdb/db/tools/TsFileAndModSettleToolTest.java | 8 +-
.../iotdb/db/utils/EncodingInferenceUtilsTest.java | 6 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 62 +-
.../iotdb/db/utils/TypeInferenceUtilsTest.java | 24 +-
.../datastructure/PrimitiveArrayManagerTest.java | 19 +-
.../org/apache/iotdb/db/wal/DisableWALTest.java | 8 +-
.../org/apache/iotdb/db/wal/WALManagerTest.java | 10 +-
.../db/wal/allocation/ElasticStrategyTest.java | 12 +-
.../db/wal/allocation/FirstCreateStrategyTest.java | 12 +-
.../db/wal/allocation/RoundRobinStrategyTest.java | 11 +-
.../iotdb/db/wal/buffer/WALBufferCommonTest.java | 12 +-
.../db/wal/checkpoint/CheckpointManagerTest.java | 2 +-
.../org/apache/iotdb/db/wal/io/WALFileTest.java | 6 +-
.../iotdb/db/wal/node/ConsensusReqReaderTest.java | 18 +-
.../org/apache/iotdb/db/wal/node/WALNodeTest.java | 20 +-
.../db/wal/recover/WALRecoverManagerTest.java | 22 +-
.../db/wal/recover/file/TsFilePlanRedoerTest.java | 15 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 2 +-
service-rpc/pom.xml | 4 +
session/pom.xml | 4 +
site/pom.xml | 20 +
.../start-1c1d.sh => site/replace-picture-urls.sh | 7 +-
site/src/main/.vuepress/config.js | 6 +-
.../apache/iotdb/spark/db/EnvironmentUtils.java | 24 +-
tsfile/pom.xml | 4 +
.../iotdb/tsfile/common/conf/TSFileConfig.java | 54 +-
.../iotdb/tsfile/common/conf/TSFileDescriptor.java | 2 +
.../iotdb/tsfile/encoding/decoder/Decoder.java | 14 +
...derV2.java => DoublePrecisionChimpDecoder.java} | 17 +-
.../tsfile/encoding/decoder/IntChimpDecoder.java | 156 +
.../tsfile/encoding/decoder/LongChimpDecoder.java | 155 +
...derV2.java => SinglePrecisionChimpDecoder.java} | 17 +-
...derV2.java => DoublePrecisionChimpEncoder.java} | 14 +-
.../tsfile/encoding/encoder/IntChimpEncoder.java | 188 +
.../tsfile/encoding/encoder/LongChimpEncoder.java | 199 +
...derV2.java => SinglePrecisionChimpEncoder.java} | 14 +-
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 29 +-
.../file/metadata/enums/CompressionType.java | 28 -
.../tsfile/file/metadata/enums/TSEncoding.java | 34 +-
.../read/TsFileAlignedSeriesReaderIterator.java | 40 +-
.../iotdb/tsfile/read/TsFileDeviceIterator.java | 2 +-
.../iotdb/tsfile/read/TsFileRestorableReader.java | 10 +-
.../write/writer/TsFileIOWriterEndFileTest.java | 27 +-
...llaDecoderV2Test.java => ChimpDecoderTest.java} | 126 +-
499 files changed, 15351 insertions(+), 13625 deletions(-)
rename {node-commons/src/main/java/org/apache/iotdb/commons/loadbalance => confignode/src/main/java/org/apache/iotdb/confignode/manager/partition}/RegionGroupExtensionPolicy.java (96%)
delete mode 100644 confignode/src/test/resources/iotdb-confignode.properties
create mode 100644 docs/UserGuide/Operators-Functions/Machine-Learning.md
create mode 100644 docs/zh/UserGuide/Operators-Functions/Machine-Learning.md
copy integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBPartitionDurableIT.java => IoTDBPartitionCreationIT.java} (53%)
copy integration-test/src/test/java/org/apache/iotdb/db/it/{selectinto/IoTDBSelectInto3IT.java => builtinfunction/scalar/IoTDBDiffFunction2IT.java} (74%)
copy integration-test/src/test/java/org/apache/iotdb/db/it/{selectinto/IoTDBSelectInto3IT.java => builtinfunction/scalar/IoTDBDiffFunction3IT.java} (74%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/builtinfunction/scalar/IoTDBDiffFunctionIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/libudf/it/dlearn/DLearnIT.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/UDTFOutlier.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dlearn/UDTFAR.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/conf/PropertiesUtils.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/consensus/ConsensusProtocolClass.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/loadbalance/LeaderDistributionPolicy.java
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/{BuiltinAggregationFunction.java => BuiltinScalarFunction.java} (67%)
copy server/src/main/codegen/{config.fmpp => dataModel/CompareType.tdd} (82%)
create mode 100644 server/src/main/codegen/templates/evEventWindow.ftl
rename server/src/main/{java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventFloatWindowManager.java => codegen/templates/evEventWindowManager.ftl} (56%)
rename server/src/main/{java/org/apache/iotdb/db/mpp/execution/operator/window/EventTextWindow.java => codegen/templates/eventWindow.ftl} (69%)
create mode 100644 server/src/main/codegen/templates/eventWindowManager.ftl
rename server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/{SubCompactionTaskSummary.java => FastCompactionTaskSummary.java} (59%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventBooleanWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventBooleanWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventDoubleWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventDoubleWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventFloatWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventFloatWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventIntWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventIntWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventLongWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventLongWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventTextWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EqualEventTextWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventBooleanWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventBooleanWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventDoubleWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventDoubleWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventFloatWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventFloatWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventIntWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventIntWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventLongWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventLongWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/EventTextWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventDoubleWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventDoubleWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventFloatWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventIntWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventIntWindowManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventLongWindow.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/VariationEventLongWindowManager.java
copy server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/column/unary/{RegularColumnTransformer.java => DiffFunctionColumnTransformer.java} (57%)
copy server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/transformer/unary/{IsNullTransformer.java => DiffFunctionTransformer.java} (53%)
rename {node-commons/src/main/java/org/apache/iotdb/commons => server/src/main/java/org/apache/iotdb/db}/utils/datastructure/TVListSortAlgorithm.java (94%)
rename {node-commons/src/main/java/org/apache/iotdb/commons/wal => server/src/main/java/org/apache/iotdb/db/wal/utils}/WALMode.java (96%)
copy docker/src/main/DockerCompose/start-1c1d.sh => site/replace-picture-urls.sh (55%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{DoublePrecisionDecoderV2.java => DoublePrecisionChimpDecoder.java} (67%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntChimpDecoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongChimpDecoder.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{SinglePrecisionDecoderV2.java => SinglePrecisionChimpDecoder.java} (68%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{DoublePrecisionEncoderV2.java => DoublePrecisionChimpEncoder.java} (77%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntChimpEncoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongChimpEncoder.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{SinglePrecisionEncoderV2.java => SinglePrecisionChimpEncoder.java} (77%)
copy tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/{GorillaDecoderV2Test.java => ChimpDecoderTest.java} (81%)