You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2024/11/27 13:12:40 UTC
(iotdb) branch split_text_chunk updated (aa3ac01b20c -> 5aa49cb3173)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch split_text_chunk
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from aa3ac01b20c Merge branch 'master' of github.com:apache/iotdb into split_text_chunk
add b5a8b47e8f6 Support using long to compare timestamp type in expression
add f3afc203633 [remove datanode] Enhance remove message on environment with only ConfigNode #14123
add f9f23853a60 bump ratis to 3.1.2-2fe59d3-SNAPSHOT (#14120)
add 5fd2c9cd45c Implement schema quota for activation in table model
add 0fb31a70bca Make the root.__system database has a normal number of replicas (no longer forcing the replica to be 1) (#14127)
add 921652a8c88 Fix error message when there is no argument in first, last, first_by and last_by
add e85a7eaac69 Fix first_by and last_by with group by in TableModel
add 466c0d91326 fix trim (#14130)
add f8bcf2adec6 Fix that the row deletion mark is mistakenly use (#14138)
add 21af258bf0b Try to eliminate redundant Project and Sort For right table of Join clause in some self-join cases
add 16c3f66519a Update release info after 1.3.3 released (#14151)
add 2dfe81feba9 Fixed the bug that limit is pushed down when there is a filter node
add 51765342bcf Batch update inserted points metric for insertMultiTablets (#14146)
add e37d2b9b0db Fix NPE of empty data aggregation query when there is no push-down optimize in TableModel
add 4420f2160a9 Pipe IT: Ignore Pipe capture history TSFile test for table model (#14153)
add 43ed86500d6 PipeConsensus: always execute flush for historical data extraction of consensus pipe to reduce data sync delay (#14132)
add 4a76dfbabbd Fix ConfigNode Partition Metric NPE bug #14144
add 82a1dc3990a Fixed the bug that set table properties ttl='inf' cannot be parsed && ttl='INF' does not take effect && set to default may generate NPE on dataNodes && some minor bugs of delete devices && Enable "inf" in databaseSchema / show ttl for databases in table model / table default ttl = database ttl (#14147)
add 1b33c55153a Change LogicalOptimizer and DistributionOptimizer singleton (#14158)
add 3cb544e39b2 Pipe: Reduce the memory usage & Enable insertNode memory control for stream mode degrade and stuck restart (#14102)
add adcedc0bc57 [remove datanode] Refuse to remove when there are any other unknown or readonly DataNodes in the consensus group (#14145)
add ec5d2ca1603 LOGGER.error(e.getMessage()) IS REALLY A BAD IDEA (#14137)
add 4edc42b97f8 Pipe: Fix the problem that the Aligned information of the Tablet generated by TsFileInsertionEventScanParser is incorrect (#14136)
add 01a46eeab7e Bump tsfile version to 1.2.0-dd29bcc-SNAPSHOT #14163
add e66f3a8a727 Fixed bug where Ratis could not write large requests and could not be configured (#14160)
add a7f2d6bb437 Load: Fix locally load v3 tsfile with PlainDeviceTimeIndex (#14098)
add 22cf9449c40 Pipe: Improve performance when syncing table data between clusters with param 'table-name' = '.*' or with param 'database-name' = '.*' by reducing unnecessary tsfile parse & Fix data filter with both tree and table patterns (#14150)
add 7852cb67411 ignore timeout exception for consensus pipe operate procedures (#14116)
add 6242d939c22 remove procedure no longer acquire node lock (#14115)
add a7df2051915 Update README_ZH.md (#14171)
add 65ab3ea7b2c Distinguish database model in database drop / support currentDatabase + currentUser expression in common query & updateStatement
add e2543f308bf Refactor Table session (#14157)
add 9466829bb16 Pipe: Reduce the amount of log information printed after a batch fails (#14172)
add d171a53053e Make TsTable always store uppercase "INF" && Fixed the NPE bug when TTL is set to "INF" && Distinguish database model in alter database
add 9b22f7c6304 Fix stopping cn leader stuck when region region migration #14175
add 0ec59a3dbf7 Fix deleteDirectoryAndEmptyParent NPE (#14178)
add d82dffdbc8e IoTConsensusV2: Fix npe when data region is not existed (#14180)
add a6897264a66 IoTConsensusV2: Support Table Model Replicate (#14169)
add 76066d41df0 Pipe: Fix filter issue when both tree extraction and table extraction are enabled and one extraction has non default pattern (#14184)
add 63bcf6e874a Subscription: revert ScheduledExecutorService to ExecutorService to avoid task queue oom & fix subscription task count (#14186)
add 24a00905ff2 Fix aggregation query of TableModel when there are numerous regions in one device
add 6e41961c82c Fix multi table joins error and add more integration tests
add 34228a91cb9 Fix some query metric
add 8491391cafe Optimize first, last, first_by, last_by aggregation process in table model
add 3ba0903a5d1 Allow time column specification in table creation & Enhance table IT's TTL for insertion & disable SCHEMA_REPLICATION_FACTOR / DATA_REPLICATION_FACTOR in table database definition
add c3bd12de2f2 Disable create/alter tree databases with SCHEMA/DATA_REPLICATION_FACTOR & Refine tsTable get TTL logic (#14194)
add d107c2d2b3c Support EXPLAIN ANALYZE in table model (#14189)
add 559b58a2183 Enhance repair data file scan util (#14167)
add 68daea60b0a Pipe/Subscription: Filter out non-working DR PipeTasks in CN & Reduce model judgement cost in PipeHistoricalDataRegionTsFileAndDeletionExtractor (#14059)
add e0c6cf63821 Fix bug in inner join of table model (#14198)
add c7e2d8e67c5 Optimize insertRelationalTablet performance (#14197)
add 293746efae3 Refactor mod-file-related FileMetric (#14199)
add 95d06f6de16 Fix AsyncClientManager selector thread leak #14203
add 098306cbb9c Optimize the implantation of EXPLAIN ANALYZE
add bf2c5b134f6 Fix upper-case database name in TableSession error
add bb99334754f Pipe: implement RenameDatabaseProcessor & WriteBackConnector for table model events (#14131)
add 0160b65d67b Pipe: make exception message more friendly when creating data sync pipe failed (#14208)
add d9552365dc2 Set fetchSize to max_tsblock_line_number if it's equal to or less than zero
add 8a6405cdfa7 [remove datanode] Do not allow regions to inherit the Removing state from datanode (#14185)
add 77a21a71e7f Fixed the bugs of the table cache
add b072f9e861c Fix throw exception when compare with null
add d751364acb3 Refactor UDF management process to support table model user-defined function
add 8618464d861 Fix table model insert without measurement error (#14222)
add 5b7f1c66260 Fix flaky LastFlushTimeMapTest (#14225)
add 864b94edf76 Add extra info for TableScanOperator and AggTableScanOperator in Explain Analyze
add add7f323f4b Fix query failure if a table deletion involves deviceId with null & Fix status code when deleting illegal time range & support is null in deletion (#14217)
add f367c729a1b Register TableSchema to TsfileWriter when recover from wal (#14228)
add 5aa49cb3173 Merge branch 'master' of github.com:apache/iotdb into split_text_chunk
No new revisions were added by this update.
Summary of changes:
.github/workflows/pipe-it-2cluster.yml | 18 +
LICENSE | 43 +-
LICENSE-binary | 118 +++---
README_ZH.md | 2 +-
RELEASE_NOTES.md | 363 +++++++++++++++++
.../org/apache/iotdb/TableModelSessionExample.java | 107 +++--
.../apache/iotdb/TableModelSessionPoolExample.java | 110 +++++-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 95 +++--
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 91 +++--
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 34 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 14 +-
.../it/partition/IoTDBPartitionCreationIT.java | 59 ++-
.../it/partition/IoTDBPartitionDurableIT.java | 130 -------
.../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 32 +-
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 8 +-
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +-
.../iotdb/db/it/udaf/IoTDBUDAFManagementIT.java | 12 +-
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 17 +-
.../pipe/it/tablemodel/IoTDBPipeDataSinkIT.java | 59 +++
.../pipe/it/tablemodel/IoTDBPipeExtractorIT.java | 4 +
.../pipe/it/tablemodel/IoTDBPipeLifeCycleIT.java | 2 +
.../it/tablemodel/IoTDBTablePatternFormatIT.java | 2 +-
.../iotdb/pipe/it/tablemodel/TableModelUtils.java | 10 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 71 ++++
.../relational/it/db/it/IoTDBInsertTableIT.java | 66 ++--
.../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 140 +++++--
.../it/query/old/IoTDBFilterTableIT.java | 24 ++
.../it/query/old/orderBy/IoTDBOrderByTableIT.java | 42 +-
.../it/query/old/query/IoTDBInTableIT.java | 89 ++++-
.../it/query/recent/IoTDBTableAggregationIT.java | 68 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 31 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 76 +++-
.../it/session/IoTDBTableModelSessionIT.java | 45 ++-
.../pool/IoTDBInsertTableSessionPoolIT.java | 30 +-
.../session/pool/IoTDBTableModelSessionPoolIT.java | 17 +-
.../iotdb/session/it/IoTDBSessionRelationalIT.java | 433 +++++++--------------
.../udf/api/relational/AggregationFunction.java | 11 +-
.../iotdb/udf/api/relational/SQLFunction.java | 11 +-
.../iotdb/udf/api/relational/ScalarFunction.java | 11 +-
.../iotdb/udf/api/relational/TableFunction.java | 11 +-
.../iotdb/udf/api/relational/access/Record.java | 129 ++++++
.../java/org/apache/iotdb/isession/ISession.java | 16 -
.../org/apache/iotdb/isession/ITableSession.java | 89 +++++
.../apache/iotdb/isession/pool/ISessionPool.java | 3 -
.../iotdb/isession/pool/ITableSessionPool.java | 48 +++
iotdb-client/jdbc/src/main/feature/feature.xml | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../iotdb/session/AbstractSessionBuilder.java | 71 ++++
.../java/org/apache/iotdb/session/Session.java | 133 ++-----
.../org/apache/iotdb/session/TableSession.java} | 77 ++--
.../apache/iotdb/session/TableSessionBuilder.java | 275 +++++++++++++
.../session/pool/AbstractSessionPoolBuilder.java | 17 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 84 +---
.../iotdb/session/pool/TableSessionPool.java | 22 +-
.../session/pool/TableSessionPoolBuilder.java | 293 ++++++++++++++
...essionWrapper.java => TableSessionWrapper.java} | 123 ++----
.../iotdb/session/SessionCacheLeaderTest.java | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 -
.../heartbeat/DataNodeHeartbeatHandler.java | 14 +-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 5 +-
...TablePlan.java => GetAllFunctionTablePlan.java} | 6 +-
.../read/function/GetFunctionTablePlan.java | 10 +-
.../request/write/database/DatabaseSchemaPlan.java | 12 +-
...onPlan.java => DropTableModelFunctionPlan.java} | 12 +-
...ionPlan.java => DropTreeModelFunctionPlan.java} | 12 +-
...opFunctionPlan.java => UpdateFunctionPlan.java} | 44 +--
.../pipe/runtime/PipeHandleMetaChangePlan.java | 8 +-
.../response/function/FunctionTableResp.java | 14 +-
.../response/pipe/task/PipeTableResp.java | 5 +-
.../statemachine/ConfigRegionStateMachine.java | 6 +-
.../iotdb/confignode/manager/ConfigManager.java | 43 +-
.../apache/iotdb/confignode/manager/IManager.java | 6 +-
.../iotdb/confignode/manager/ProcedureManager.java | 77 ++++
.../iotdb/confignode/manager/UDFManager.java | 95 +++--
.../manager/load/balancer/RouteBalancer.java | 2 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../confignode/manager/load/cache/LoadCache.java | 8 +
.../load/cache/region/RegionGroupCache.java | 4 +
.../iotdb/confignode/manager/node/NodeManager.java | 2 +-
.../manager/partition/PartitionManager.java | 8 +-
.../manager/partition/PartitionMetrics.java | 8 +-
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 4 +-
.../runtime/PipeLeaderChangeHandler.java | 2 +-
.../runtime/heartbeat/PipeHeartbeat.java | 3 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 5 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 29 +-
.../manager/pipe/metric/PipeConfigNodeMetrics.java | 4 +-
... => PipeTemporaryMetaInCoordinatorMetrics.java} | 29 +-
.../manager/schema/ClusterSchemaManager.java | 21 +-
.../iotdb/confignode/persistence/UDFInfo.java | 43 +-
.../persistence/executor/ConfigPlanExecutor.java | 24 +-
.../persistence/partition/PartitionInfo.java | 97 ++---
.../confignode/persistence/pipe/PipeInfo.java | 16 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 4 +-
.../persistence/schema/ClusterSchemaInfo.java | 22 +-
.../confignode/persistence/schema/ConfigMTree.java | 10 +-
.../procedure/env/RegionMaintainHandler.java | 5 +-
.../procedure/env/RemoveDataNodeHandler.java | 47 ++-
.../impl/node/RemoveDataNodesProcedure.java | 26 ++
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 79 +++-
.../impl/pipe/task/AlterPipeProcedureV2.java | 2 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 4 +-
.../impl/schema/table/CreateTableProcedure.java | 9 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 20 +-
...bstractOperateSubscriptionAndPipeProcedure.java | 4 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 21 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 22 +-
.../response/ConvertToThriftRespTest.java | 19 +-
.../confignode/manager/ProcedureManagerTest.java | 24 ++
.../iotdb/confignode/persistence/UDFInfoTest.java | 6 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 28 --
.../iot/client/IoTConsensusClientPool.java | 5 +-
.../pipe/consensuspipe/ConsensusPipeManager.java | 6 +
.../iotdb/consensus/ratis/RatisConsensus.java | 3 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 23 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 62 ++-
.../db/conf/rest/IoTDBRestServiceDescriptor.java | 88 ++++-
.../dataregion/DataRegionStateMachine.java | 2 +-
.../exception/metadata/DatabaseModelException.java | 15 +
.../PipeDataRegionProcessorConstructor.java | 4 +
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 30 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 4 +-
.../subtask/processor/PipeProcessorSubtask.java | 4 +-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 10 +-
.../PipeConsensusTabletBatchEventHandler.java | 10 +-
.../request/PipeConsensusDeleteNodeReq.java | 7 +-
.../async/IoTDBDataRegionAsyncConnector.java | 2 +-
.../PipeTransferTabletBatchEventHandler.java | 6 +-
.../protocol/writeback/WriteBackConnector.java | 120 +++---
.../pipe/consensus/deletion/DeletionResource.java | 15 +-
.../deletion/DeletionResourceManager.java | 8 +-
.../db/pipe/event/common/PipeInsertionEvent.java | 4 +
.../common/deletion/PipeDeleteDataNodeEvent.java | 9 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 30 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 6 +-
.../scan/TsFileInsertionEventScanParser.java | 14 +-
.../event/realtime/PipeRealtimeEventFactory.java | 4 +-
.../dataregion/DataRegionListeningFilter.java | 28 ++
...oricalDataRegionTsFileAndDeletionExtractor.java | 73 ++--
.../PipeRealtimeDataRegionHybridExtractor.java | 12 +-
.../listener/PipeInsertionDataNodeListener.java | 17 +-
.../schemachange/RenameDatabaseProcessor.java | 101 +++++
.../pipeconsensus/PipeConsensusReceiver.java | 38 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 7 +-
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 3 +-
.../protocol/client/DataNodeClientPoolFactory.java | 5 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 10 +-
.../db/queryengine/common/MPPQueryContext.java | 6 +
.../common/header/ColumnHeaderConstant.java | 6 +-
.../execution/aggregation/UDAFAccumulator.java | 2 +-
.../execution/operator/OperatorContext.java | 4 +-
.../execution/operator/source/SeriesScanUtil.java | 6 +-
.../TableAggregationTableScanOperator.java | 45 ++-
.../source/relational/TableInnerJoinOperator.java | 7 +-
.../source/relational/TableScanOperator.java | 7 +
.../relational/aggregation/AccumulatorFactory.java | 15 +-
.../relational/aggregation/FirstAccumulator.java | 19 +-
.../relational/aggregation/FirstByAccumulator.java | 19 +-
.../aggregation/FirstByDescAccumulator.java | 55 +++
.../aggregation/FirstDescAccumulator.java | 55 +++
.../relational/aggregation/LastAccumulator.java | 13 +-
.../relational/aggregation/LastByAccumulator.java | 16 +-
.../aggregation/LastByDescAccumulator.java | 62 +++
.../aggregation/LastDescAccumulator.java | 61 +++
.../grouped/GroupedFirstByAccumulator.java | 2 +
.../grouped/GroupedLastByAccumulator.java | 1 +
.../relational/ColumnTransformerBuilder.java | 12 +-
.../metric/SeriesScanCostMetricSet.java | 22 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 35 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 56 ++-
.../db/queryengine/plan/analyze/Analyzer.java | 9 +-
.../queryengine/plan/analyze/PredicateUtils.java | 9 +-
.../analyze/cache/schema/DataNodeTTLCache.java | 4 +-
.../queryengine/plan/execution/QueryExecution.java | 11 +-
.../plan/execution/config/ConfigExecution.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 76 ++--
.../execution/config/TreeConfigTaskVisitor.java | 5 +-
.../config/executor/ClusterConfigTaskExecutor.java | 111 +++---
.../config/executor/IConfigTaskExecutor.java | 14 +-
.../config/metadata/CreateFunctionTask.java | 28 +-
.../config/metadata/DropFunctionTask.java | 10 +-
.../config/metadata/ShowFunctionsTask.java | 102 +++--
.../config/metadata/relational/CreateDBTask.java | 6 +-
.../config/metadata/relational/ShowDBTask.java | 35 +-
.../TableModelStatementMemorySourceVisitor.java | 11 +-
.../plan/expression/multi/FunctionExpression.java | 4 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 33 +-
.../queryengine/plan/planner/LogicalPlanner.java | 12 +-
.../plan/planner/TableOperatorGenerator.java | 219 ++++++++---
.../planner/distribution/ExchangeNodeAdder.java | 4 +
.../plan/planner/plan/node/ExplainAnalyzeNode.java | 25 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 6 +-
.../plan/planner/plan/node/PlanNodeType.java | 5 +-
.../plan/planner/plan/node/PlanVisitor.java | 6 +
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 2 +
.../plan/node/write/AbstractDeleteDataNode.java | 81 ++++
.../planner/plan/node/write/DeleteDataNode.java | 36 +-
.../planner/plan/node/write/DeleteNodeType.java | 68 ++++
.../planner/plan/node/write/InsertTabletNode.java | 12 +-
.../plan/node/write/RelationalDeleteDataNode.java | 40 +-
.../node/write/RelationalInsertTabletNode.java | 88 +++--
.../plan/relational/analyzer/Analysis.java | 12 +-
.../plan/relational/analyzer/Analyzer.java | 8 +-
.../relational/analyzer/StatementAnalyzer.java | 13 +-
.../predicate/ConvertPredicateToFilterVisitor.java | 48 ++-
.../ConvertPredicateToTimeFilterVisitor.java | 60 +--
.../function/arithmetic/AdditionResolver.java | 14 +
.../function/arithmetic/DivisionResolver.java | 10 +
.../function/arithmetic/ModulusResolver.java | 10 +
.../arithmetic/MultiplicationResolver.java | 10 +
.../function/arithmetic/SubtractionResolver.java | 10 +
.../relational/metadata/TableMetadataImpl.java | 17 +-
.../plan/relational/planner/IrTypeAnalyzer.java | 12 +
.../plan/relational/planner/PlanBuilder.java | 4 +-
.../plan/relational/planner/QueryPlanner.java | 24 +-
.../plan/relational/planner/RelationPlan.java | 14 +-
.../plan/relational/planner/RelationPlanner.java | 40 +-
.../relational/planner/TableLogicalPlanner.java | 135 ++++---
.../plan/relational/planner/TableModelPlanner.java | 22 +-
.../planner/distribute/AddExchangeNodes.java | 23 ++
.../distribute/TableDistributedPlanGenerator.java | 50 ++-
.../distribute/TableDistributedPlanner.java | 50 +--
.../distribute/TableModelQueryFragmentPlanner.java | 7 +-
.../TableModelTypeProviderExtractor.java | 5 +
.../relational/planner/ir/ExpressionRewriter.java | 12 +
.../planner/ir/ExpressionTreeRewriter.java | 32 +-
.../ir/GlobalTimePredicateExtractVisitor.java | 37 +-
...AddTableScanColumnsToTypeProviderOptimizer.java | 66 ----
.../iterative/rule/PruneTableScanColumns.java | 12 +-
.../planner/node/ExplainAnalyzeNode.java | 115 ++++++
.../plan/relational/planner/node/JoinNode.java | 5 +
.../relational/planner/node/TableScanNode.java | 18 +
.../optimizations/LogicalOptimizeFactory.java | 4 +-
.../planner/optimizations/PlanOptimizer.java | 8 -
.../PushAggregationIntoTableScan.java | 16 +-
.../PushLimitOffsetIntoTableScan.java | 6 +-
.../optimizations/PushPredicateIntoTableScan.java | 116 +++---
.../planner/optimizations/SortElimination.java | 16 +-
.../TransformAggregationToStreamable.java | 4 +-
.../optimizations/TransformSortToStreamSort.java | 5 +-
.../optimizations/UnaliasSymbolReferences.java | 10 +
.../plan/relational/sql/ast/ColumnDefinition.java | 11 +-
.../plan/relational/sql/ast/CurrentDatabase.java | 13 +-
.../plan/relational/sql/ast/CurrentUser.java | 13 +-
.../plan/relational/sql/ast/InsertTablet.java | 3 +
.../relational/sql/ast/TableExpressionType.java | 4 +-
.../plan/relational/sql/parser/AstBuilder.java | 10 +-
.../plan/relational/sql/parser/SqlParser.java | 8 +
.../plan/scheduler/load/LoadTsFileScheduler.java | 22 ++
.../plan/statement/crud/InsertTabletStatement.java | 10 +
.../metadata/CreateFunctionStatement.java | 24 +-
.../metadata/DatabaseSchemaStatement.java | 28 +-
.../dag/column/leaf/NullColumnTransformer.java | 4 +-
.../AbstractCastFunctionColumnTransformer.java | 4 +-
.../dag/udf/UDAFInformationInferrer.java | 2 +-
.../transformation/dag/udf/UDTFExecutor.java | 2 +-
.../dag/udf/UDTFInformationInferrer.java | 2 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 33 +-
.../rescon/ISchemaRegionStatistics.java | 6 +-
.../rescon/MemSchemaRegionStatistics.java | 6 +
.../read/resp/info/impl/ShowDevicesResult.java | 4 +-
.../db/schemaengine/table/DataNodeTableCache.java | 3 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 16 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 8 +-
.../db/storageengine/dataregion/DataRegion.java | 157 +++++---
.../CompactionStatisticsCheckFailedException.java | 87 +++++
.../task/RepairUnsortedFileCompactionTask.java | 4 +-
.../compaction/execute/utils/CompactionUtils.java | 4 -
.../compaction/repair/RepairDataFileScanUtil.java | 338 +++++++++++-----
.../repair/RepairTimePartitionScanTask.java | 4 +-
.../dataregion/flush/MemTableFlushTask.java | 2 +-
.../dataregion/memtable/AbstractMemTable.java | 45 +--
.../memtable/AlignedWritableMemChunk.java | 18 +-
.../memtable/AlignedWritableMemChunkGroup.java | 10 +-
.../dataregion/memtable/IMemTable.java | 3 -
.../dataregion/memtable/IWritableMemChunk.java | 5 +-
.../dataregion/memtable/TsFileProcessor.java | 47 +--
.../dataregion/memtable/WritableMemChunk.java | 2 +-
.../dataregion/modification/DeletionPredicate.java | 22 +-
.../dataregion/modification/IDPredicate.java | 80 ++--
.../dataregion/modification/ModEntry.java | 16 +-
.../dataregion/modification/ModificationFile.java | 31 +-
.../modification/PartitionLevelModFileManager.java | 2 -
.../modification/TableDeletionEntry.java | 14 +-
.../dataregion/modification/TreeDeletionEntry.java | 14 +-
.../dataregion/tsfile/TsFileResource.java | 12 +-
.../tsfile/timeindex/ArrayDeviceTimeIndex.java | 12 +
.../wal/recover/file/TsFilePlanRedoer.java | 39 +-
.../file/UnsealedTsFileRecoverPerformer.java | 22 ++
.../dataregion/wal/utils/WALEntryHandler.java | 12 +-
.../task/subtask/SubscriptionConnectorSubtask.java | 12 +-
.../SubscriptionConnectorSubtaskLifeCycle.java | 8 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 6 +
.../db/utils/datastructure/AlignedTVList.java | 21 +-
.../iotdb/db/utils/io/BufferSerializable.java | 2 +-
.../iotdb/db/utils/io/StreamSerializable.java | 2 +-
.../iotdb/db/metadata/path/PatternTreeMapTest.java | 27 +-
.../db/pipe/consensus/DeletionRecoverTest.java | 48 ++-
.../db/pipe/consensus/DeletionResourceTest.java | 70 +++-
.../node/write/RelationalDeleteDataNodeTest.java | 2 +-
.../plan/relational/analyzer/AggregationTest.java | 114 ++++--
.../plan/relational/analyzer/AnalyzerTest.java | 188 ++++++---
.../plan/relational/analyzer/JoinTest.java | 54 +--
.../analyzer/LimitOffsetPushDownTest.java | 50 ++-
.../plan/relational/analyzer/SortTest.java | 164 ++++++--
.../plan/relational/analyzer/SubQueryTest.java | 39 +-
.../plan/relational/analyzer/TestMatadata.java | 30 ++
.../plan/relational/analyzer/TestUtils.java | 6 +-
.../plan/relational/planner/PlanTester.java | 3 +-
.../storageengine/dataregion/DataRegionTest.java | 29 +-
.../dataregion/LastFlushTimeMapTest.java | 13 +-
.../TsFileResourceProgressIndexTest.java | 5 +
.../inner/InnerSpaceCompactionSelectorTest.java | 2 +-
.../repair/RepairDataFileScanUtilTest.java | 128 +++++-
.../TableModelCompactionWithTTLTest.java | 3 +-
.../dataregion/memtable/TsFileProcessorTest.java | 88 ++---
.../modification/ModificationFileTest.java | 8 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 47 +++
.../reporter/iotdb/IoTDBSessionReporter.java | 2 +-
.../apache/iotdb/commons/client/ClientManager.java | 11 +-
.../iotdb/commons/client/ClientPoolFactory.java | 35 +-
.../iotdb/commons/client/IClientPoolFactory.java | 4 +-
.../client/factory/AsyncThriftClientFactory.java | 6 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +
.../commons/consensus/index/ProgressIndex.java | 12 +-
.../consensus/index/impl/HybridProgressIndex.java | 36 +-
.../consensus/index/impl/IoTProgressIndex.java | 12 +
.../consensus/index/impl/MetaProgressIndex.java | 9 +-
.../consensus/index/impl/MinimumProgressIndex.java | 5 +
.../consensus/index/impl/RecoverProgressIndex.java | 13 +
.../consensus/index/impl/SimpleProgressIndex.java | 9 +-
.../consensus/index/impl/StateProgressIndex.java | 17 +-
.../index/impl/TimeWindowStateProgressIndex.java | 24 ++
.../org/apache/iotdb/commons/path/PartialPath.java | 3 +-
.../apache/iotdb/commons/path/PatternTreeMap.java | 2 +-
.../agent/plugin/builtin/BuiltinPipePlugin.java | 3 +
.../schemachange/RenameDatabaseProcessor.java} | 19 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 49 +++
.../agent/task/execution/PipeSubtaskExecutor.java | 6 +-
.../commons/pipe/agent/task/meta/PipeMeta.java | 17 +-
.../pipe/agent/task/meta/PipeTemporaryMeta.java | 73 +---
.../agent/task/meta/PipeTemporaryMetaInAgent.java | 107 +++++
...ta.java => PipeTemporaryMetaInCoordinator.java} | 5 +-
.../pipe/agent/task/progress/CommitterKey.java | 2 +-
.../task/progress/PipeEventCommitManager.java | 12 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 6 +-
.../pipe/agent/task/subtask/PipeSubtask.java | 4 +-
.../config/constant/PipeExtractorConstant.java | 2 +
.../config/constant/PipeProcessorConstant.java | 2 +
.../connector/client/IoTDBSyncClientManager.java | 25 +-
.../pipe/datastructure/pattern/TablePattern.java | 28 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 6 -
.../apache/iotdb/commons/schema/table/TsTable.java | 59 ++-
.../schema/table/TsTableInternalRPCUtil.java | 6 +-
.../schema/table/column/TimeColumnSchema.java | 21 +-
.../apache/iotdb/commons/udf/UDFInformation.java | 64 +--
.../org/apache/iotdb/commons/udf/UDFTable.java | 105 ++---
.../java/org/apache/iotdb/commons/udf/UDFType.java | 71 ++++
.../BuiltinTimeSeriesGeneratingFunction.java | 13 +
.../commons/udf/service/UDFExecutableManager.java | 46 +++
.../commons/udf/service/UDFManagementService.java | 286 +++++---------
.../iotdb/commons/udf/utils/TreeUDFUtils.java} | 28 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 5 +-
.../iotdb/commons/client/ClientManagerTest.java | 11 +-
.../iotdb/commons/pipe/task/PipeMetaDeSerTest.java | 19 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 2 +-
iotdb-doap.rdf | 8 +
.../thrift-commons/src/main/thrift/common.thrift | 5 +
.../src/main/thrift/confignode.thrift | 9 +-
.../src/main/thrift/datanode.thrift | 1 +
pom.xml | 4 +-
374 files changed, 8331 insertions(+), 3816 deletions(-)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/io/BufferSerializable.java => iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/relational/AggregationFunction.java (81%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/io/BufferSerializable.java => iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/relational/SQLFunction.java (81%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/io/BufferSerializable.java => iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/relational/ScalarFunction.java (81%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/io/BufferSerializable.java => iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/relational/TableFunction.java (81%)
create mode 100644 iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/relational/access/Record.java
create mode 100644 iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
create mode 100644 iotdb-client/isession/src/main/java/org/apache/iotdb/isession/pool/ITableSessionPool.java
create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/AbstractSessionBuilder.java
rename iotdb-client/{isession/src/main/java/org/apache/iotdb/isession/IPooledSession.java => session/src/main/java/org/apache/iotdb/session/TableSession.java} (51%)
create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSessionBuilder.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/io/StreamSerializable.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/AbstractSessionPoolBuilder.java (65%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/leaf/NullColumnTransformer.java => iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionPool.java (60%)
create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionPoolBuilder.java
rename iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/{SessionWrapper.java => TableSessionWrapper.java} (62%)
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/function/{GetFunctionTablePlan.java => GetAllFunctionTablePlan.java} (86%)
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/function/{DropFunctionPlan.java => DropTableModelFunctionPlan.java} (85%)
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/function/{DropFunctionPlan.java => DropTreeModelFunctionPlan.java} (85%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/function/{DropFunctionPlan.java => UpdateFunctionPlan.java} (63%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{PipeTemporaryMetaMetrics.java => PipeTemporaryMetaInCoordinatorMetrics.java} (82%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/schemachange/RenameDatabaseProcessor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/AbstractDeleteDataNode.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/DeleteNodeType.java
delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/AddTableScanColumnsToTypeProviderOptimizer.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/ExplainAnalyzeNode.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionStatisticsCheckFailedException.java
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/utils/io/StreamSerializable.java => node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/plugin/builtin/processor/schemachange/RenameDatabaseProcessor.java} (63%)
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/task/meta/PipeTemporaryMetaInAgent.java
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/task/meta/{PipeTemporaryMeta.java => PipeTemporaryMetaInCoordinator.java} (94%)
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/UDFType.java
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstDescAccumulator.java => node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/TreeUDFUtils.java} (56%)