You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2024/10/15 03:19:46 UTC
(iotdb) branch DateBinGapFill updated (2ae8e24e85b -> d9c78698e1e)
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch DateBinGapFill
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2ae8e24e85b Add normal IT for gapfill
add 749093f0593 Fix some bugs of aggregation in TableModel
add afd57ba26c1 Pipe: register aligned timeseries for each device id with schemas exactly once (#13715)
add dfb7fb93e73 Load: Fix tsfile that was failed to load exceptionally deleted by LoadTsFileScheduler (#13705)
add 99fc96c15c3 Fix division by zero when querying only ID and attribute columns in table model
add 4300d676282 Pipe: add isTableModelEvent in PipeInsertionEvent (#13754)
add 207f90a3324 Add aggregation table scan impl for table model
add 29ae6435500 Pipe: release resources of pipe event that have been GCed but the reference count is not zero by PhantomReference (#13360)
add 04f9f80fc26 Modify the exception thrown when the date conversion year overflows
add 5994c9e4e96 Add escape grammer and support like's SQL multi column transformer
add 418baaa4455 Fix project node copy when generate DistributionPlan in TableModel
add d359e0df0b2 Pipe: remove protected method reference under jdk8 & add GH yml for checking compatibility issues (#13756)
add 14fa9d9c7d5 RetryPolicy. improve write/readRetryPolicy in RatisConsensus (#13757)
add 3b121f766e8 Load: Support loading table model TsFile into table model IoTDB (#13706)
add 8815529f7a3 Extend the startup waiting time of AINode in CI (#13759)
add 0d642ac251a fix npe (#13735)
add 7bca42aa9db Bump org.eclipse.jetty:jetty-http from 9.4.55.v20240627 to 9.4.56.v20240826 (#13764)
add d9c78698e1e resolve conflicts
No new revisions were added by this update.
Summary of changes:
.../{dependency-check.yml => compile-check.yml} | 31 +-
.../java/org/apache/iotdb/CountPointProcessor.java | 2 +-
.../org/apache/iotdb/it/env/cluster/env/AIEnv.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBNestedQueryIT.java | 6 +-
.../iotdb/db/it/query/IoTDBFuzzyQueryIT.java | 24 +-
.../iotdb/db/it/query/IoTDBNullOperandIT.java | 2 +-
.../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 176 +++-
.../scalar/IoTDBCastFunctionTableIT.java | 39 +
.../scalar/IoTDBCastFunctionTableSpecialIT.java | 85 ++
.../it/query/old/query/IoTDBArithmeticTableIT.java | 23 +
.../it/query/old/query/IoTDBFuzzyQueryTableIT.java | 218 +----
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 3 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 16 +
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 57 +-
.../manager/pipe/metric/PipeConfigNodeMetrics.java | 2 +
...ics.java => PipeConfigNodeResourceMetrics.java} | 34 +-
.../resource/PipeConfigNodeResourceManager.java | 8 +
.../PipeConfigNodePhantomReferenceManager.java} | 24 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 18 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 8 +
.../iotdb/consensus/ratis/utils/Retriable.java | 57 +-
.../iotdb/consensus/ratis/utils/RetryPolicy.java | 40 +-
.../ArithmeticBinaryColumnTransformer.ftl | 74 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 1 +
.../batch/PipeTabletEventTsFileBatch.java | 34 +-
.../db/pipe/event/ReferenceTrackableEvent.java | 10 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 9 +-
.../schema/PipeSchemaRegionSnapshotEvent.java | 60 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 50 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 47 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 115 ++-
.../query/TsFileInsertionEventQueryParser.java | 2 +
.../scan/TsFileInsertionEventScanParser.java | 1 +
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 13 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 46 +-
.../matcher/CachedSchemaPatternMatcher.java | 6 +-
.../iotdb/db/pipe/metric/PipeResourceMetrics.java | 9 +
.../twostage/plugin/TwoStageCountProcessor.java | 2 +-
.../pipe/resource/PipeDataNodeResourceManager.java | 8 +
.../ref/PipeDataNodePhantomReferenceManager.java} | 24 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 2 +-
.../iotdb/db/protocol/session/SessionManager.java | 10 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 6 +-
.../{Aggregator.java => TreeAggregator.java} | 8 +-
.../slidingwindow/SlidingWindowAggregator.java | 4 +-
.../execution/operator/AbstractOperator.java | 7 +-
.../execution/operator/AggregationUtil.java | 23 +-
.../operator/process/AggregationOperator.java | 12 +-
.../process/RawDataAggregationOperator.java | 8 +-
.../process/SingleInputAggregationOperator.java | 6 +-
.../process/SlidingWindowAggregationOperator.java | 10 +-
.../operator/process/TagAggregationOperator.java | 21 +-
.../process/{AI => ai}/InferenceOperator.java | 2 +-
.../operator/process/last/LastQueryUtil.java | 18 +-
.../AbstractSeriesAggregationScanOperator.java | 14 +-
.../AlignedSeriesAggregationScanOperator.java | 6 +-
.../source/SeriesAggregationScanOperator.java | 6 +-
.../TableAggregationTableScanOperator.java | 661 +++++++++++++++
.../source/relational/TableScanOperator.java | 4 -
.../relational/aggregation/AccumulatorFactory.java | 20 +-
.../aggregation/AggregationOperator.java | 10 +-
.../relational/aggregation/AvgAccumulator.java | 49 +-
.../relational/aggregation/CountAccumulator.java | 27 +-
.../{Accumulator.java => TableAccumulator.java} | 17 +-
.../{Aggregator.java => TableAggregator.java} | 32 +-
.../operator/window/ConditionWindowManager.java | 6 +-
.../operator/window/CountWindowManager.java | 6 +-
.../execution/operator/window/IWindowManager.java | 15 +-
.../operator/window/SessionWindowManager.java | 6 +-
.../operator/window/TimeWindowManager.java | 6 +-
.../operator/window/VariationWindowManager.java | 6 +-
.../relational/ColumnTransformerBuilder.java | 46 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 27 +-
.../queryengine/plan/analyze/ExpressionUtils.java | 2 +-
.../plan/analyze/LoadTsFileAnalyzer.java | 936 ---------------------
.../analyze/load/LoadTsFileAnalyzeSchemaCache.java | 293 +++++++
.../plan/analyze/load/LoadTsFileAnalyzer.java | 224 +++++
.../load/LoadTsFileToTableModelAnalyzer.java | 241 ++++++
.../load/LoadTsFileToTreeModelAnalyzer.java | 173 ++++
.../analyze/load/SchemaAutoCreatorAndVerifier.java | 486 +++++++++++
.../execution/config/TableConfigTaskVisitor.java | 29 +-
.../plan/expression/unary/LikeExpression.java | 82 +-
.../visitor/ColumnTransformerVisitor.java | 6 +-
.../visitor/IntermediateLayerVisitor.java | 5 +-
.../visitor/TransformToViewExpressionVisitor.java | 5 +-
.../predicate/ConvertPredicateToFilterVisitor.java | 7 +-
.../visitor/predicate/ReversePredicateVisitor.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 13 +-
.../plan/planner/LogicalPlanVisitor.java | 11 +-
.../plan/planner/OperatorTreeGenerator.java | 40 +-
.../plan/planner/TableOperatorGenerator.java | 222 ++++-
.../plan/planner/plan/node/PlanGraphPrinter.java | 4 +-
.../plan/node/load/LoadSingleTsFileNode.java | 32 +-
.../planner/plan/node/load/LoadTsFileNode.java | 51 +-
.../relational/analyzer/StatementAnalyzer.java | 49 ++
.../predicate/ConvertPredicateToFilterVisitor.java | 9 +-
.../ConvertSchemaPredicateToFilterVisitor.java | 5 +-
.../plan/relational/function/BoundSignature.java | 4 -
.../metadata/TableBuiltinAggregationFunction.java | 9 +-
.../relational/metadata/TableMetadataImpl.java | 1 +
.../plan/relational/metadata/TableSchema.java | 16 +
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 2 +-
.../plan/relational/planner/RelationPlanner.java | 16 +
.../relational/planner/TableLogicalPlanner.java | 8 +
.../plan/relational/planner/TableModelPlanner.java | 37 +-
.../distribute/TableDistributedPlanGenerator.java | 23 +-
.../TableModelTypeProviderExtractor.java | 16 +-
.../relational/planner/node/AggregationNode.java | 4 +-
.../planner/node/AggregationTableScanNode.java | 93 +-
.../optimizations/PushPredicateIntoTableScan.java | 23 +-
.../relational/planner/optimizations/Util.java | 33 +-
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../plan/relational/sql/ast/LoadTsFile.java | 176 ++++
.../plan/relational/sql/parser/AstBuilder.java | 37 +-
.../plan/relational/sql/util/SqlFormatter.java | 25 +
.../plan/relational/type/InternalTypeManager.java | 31 +
.../plan/scheduler/load/LoadTsFileScheduler.java | 38 +-
.../plan/statement/crud/LoadTsFileStatement.java | 42 +-
.../Like2ColumnTransformer.java} | 47 +-
.../dag/column/ternary/Like3ColumnTransformer.java | 105 +++
.../scalar/CastFunctionColumnTransformer.java | 72 +-
.../dag/transformer/unary/LikeTransformer.java | 1 -
.../view/visitor/TransformToExpressionVisitor.java | 5 +-
.../compaction/schedule/CompactionTaskManager.java | 5 +-
.../dataregion/memtable/TsFileProcessor.java | 5 +-
.../load/config/LoadTsFileConfigurator.java | 34 +
.../event/SubscriptionEventBinaryCache.java | 4 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 34 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 3 +-
.../iotdb/db/utils/constant/SqlConstant.java | 5 +-
.../operator/AggregationOperatorTest.java | 10 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 73 +-
.../operator/HorizontallyConcatOperatorTest.java | 6 +-
.../execution/operator/LastQueryOperatorTest.java | 10 +-
.../operator/LastQueryTreeSortOperatorTest.java | 10 +-
.../execution/operator/OperatorMemoryTest.java | 18 +-
.../operator/RawDataAggregationOperatorTest.java | 6 +-
.../SeriesAggregationScanOperatorTest.java | 68 +-
.../SlidingWindowAggregationOperatorTest.java | 9 +-
.../operator/UpdateLastCacheOperatorTest.java | 10 +-
.../plan/planner/node/load/LoadTsFileNodeTest.java | 5 +-
.../plan/relational/analyzer/AggregationTest.java | 44 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 20 +
.../iotdb/commons/conf/CommonDescriptor.java | 11 +
.../iotdb/commons/partition/DataPartition.java | 2 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 7 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 14 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 10 +-
.../commons/pipe/event/PipeInsertionEvent.java | 26 +
.../resource/ref/PipePhantomReferenceManager.java | 142 ++++
.../schema/filter/impl/values/LikeFilter.java | 5 +-
.../viewExpression/unary/LikeViewExpression.java | 65 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../subscription/config/SubscriptionConfig.java | 6 +
.../db/relational/grammar/sql/RelationalSql.g4 | 19 +-
pom.xml | 2 +-
159 files changed, 5083 insertions(+), 1894 deletions(-)
copy .github/workflows/{dependency-check.yml => compile-check.yml} (59%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/relational/it/query/old/builtinfunction/scalar/IoTDBCastFunctionTableSpecialIT.java
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{PipeConfigNodeListenerMetrics.java => PipeConfigNodeResourceMetrics.java} (60%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/agent/task/execution/PipeConnectorSubtaskExecutor.java => confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/resource/ref/PipeConfigNodePhantomReferenceManager.java} (56%)
copy iotdb-client/cli/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/ReferenceTrackableEvent.java (78%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/{agent/task/execution/PipeConnectorSubtaskExecutor.java => resource/ref/PipeDataNodePhantomReferenceManager.java} (57%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/{Aggregator.java => TreeAggregator.java} (96%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{AI => ai}/InferenceOperator.java (99%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/TableAggregationTableScanOperator.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{Accumulator.java => TableAccumulator.java} (66%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{Aggregator.java => TableAggregator.java} (71%)
delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/LoadTsFileAnalyzer.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzeSchemaCache.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzer.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileToTableModelAnalyzer.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileToTreeModelAnalyzer.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/SchemaAutoCreatorAndVerifier.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/LoadTsFile.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/Concat2ColumnTransformer.java => binary/Like2ColumnTransformer.java} (57%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/ternary/Like3ColumnTransformer.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons}/pipe/agent/runtime/PipePeriodicalJobExecutor.java (94%)
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/resource/ref/PipePhantomReferenceManager.java