You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2022/04/22 13:55:34 UTC
[iotdb] branch client_manager updated (5a7e895a1e -> 38eda61682)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch client_manager
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5a7e895a1e fix review
add f9226c380d Add FragmentInstanceStateMachine for FragmentInstance State change (#5615)
add 9522cfb39e [IOTDB-2835]Fix empty page in selfcheck method of TsFileSequenceReader (#5552)
add 650a7a8e94 fix the bug when matching multi-wildcard in pattern tree (#5631)
add 6952eed0e6 Add block cancel when GetBlockTask throws exception (#5628)
add 1a2ea0c03a Add ColumnMerger to merge multipul input columns of same sensor into one column (#5630)
add 25983540e7 Fix CI (#5639)
add 7a500adb6e [IOTDB-2880] Fix NPE occured in ci test (#5634)
add f037de3705 fix concurrent bug of CachedMNodeContainer.putIfAbsent (#5632)
add 8df96c5ce2 Fix the issue that EndTime in FragmentInstanceContext is not set (#5636)
add dc344e5b70 [IOTDB-2740] Equal size bucket sampling UDFs: EQUAL_SIZE_BUCKET_RANDOM_SAMPLE, EQUAL_SIZE_BUCKET_AGG_SAMPLE, EQUAL_SIZE_BUCKET_M4_SAMPLE (#5518)
add 677f58763b change jenkins timeout from 2 hours to 3 hours
add 9504a2b703 [IOTDB-2976] Add English and Chinese docs for count devices and count storage groups (#5635)
add 61dde93485 filter non schemaRegionDir (#5640)
add a547fef5ca Serialize measurement schema of insert node to wal entry (#5638)
add d939abfc5e Refactor attributes in PlanNode (#5616)
add d3a8516172 Fix TimeJoinNode clone and serde bug (#5644)
add 39619ff619 [IOTDB-2982] Recover tsfile after datanode restart (#5643)
add 38eda61682 Merge branch 'master' of github.com:Apache/iotdb into client_manager
No new revisions were added by this update.
Summary of changes:
Jenkinsfile | 2 +-
checkstyle.xml | 24 +-
docs/UserGuide/Operate-Metadata/Node.md | 45 ++
docs/UserGuide/Operate-Metadata/Storage-Group.md | 60 +++
docs/UserGuide/Query-Data/Select-Expression.md | 143 ++++++
docs/zh/UserGuide/Operate-Metadata/Node.md | 45 ++
.../zh/UserGuide/Operate-Metadata/Storage-Group.md | 60 +++
docs/zh/UserGuide/Query-Data/Select-Expression.md | 143 ++++++
.../db/integration/IoTDBUDTFBuiltinFunctionIT.java | 190 ++++++++
pom.xml | 5 +
.../apache/iotdb/procedure/ProcedureExecutor.java | 6 +-
.../apache/iotdb/procedure/TestProcedureBase.java | 2 +-
.../iotdb/procedure/store/TestProcedureStore.java | 9 +-
server/pom.xml | 4 +
.../mtree/store/disk/CachedMNodeContainer.java | 15 +
.../db/metadata/schemaregion/SchemaEngine.java | 9 +-
.../iotdb/db/mpp/buffer/DataBlockManager.java | 12 +-
.../apache/iotdb/db/mpp/buffer/ISinkHandle.java | 7 +-
.../org/apache/iotdb/db/mpp/buffer/SinkHandle.java | 29 +-
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 6 +
.../apache/iotdb/db/mpp/buffer/StubSinkHandle.java | 4 +-
.../iotdb/db/mpp/common/schematree/SchemaTree.java | 15 +
.../mpp/common/schematree/SchemaTreeVisitor.java | 6 +-
.../apache/iotdb/db/mpp/execution/Coordinator.java | 5 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 189 +-------
.../org/apache/iotdb/db/mpp/execution/Driver.java | 426 +++++++++++++++++-
.../iotdb/db/mpp/execution/DriverContext.java | 13 +-
.../db/mpp/execution/FragmentInstanceContext.java | 98 +++--
.../mpp/execution/FragmentInstanceExecution.java | 66 ++-
.../execution/FragmentInstanceFailureListener.java | 10 +-
.../db/mpp/execution/FragmentInstanceManager.java | 57 ++-
.../db/mpp/execution/FragmentInstanceState.java | 2 +-
.../execution/FragmentInstanceStateMachine.java | 182 ++++++++
.../{config/IConfigTask.java => IDriver.java} | 20 +-
.../iotdb/db/mpp/execution/QueryExecution.java | 3 +-
.../iotdb/db/mpp/execution/SchemaDriver.java | 140 +-----
.../org/apache/iotdb/db/mpp/operator/Operator.java | 4 +-
.../db/mpp/operator/process/LimitOperator.java | 4 +-
.../db/mpp/operator/process/TimeJoinOperator.java | 56 ++-
.../db/mpp/operator/process/TransformOperator.java | 2 +-
.../mpp/operator/process/merge/ColumnMerger.java | 58 +++
.../operator/process/merge/SingleColumnMerger.java | 74 ++++
.../mpp/operator/schema/SchemaFetchOperator.java | 3 +-
.../db/mpp/operator/source/ExchangeOperator.java | 2 +-
.../source/SeriesAggregateScanOperator.java | 6 +-
.../schedule/FragmentInstanceAbortedException.java | 4 +-
.../db/mpp/schedule/FragmentInstanceScheduler.java | 4 +-
.../mpp/schedule/FragmentInstanceTaskExecutor.java | 4 +-
.../mpp/schedule/IFragmentInstanceScheduler.java | 6 +-
.../db/mpp/schedule/task/FragmentInstanceTask.java | 16 +-
.../apache/iotdb/db/mpp/sql/analyze/Analyzer.java | 328 +++++++-------
.../db/mpp/sql/planner/DistributionPlanner.java | 7 +-
.../{plan => }/IFragmentParallelPlaner.java | 4 +-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 28 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 5 +-
.../iotdb/db/mpp/sql/planner/QueryPlanBuilder.java | 10 +-
.../{plan => }/SimpleFragmentParallelPlanner.java | 5 +-
.../{plan => }/WriteFragmentParallelPlanner.java | 5 +-
.../db/mpp/sql/planner/plan/node/PlanNode.java | 8 +
.../db/mpp/sql/planner/plan/node/PlanNodeId.java | 16 -
.../node/metedata/read/DevicesSchemaScanNode.java | 17 +
.../plan/node/metedata/read/SchemaFetchNode.java | 17 +
.../plan/node/metedata/read/SchemaMergeNode.java | 17 +
.../metedata/read/TimeSeriesSchemaScanNode.java | 17 +
.../node/metedata/write/AlterTimeSeriesNode.java | 17 +
.../plan/node/metedata/write/AuthorNode.java | 17 +
.../write/CreateAlignedTimeSeriesNode.java | 16 +
.../node/metedata/write/CreateTimeSeriesNode.java | 16 +
.../planner/plan/node/process/AggregateNode.java | 31 +-
.../planner/plan/node/process/DeviceMergeNode.java | 47 +-
.../planner/plan/node/process/ExchangeNode.java | 17 +
.../sql/planner/plan/node/process/FillNode.java | 9 +-
.../sql/planner/plan/node/process/FilterNode.java | 10 +-
.../planner/plan/node/process/FilterNullNode.java | 81 ++--
.../plan/node/process/GroupByLevelNode.java | 85 +++-
.../sql/planner/plan/node/process/LimitNode.java | 9 +-
.../sql/planner/plan/node/process/OffsetNode.java | 9 +-
.../sql/planner/plan/node/process/SortNode.java | 11 +-
.../planner/plan/node/process/TimeJoinNode.java | 116 +++--
.../planner/plan/node/sink/FragmentSinkNode.java | 17 +
.../plan/node/source/SeriesAggregateScanNode.java | 37 +-
.../planner/plan/node/source/SeriesScanNode.java | 21 +-
.../plan/node/write/InsertMultiTabletsNode.java | 17 +
.../sql/planner/plan/node/write/InsertNode.java | 66 +++
.../sql/planner/plan/node/write/InsertRowNode.java | 49 ++-
.../planner/plan/node/write/InsertRowsNode.java | 17 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 17 +
.../planner/plan/node/write/InsertTabletNode.java | 49 ++-
.../Aggregation.java} | 21 +-
.../planner/plan/parameter/AggregationStep.java | 73 +++
.../plan/parameter/FilterNullParameter.java | 88 ++++
.../plan/parameter/GroupByTimeParameter.java} | 81 ++--
.../plan/{ => parameter}/InputLocation.java | 35 +-
.../planner/plan/{ => parameter}/OutputColumn.java | 38 +-
.../statement/component/GroupByTimeComponent.java | 73 ---
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 8 +-
.../query/expression/unary/FunctionExpression.java | 3 +
.../query/expression/unary/TimeSeriesOperand.java | 5 +-
.../db/query/udf/builtin/BuiltinFunction.java | 5 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 487 +++++++++++++++++++++
.../udf/builtin/UDTFEqualSizeBucketM4Sample.java | 238 ++++++++++
...s.java => UDTFEqualSizeBucketRandomSample.java} | 40 +-
...ontains.java => UDTFEqualSizeBucketSample.java} | 38 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 5 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 6 +-
.../db/wal/recover/file/TsFilePlanRedoer.java | 19 +-
.../apache/iotdb/db/wal/utils/WALWriteUtils.java | 42 ++
.../apache/iotdb/db/mpp/buffer/SinkHandleTest.java | 68 +--
.../db/mpp/common/schematree/SchemaTreeTest.java | 14 +
.../iotdb/db/mpp/execution/DataDriverTest.java | 37 +-
.../iotdb/db/mpp/operator/LimitOperatorTest.java | 26 +-
.../operator/SeriesAggregateScanOperatorTest.java | 31 +-
.../db/mpp/operator/SeriesScanOperatorTest.java | 19 +-
.../db/mpp/operator/SingleColumnMergerTest.java | 117 +++++
.../db/mpp/operator/TimeJoinOperatorTest.java | 144 +++++-
.../operator/schema/SchemaScanOperatorTest.java | 32 +-
.../db/mpp/schedule/DefaultTaskSchedulerTest.java | 16 +-
.../schedule/FragmentInstanceSchedulerTest.java | 12 +-
.../FragmentInstanceTimeoutSentinelTest.java | 12 +-
.../db/mpp/sql/plan/FragmentInstanceSerdeTest.java | 9 +-
.../node/process/DeviceMergeNodeSerdeTest.java | 3 -
.../plan/node/process/ExchangeNodeSerdeTest.java | 3 -
.../sql/plan/node/process/FillNodeSerdeTest.java | 4 -
.../sql/plan/node/process/FilterNodeSerdeTest.java | 4 -
.../plan/node/process/FilterNullNodeSerdeTest.java | 9 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 9 +-
.../sql/plan/node/process/LimitNodeSerdeTest.java | 9 +-
.../sql/plan/node/process/OffsetNodeSerdeTest.java | 17 +-
.../sql/plan/node/process/SortNodeSerdeTest.java | 9 +-
.../plan/node/process/TimeJoinNodeSerdeTest.java | 13 +-
.../source/SeriesAggregateScanNodeSerdeTest.java | 6 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 18 +-
.../iotdb/tsfile/read/common/block/TsBlock.java | 10 +-
.../common/block/column/BinaryColumnBuilder.java | 19 +-
.../common/block/column/BooleanColumnBuilder.java | 19 +-
.../read/common/block/column/ColumnBuilder.java | 17 +-
.../common/block/column/DoubleColumnBuilder.java | 19 +-
.../common/block/column/FloatColumnBuilder.java | 15 +-
.../read/common/block/column/IntColumnBuilder.java | 19 +-
.../common/block/column/LongColumnBuilder.java | 19 +-
.../common/block/column/TimeColumnBuilder.java | 16 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 4 -
.../tsfile/read/TsFileSequenceReaderTest.java | 47 ++
143 files changed, 4310 insertions(+), 1400 deletions(-)
copy cluster/src/main/java/org/apache/iotdb/cluster/exception/LogExecutionException.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/FragmentInstanceFailureListener.java (78%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/FragmentInstanceStateMachine.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{config/IConfigTask.java => IDriver.java} (68%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/operator/process/merge/ColumnMerger.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/operator/process/merge/SingleColumnMerger.java
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/IFragmentParallelPlaner.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/SimpleFragmentParallelPlanner.java (96%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/WriteFragmentParallelPlanner.java (91%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{IOutputPlanNode.java => parameter/Aggregation.java} (60%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/parameter/AggregationStep.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/parameter/FilterNullParameter.java
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/{statement/component/GroupByTimeComponent.java => planner/plan/parameter/GroupByTimeParameter.java} (75%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{ => parameter}/InputLocation.java (55%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{ => parameter}/OutputColumn.java (58%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketAggSample.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketM4Sample.java
copy server/src/main/java/org/apache/iotdb/db/query/udf/builtin/{UDTFAbs.java => UDTFEqualSizeBucketRandomSample.java} (64%)
copy server/src/main/java/org/apache/iotdb/db/query/udf/builtin/{UDTFContains.java => UDTFEqualSizeBucketSample.java} (53%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/operator/SingleColumnMergerTest.java