You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2022/11/08 06:57:55 UTC
[iotdb] branch IOTDB-4835 updated (8caa581960 -> 86095bcd04)
This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-4835
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8caa581960 fix ci
add d906c0927c continue when meeting different level file
add a9858c9e2c Disable compiling library-udf by default when package distribution (#7896)
add 876564ddc1 [IOTDB-4778][IOTDB-4031][IOTDB-4764][IOTDB-4514] restServer module adaptation and optimization (#7897)
add 31f8eeec26 Bump caffeine from 2.9.1 to 2.9.3 (#7615)
add 1dd2e47c59 [IOTDB-4827][IOTDB-4840] Adaptation and fix mlog logic for for cluster template (#7885)
add b0f68c5801 [IOTDB-4800] [Rewrite UT] Rewrite some UT in compaction module
add 2c8f898988 [IOTDB-4826] Move some IT to integration-test (#7891)
add 37a40629c5 Fix shell scripts in tools and change -b to -d (#7905)
add 62edbd431a [IOTDB-4769] When modifying an alias, you need to add back quotes when the alias is a special character. (#7745)
add 2ef642275c Adjusted location of trigger section, added an example of REST API (#7906)
add 8d0c685b07 Improve query performance (#7894)
add b135ebdeca [IOTDB-4848] fix Bug: TimeSeries cannot be used in logical operator
add 5dd8d88103 Bump reload4j from 1.2.19 to 1.2.22 (#7892)
add f58cc6c223 Add a function quantile in UDF library (#7912)
add abbb45b891 Adjust configuration files (#7909)
add 96c860f876 [IOTDB-4807] Check nodes' status at the INVALIDATE_CACHE state (#7895)
add 95fa01f4fe Update client-go commit to fix CI
add 523e82a437 Fixed the bugs of shell (#7910)
add 24d99ef5d3 [IOTDB-4829] Let NoMoreTsBlockEvent RPC is called in async way (#7911)
add 1b1c57b6d8 [IOTDB-4857] Fix the problem when remove-datanode for ratis 1 replica (#7917)
add 0a9259f489 [IOTDB-4861] Show DataNodes' Internal Address:Port when executing show cluster (#7920)
add 2f9123bc00 [IOTDB-4846][IOTDB-4053] Fix docs and error msg (#7919)
add c8b50b8938 use cached thread pool to accelerate short-lived asynchronous tasks (#7870)
add 3734242d57 [IOTDB-4632] Fix Ratis time out when registering timeseries with each request taking huge measurements (#7913)
add 3e86379d82 [IOTDB-4681] speed up mpp load (#7725)
add cb74d4983d [IOTDB-4673]Removes the space character from both the start and the end of the parameter value (#7921)
add 1f8085c65d [IOTDB-4768] Balancing cluster RegionGroup leader distribution by MinimumCostFlow algorithm (#7774)
add c17c0479ef [IOTDB-4866] Fix schema tree bug when append nested device (#7925)
add 86095bcd04 Merge branch 'master' of https://github.com/apache/iotdb into IOTDB-4835
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-unix.yml | 2 +-
.github/workflows/main-win.yml | 2 +-
client-go | 2 +-
.../src/assembly/resources/conf/confignode-env.bat | 22 +-
.../resources/conf/iotdb-confignode.properties | 41 +-
.../assembly/resources/sbin/start-confignode.bat | 26 +-
.../assembly/resources/sbin/start-confignode.sh | 13 +-
.../confignode/client/DataNodeRequestType.java | 1 +
.../client/async/AsyncDataNodeClientPool.java | 7 +
.../client/async/handlers/AsyncClientHandler.java | 1 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 178 +--
.../confignode/conf/ConfigNodeDescriptor.java | 542 ++++++----
.../confignode/conf/ConfigNodeStartupCheck.java | 6 +-
.../consensus/response/TemplateSetInfoResp.java | 1 +
.../statemachine/PartitionRegionStateMachine.java | 3 +-
.../iotdb/confignode/manager/ConsensusManager.java | 25 +-
.../iotdb/confignode/manager/ProcedureManager.java | 4 +-
.../iotdb/confignode/manager/UDFManager.java | 4 +-
.../manager/load/balancer/RouteBalancer.java | 132 ++-
.../load/balancer/router/mcf/MCFEdge.java} | 18 +-
.../balancer/router/mcf/MCFLeaderBalancer.java | 305 ++++++
.../iotdb/confignode/manager/node/NodeManager.java | 18 +-
.../manager/partition/PartitionManager.java | 12 +
.../confignode/persistence/node/NodeInfo.java | 17 +-
.../persistence/partition/PartitionInfo.java | 9 +-
.../partition/StorageGroupPartitionTable.java | 19 +-
.../persistence/schema/TemplateTable.java | 5 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 60 +-
.../procedure/env/DataNodeRemoveHandler.java | 73 +-
.../impl/node/RemoveDataNodeProcedure.java | 9 +-
.../impl/statemachine/RegionMigrateProcedure.java | 11 +-
.../procedure/store/ConfigProcedureStore.java | 2 +-
.../balancer/router/mcf/MCFLeaderBalancerTest.java | 216 ++++
.../confignode1conf/iotdb-common.properties | 2 +-
.../confignode1conf/iotdb-confignode.properties | 2 +-
.../confignode2conf/iotdb-common.properties | 2 +-
.../confignode2conf/iotdb-confignode.properties | 2 +-
.../confignode3conf/iotdb-common.properties | 2 +-
.../confignode3conf/iotdb-confignode.properties | 2 +-
docker/src/main/Dockerfile-1c1d | 3 +
docker/src/main/Dockerfile-1c1d-influxdb | 5 +-
docs/UserGuide/Alert/Alerting.md | 2 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 48 +-
.../Maintenance-Tools/Maintenance-Command.md | 40 +-
docs/UserGuide/Operate-Metadata/Template.md | 16 +
docs/UserGuide/{Alert => Process-Data}/Triggers.md | 2 +-
docs/UserGuide/QuickStart/QuickStart.md | 2 +-
docs/UserGuide/Reference/Syntax-Conventions.md | 38 +-
docs/UserGuide/UDF-Library/Data-Profiling.md | 73 ++
docs/UserGuide/Write-Data/REST-API.md | 36 +-
docs/zh/UserGuide/Alert/Alerting.md | 2 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 48 +-
.../Maintenance-Tools/Maintenance-Command.md | 20 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 16 +
.../UserGuide/{Alert => Process-Data}/Triggers.md | 2 +-
docs/zh/UserGuide/QuickStart/QuickStart.md | 4 +-
docs/zh/UserGuide/Reference/Syntax-Conventions.md | 40 +-
docs/zh/UserGuide/UDF-Library/Data-Profiling.md | 74 ++
docs/zh/UserGuide/Write-Data/REST-API.md | 35 +-
integration-test/README.md | 2 +-
integration-test/import-control.xml | 4 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 14 +
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 2 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 2 +-
.../java/org/apache/iotdb/it/env/MppConfig.java | 9 +-
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 53 +
.../it/IoTDBClusterRegionLeaderBalancingIT.java | 151 +++
.../apache/iotdb/db/it}/IoTDBDatetimeFormatIT.java | 31 +-
.../org/apache/iotdb/db/it}/IoTDBEncodingIT.java | 131 +--
.../apache/iotdb/db/it}/IoTDBExecuteBatchIT.java | 21 +-
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 62 +-
.../apache/iotdb/db/it}/IoTDBFloatPrecisionIT.java | 43 +-
.../apache/iotdb/db/it/IoTDBFlushQueryMergeIT.java | 12 +-
.../apache/iotdb/db/it}/IoTDBInsertMultiRowIT.java | 33 +-
.../org/apache/iotdb/db/it}/IoTDBInsertNaNIT.java | 45 +-
.../org/apache/iotdb/db/it}/IoTDBInsertNullIT.java | 42 +-
.../iotdb/db/it}/IoTDBInsertWithQueryIT.java | 31 +-
.../iotdb/db/it}/IoTDBPartialInsertionIT.java | 41 +-
.../org/apache/iotdb/db/it}/IoTDBRecoverIT.java | 141 +--
.../iotdb/db/it}/IoTDBRecoverUnclosedIT.java | 125 +--
.../org/apache/iotdb/db/it}/IoTDBRestartIT.java | 221 ++--
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 4 +-
.../session/it/IoTDBSessionAlignedInsertIT.java | 6 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 46 +-
library-udf/pom.xml | 115 +-
library-udf/src/assembly/tools/register-UDF.bat | 1 +
library-udf/src/assembly/tools/register-UDF.sh | 1 +
.../iotdb/library/dprofile/UDAFQuantile.java | 127 +++
.../library/dprofile/util/HeapLongKLLSketch.java | 356 ++++++
.../dprofile/util/KLLSketchForQuantile.java | 172 +++
.../resources/conf/iotdb-common.properties | 1133 +++++++++-----------
.../iotdb/commons/concurrent/ThreadName.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +-
.../iotdb/commons/conf/CommonDescriptor.java | 61 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +-
.../iotdb/commons/partition/DataPartition.java | 8 -
pom.xml | 4 +-
.../src/assembly/resources/conf/datanode-env.bat | 20 -
.../resources/conf/iotdb-datanode.properties | 47 +-
.../src/assembly/resources/sbin/start-datanode.bat | 18 +-
.../src/assembly/resources/sbin/start-datanode.sh | 4 +-
.../src/assembly/resources/sbin/start-server.bat | 177 ---
server/src/assembly/resources/sbin/start-server.sh | 249 -----
server/src/assembly/resources/sbin/stop-server.bat | 38 -
server/src/assembly/resources/sbin/stop-server.sh | 74 --
.../assembly/resources/tools/detect-watermark.sh | 2 +-
.../assembly/resources/tools/rocksdb-transfer.bat | 2 +-
.../assembly/resources/tools/rocksdb-transfer.sh | 2 +-
.../resources/tools/schema/SchemaFileSketcher.sh | 3 +-
.../assembly/resources/tools/schema/mLogParser.sh | 3 +-
.../assembly/resources/tools/start-WalChecker.bat | 2 +-
.../assembly/resources/tools/start-WalChecker.sh | 4 +-
.../tools/tsfileToolSet/print-iotdb-data-dir.sh | 3 +-
.../tsfileToolSet/print-tsfile-resource-files.sh | 3 +-
.../tools/tsfileToolSet/print-tsfile-sketch.sh | 3 +-
.../tools/tsfileToolSet/print-tsfile-visdata.sh | 3 +-
.../resources/tools/tsfileToolSet/settle.sh | 3 +-
.../tools/tsfileToolSet/split-tsfile-tool.sh | 3 +-
.../tools/tsfileToolSet/validate-tsfile.sh | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 20 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 109 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 90 +-
.../engine/compaction/CompactionTaskManager.java | 1 +
.../compaction/inner/InnerSpaceCompactionTask.java | 7 +-
.../sizetiered/SizeTieredCompactionSelector.java | 2 +-
.../iotdb/db/engine/load/AlignedChunkData.java | 322 ++----
.../org/apache/iotdb/db/engine/load/ChunkData.java | 25 +-
.../apache/iotdb/db/engine/load/DeletionData.java | 4 +-
.../iotdb/db/engine/load/LoadTsFileManager.java | 17 +-
.../iotdb/db/engine/load/NonAlignedChunkData.java | 245 ++---
.../apache/iotdb/db/engine/load/TsFileData.java | 3 +-
.../load/TsFileSplitter.java} | 415 +++----
.../db/engine/storagegroup/TsFileResource.java | 9 +-
.../storagegroup/timeindex/DeviceTimeIndex.java | 11 +
.../storagegroup/timeindex/FileTimeIndex.java | 5 +
.../engine/storagegroup/timeindex/ITimeIndex.java | 5 +
.../storagegroup/timeindex/V012FileTimeIndex.java | 6 +
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 7 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 185 +++-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +-
.../mtree/store/disk/schemafile/RecordUtils.java | 27 +-
.../impl/DeactivateTemplatePlanImpl.java | 6 +
.../impl/PreDeactivateTemplatePlanImpl.java | 6 +
.../RollbackPreDeactivateTemplatePlanImpl.java | 6 +
.../schemaregion/impl/SchemaRegionPlanFactory.java | 18 +
.../schemaregion/SchemaRegionMemoryImpl.java | 20 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 131 ++-
.../metadata/template/ClusterTemplateManager.java | 17 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 3 +-
.../mpp/common/schematree/ClusterSchemaTree.java | 3 +
.../common/schematree/node/SchemaEntityNode.java | 1 +
.../db/mpp/execution/exchange/SinkHandle.java | 84 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 17 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 2 +
.../db/mpp/plan/execution/QueryExecution.java | 11 +-
.../execution/config/metadata/ShowClusterTask.java | 4 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 22 +-
.../plan/node/load/LoadSingleTsFileNode.java | 415 +------
.../planner/plan/node/load/LoadTsFileNode.java | 19 +-
.../plan/node/load/LoadTsFilePieceNode.java | 13 +-
.../metedata/write/CreateMultiTimeSeriesNode.java | 81 +-
.../plan/node/metedata/write/MeasurementGroup.java | 44 +
.../db/mpp/plan/scheduler/ClusterScheduler.java | 6 +-
.../scheduler/FixedRateFragInsStateTracker.java | 46 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 58 +-
.../plan/scheduler/IFragInstanceStateTracker.java | 6 +
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 30 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 2 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 230 ++--
.../protocol/rest/filter/AuthorizationFilter.java | 7 +-
.../db/protocol/rest/handler/ExceptionHandler.java | 10 +-
.../rest/handler/ExecuteStatementHandler.java | 52 +
.../protocol/rest/handler/QueryDataSetHandler.java | 37 +-
.../rest/handler/StatementConstructionHandler.java | 3 +-
.../db/protocol/rest/impl/RestApiServiceImpl.java | 22 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 21 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../iotdb/db/service/RegionMigrateService.java | 31 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 27 +-
.../apache/iotdb/db/utils/TimePartitionUtils.java | 4 +
.../engine/compaction/AbstractCompactionTest.java | 48 +-
.../engine/compaction/CompactionSchedulerTest.java | 191 ----
.../ReadPointCompactionPerformerTest.java | 5 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 3 +-
.../compaction/cross/CrossSpaceCompactionTest.java | 20 +-
.../cross/CrossSpaceCompactionValidationTest.java | 3 +-
.../RewriteCrossSpaceCompactionRecoverTest.java | 3 +-
.../cross/RewriteCrossSpaceCompactionTest.java | 16 +-
.../inner/InnerCompactionEmptyTsFileTest.java | 1 +
.../inner/InnerCompactionMoreDataTest.java | 63 +-
.../inner/InnerCompactionSchedulerTest.java | 3 +-
.../compaction/inner/InnerCompactionTest.java | 20 +-
.../ReadChunkCompactionPerformerNoAlignedTest.java | 18 +-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 3 +-
.../SizeTieredCompactionRecoverCompatibleTest.java | 3 +-
.../compaction/utils/CompactionCheckerUtils.java | 9 +-
.../apache/iotdb/db/metadata/SchemaBasicTest.java | 10 +
.../schemaRegion/SchemaRegionBasicTest.java | 154 +++
.../common/schematree/ClusterSchemaTreeTest.java | 25 +
.../db/mpp/execution/exchange/SinkHandleTest.java | 28 +-
.../datanode1conf/iotdb-datanode.properties | 2 +-
.../datanode2conf/iotdb-datanode.properties | 2 +-
.../datanode3conf/iotdb-datanode.properties | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
site/src/main/.vuepress/config.js | 4 +-
.../src/main/thrift/confignode.thrift | 36 +-
.../iotdb/tsfile/file/header/ChunkHeader.java | 21 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 22 +
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 4 +
.../write/writer/TsFileIOWriterEndFileTest.java | 49 +
213 files changed, 5731 insertions(+), 4321 deletions(-)
copy confignode/src/main/java/org/apache/iotdb/confignode/{procedure/exception/ProcedureAbortedException.java => manager/load/balancer/router/mcf/MCFEdge.java} (69%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/mcf/MCFLeaderBalancer.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/mcf/MCFLeaderBalancerTest.java
rename docs/UserGuide/{Alert => Process-Data}/Triggers.md (99%)
rename docs/zh/UserGuide/{Alert => Process-Data}/Triggers.md (98%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBDatetimeFormatIT.java (81%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBEncodingIT.java (76%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBExecuteBatchIT.java (92%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBFloatPrecisionIT.java (86%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBInsertMultiRowIT.java (84%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBInsertNaNIT.java (85%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBInsertNullIT.java (85%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBInsertWithQueryIT.java (93%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBPartialInsertionIT.java (77%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBRecoverIT.java (75%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBRecoverUnclosedIT.java (71%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBRestartIT.java (57%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFQuantile.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/HeapLongKLLSketch.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/KLLSketchForQuantile.java
delete mode 100755 server/src/assembly/resources/sbin/start-server.bat
delete mode 100755 server/src/assembly/resources/sbin/start-server.sh
delete mode 100755 server/src/assembly/resources/sbin/stop-server.bat
delete mode 100755 server/src/assembly/resources/sbin/stop-server.sh
copy server/src/main/java/org/apache/iotdb/db/{mpp/plan/planner/plan/node/load/LoadSingleTsFileNode.java => engine/load/TsFileSplitter.java} (53%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/protocol/rest/handler/ExecuteStatementHandler.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/write/writer/TsFileIOWriterEndFileTest.java