You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2023/09/07 03:45:12 UTC
[iotdb] branch codecov updated (d5f95e1a4c3 -> 01bd1d0df42)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch codecov
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d5f95e1a4c3 test codecov
new 326b1afba3e update
add eb43b4909a7 Pipe: Report queue size in PipeHeartbeatEvent (#10997)
add eee581e1c1f Perfect plan graph for last query scan node
add 7d9ac670327 [IOTDB-6130] Delete data by specific pattern didn't work
add 1a3568ff2a0 Pipe: Improve performance for 10000+ pipes (#11021)
add 43aa7db32f3 Added file overlap analysis tool (#11030)
add 815c21b3fb8 Fixed wal triggering disk threshold loop too many times (#11017)
add 4be0aaaafdd [RatisConsensus] use warn_and_return to enable cluster restart when log corruption can be ignored (#11036)
add eb500c9db70 Fix mods file contains writable view
add b9ed1ed9ce5 [RatisConsensus] retry cache expiration time should be longer than retriable-client wait duration (#11045)
add 66206461638 Fix/grafana plugin error (#11043)
add 2f7e99b14ae [IOTDB-6139] Refine Ratis Properties (#11047)
add c9315c755cb [IOTDB-6138] Fix the support of negative timestamp (#11033)
add d2da03655ec Change display nums of client to fixed 1000
add d33b16b1ffd [IoTDB ML] Basic model training and inference features available
add 975ff0199d7 Fix negative requested permit of CompactionWriteRateLimiter (#11066)
new 01bd1d0df42 Merge branch 'master' of github.com:apache/iotdb into codecov
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/sonar-coveralls.yml | 5 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 32 --
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 23 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 45 +++
.../cli/src/assembly/resources/sbin/start-cli.sh | 2 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 56 +--
.../src/main/java/org/apache/iotdb/cli/Cli.java | 3 -
.../java/org/apache/iotdb/cli/AbstractCliIT.java | 39 --
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 29 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++++
iotdb-connector/grafana-plugin/backend-compile.sh | 2 +-
iotdb-connector/grafana-plugin/go.mod | 2 +-
iotdb-connector/grafana-plugin/pom.xml | 7 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 7 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 35 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 20 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 44 ++-
.../confignode/conf/ConfigNodeDescriptor.java | 48 ++-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 3 +-
.../{ShowTrailPlan.java => GetModelInfoPlan.java} | 38 +-
.../{ShowTrailPlan.java => ShowTrialPlan.java} | 38 +-
.../request/write/model/UpdateModelInfoPlan.java | 16 +-
.../request/write/model/UpdateModelStatePlan.java | 18 +-
.../response/model/GetModelInfoResp.java} | 29 +-
.../response/{ => model}/ModelTableResp.java | 2 +-
.../TrialTableResp.java} | 28 +-
.../iotdb/confignode/manager/ConfigManager.java | 20 +-
.../apache/iotdb/confignode/manager/IManager.java | 13 +-
.../iotdb/confignode/manager/ModelManager.java | 99 +++--
.../iotdb/confignode/manager/ProcedureManager.java | 5 +-
.../manager/consensus/ConsensusManager.java | 3 +
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../manager/partition/PartitionManager.java | 5 +-
.../iotdb/confignode/persistence/ModelInfo.java | 147 +++++---
.../persistence/executor/ConfigPlanExecutor.java | 9 +-
.../procedure/impl/model/CreateModelProcedure.java | 125 +++----
.../procedure/impl/model/DropModelProcedure.java | 131 +++----
.../procedure/state/model/CreateModelState.java | 2 -
.../thrift/ConfigNodeRPCServiceProcessor.java | 15 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 25 ++
.../consensus/ratis/{ => utils}/UtilsTest.java | 32 +-
.../tools/tsfile/overlap-statistic-tool.bat | 62 ++++
.../tools/tsfile/overlap-statistic-tool.sh | 46 ++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 21 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../db/consensus/SchemaRegionConsensusImpl.java | 4 +
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 9 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 89 ++++-
.../PipeHistoricalDataRegionTsFileExtractor.java | 36 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 10 +-
.../PipeRealtimeDataRegionLogExtractor.java | 10 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 10 +-
.../realtime/assigner/DisruptorQueue.java | 6 +
.../resource/tsfile/PipeTsFileResourceManager.java | 7 +-
.../pipe/task/connection/PipeEventCollector.java | 4 +
.../connection/UnboundedBlockingPendingQueue.java | 4 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 26 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 2 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../protocol/thrift/impl/MLNodeRPCServiceImpl.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 9 +-
.../common/header/DatasetHeaderFactory.java | 4 +-
.../fragment/FragmentInstanceManager.java | 11 +
.../execution/load/AlignedChunkData.java | 2 +-
.../execution/load/NonAlignedChunkData.java | 2 +-
.../queryengine/execution/load/TsFileSplitter.java | 18 +-
.../execution/operator/AggregationUtil.java | 2 +-
.../operator/process/ml/ForecastOperator.java | 241 ++++++++++++
.../db/queryengine/plan/analyze/Analysis.java | 11 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 147 ++++++--
.../plan/analyze/ExpressionAnalyzer.java | 7 +
.../plan/analyze/ExpressionTypeAnalyzer.java | 2 +
.../IModelFetcher.java} | 12 +-
.../db/queryengine/plan/analyze/ModelFetcher.java | 75 ++++
.../plan/execution/config/ConfigTaskVisitor.java | 8 +-
.../config/executor/ClusterConfigTaskExecutor.java | 259 ++++++++-----
.../config/executor/IConfigTaskExecutor.java | 2 +-
.../config/metadata/model/ShowModelsTask.java | 12 +-
.../{ShowTrailsTask.java => ShowTrialsTask.java} | 10 +-
.../plan/expression/ExpressionFactory.java | 9 +
.../plan/expression/multi/FunctionExpression.java | 10 +
.../plan/expression/multi/FunctionType.java | 3 +-
.../visitor/RemoveRootPrefixVisitor.java | 45 +++
.../db/queryengine/plan/parser/ASTVisitor.java | 62 ++--
.../plan/parser/StatementGenerator.java | 50 +--
.../plan/planner/LogicalPlanBuilder.java | 10 +
.../plan/planner/LogicalPlanVisitor.java | 20 +
.../plan/planner/OperatorTreeGenerator.java | 49 +++
.../plan/planner/plan/node/PlanGraphPrinter.java | 19 +
.../plan/planner/plan/node/PlanNodeType.java | 5 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../planner/plan/node/process/ml/ForecastNode.java | 122 ++++++
.../plan/node/source/AlignedLastQueryScanNode.java | 20 +-
.../plan/node/source/LastQueryScanNode.java | 20 +-
.../planner/plan/node/write/InsertRowNode.java | 4 +-
.../planner/plan/node/write/InsertRowsNode.java | 2 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 2 +-
.../planner/plan/node/write/InsertTabletNode.java | 31 +-
.../model/ForecastModelInferenceDescriptor.java | 176 +++++++++
.../parameter/model/ModelInferenceDescriptor.java | 111 ++++++
.../plan/statement/StatementVisitor.java | 6 +-
.../plan/statement/component/ResultColumn.java | 5 +-
.../plan/statement/component/SelectComponent.java | 10 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 3 +-
.../plan/statement/crud/InsertTabletStatement.java | 15 +-
.../plan/statement/crud/QueryStatement.java | 52 ++-
.../metadata/model/CreateModelStatement.java | 71 ++--
...ailsStatement.java => ShowTrialsStatement.java} | 6 +-
.../apache/iotdb/db/service/MLNodeRPCService.java | 8 +-
.../iotdb/db/storageengine/StorageEngine.java | 4 +-
.../compaction/io/CompactionTsFileWriter.java | 34 +-
.../dataregion/compaction/tool/ITimeRange.java} | 15 +-
.../dataregion/compaction/tool/Interval.java} | 32 +-
.../compaction/tool/ListTimeRangeImpl.java | 89 +++++
.../compaction/tool/OverlapStatistic.java | 91 +++++
.../compaction/tool/OverlapStatisticTool.java | 248 +++++++++++++
.../dataregion/compaction/tool/PrintUtil.java | 209 +++++++++++
.../tool/SequenceFileSubTaskThreadExecutor.java} | 26 +-
.../compaction/tool/SequenceFileTaskSummary.java | 58 +++
.../compaction/tool/SingleSequenceFileTask.java | 104 ++++++
.../compaction/tool/TimePartitionProcessTask.java | 143 ++++++++
.../tool/TimePartitionProcessWorker.java | 58 +++
.../compaction/tool/TsFileStatisticReader.java | 96 +++++
.../compaction/tool/UnseqSpaceStatistics.java | 84 +++++
.../exception/ModelInferenceProcessException.java} | 12 +-
.../storageengine/dataregion/wal/WALManager.java | 27 +-
.../storageengine/dataregion/wal/node/WALNode.java | 8 +-
.../apache/iotdb/db/utils/TimePartitionUtils.java | 24 +-
.../iotdb/db/utils/TimestampPrecisionUtils.java | 10 +-
.../iotdb/db/utils/constant/SqlConstant.java | 3 +
.../plan/parser/StatementGeneratorTest.java | 9 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 28 +-
.../iotdb/db/storageengine/StorageEngineTest.java | 13 +
.../compaction/tools/ListTimeRangeImplTest.java | 138 +++++++
.../compaction/tools/UnseqSpaceStatisticsTest.java | 63 ++++
iotdb-core/mlnode/.gitignore | 3 +-
iotdb-core/mlnode/README.md | 4 +-
.../mlnode/iotdb/mlnode/algorithm/factory.py | 66 ++++
.../iotdb/mlnode/algorithm/hyperparameter.py | 407 +++++++++++++++++++++
iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py | 80 ++++
.../mlnode/algorithm/models/forecast}/__init__.py | 0
.../mlnode/algorithm/models/forecast/dlinear.py | 133 +++++++
.../mlnode/algorithm/models/forecast/nbeats.py | 131 +++++++
.../mlnode/iotdb/mlnode/algorithm/validator.py | 45 +++
iotdb-core/mlnode/iotdb/mlnode/client.py | 111 ++----
iotdb-core/mlnode/iotdb/mlnode/config.py | 36 ++
iotdb-core/mlnode/iotdb/mlnode/constant.py | 68 +++-
iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py | 74 ++++
iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py | 50 +++
iotdb-core/mlnode/iotdb/mlnode/dataset/source.py | 80 ++++
.../mlnode/iotdb/mlnode/dataset/utils}/__init__.py | 0
.../iotdb/mlnode/dataset/utils/time_features.py | 149 ++++++++
iotdb-core/mlnode/iotdb/mlnode/exception.py | 39 +-
iotdb-core/mlnode/iotdb/mlnode/handler.py | 63 +++-
iotdb-core/mlnode/iotdb/mlnode/parser.py | 99 +++++
.../mlnode/iotdb/mlnode/process}/__init__.py | 0
iotdb-core/mlnode/iotdb/mlnode/process/manager.py | 124 +++++++
iotdb-core/mlnode/iotdb/mlnode/process/task.py | 265 ++++++++++++++
iotdb-core/mlnode/iotdb/mlnode/process/trial.py | 224 ++++++++++++
iotdb-core/mlnode/iotdb/mlnode/serde.py | 147 ++++++--
iotdb-core/mlnode/iotdb/mlnode/service.py | 4 -
iotdb-core/mlnode/iotdb/mlnode/storage.py | 28 +-
iotdb-core/mlnode/iotdb/mlnode/util.py | 25 +-
iotdb-core/mlnode/requirements.txt | 7 +-
iotdb-core/mlnode/resources/conf/iotdb-mlnode.toml | 14 +-
.../mlnode/test/test_create_forecast_model.py | 100 +++++
iotdb-core/mlnode/test/test_model_storage.py | 17 +-
iotdb-core/mlnode/test/test_serde.py | 8 +-
.../resources/conf/iotdb-common.properties | 10 +
.../iotdb/commons/client/ClientPoolFactory.java | 26 ++
.../iotdb/commons/client/mlnode}/MLNodeClient.java | 144 ++++++--
.../client/mlnode/MLNodeClientManager.java} | 27 +-
.../iotdb/commons/client/mlnode/MLNodeInfo.java} | 14 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../commons/model/ForecastModeInformation.java | 153 ++++++++
.../iotdb/commons/model/ModelInformation.java | 235 ++++++------
...TrailInformation.java => TrialInformation.java} | 34 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 10 -
.../udf/builtin/ModelInferenceFunction.java} | 32 +-
.../commons/udf/service/UDFManagementService.java | 19 +
.../iotdb/commons/path/PathPatternTreeTest.java | 2 +-
.../tsfile/file/metadata/enums/TSDataType.java | 10 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 20 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 4 +-
.../thrift-commons/src/main/thrift/common.thrift | 5 +-
.../src/main/thrift/confignode.thrift | 43 ++-
.../src/main/thrift/datanode.thrift | 7 +-
.../thrift-mlnode/src/main/thrift/mlnode.thrift | 12 +-
193 files changed, 7107 insertions(+), 1389 deletions(-)
create mode 100644 iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/RpcUtilsTest.java
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java => GetModelInfoPlan.java} (65%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java => ShowTrialPlan.java} (70%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/task/connection/UnboundedBlockingPendingQueue.java => confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/model/GetModelInfoResp.java} (51%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ => model}/ModelTableResp.java (97%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{TrailTableResp.java => model/TrialTableResp.java} (57%)
rename iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/{ => utils}/UtilsTest.java (63%)
create mode 100644 iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.bat
copy iotdb-connector/grafana-plugin/backend-compile.sh => iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.sh (51%)
mode change 100755 => 100644
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/ml/ForecastOperator.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/{expression/multi/FunctionType.java => analyze/IModelFetcher.java} (75%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/ModelFetcher.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/model/{ShowTrailsTask.java => ShowTrialsTask.java} (94%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/RemoveRootPrefixVisitor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/ml/ForecastNode.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ForecastModelInferenceDescriptor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ModelInferenceDescriptor.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{ShowTrailsStatement.java => ShowTrialsStatement.java} (91%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/expression/multi/FunctionType.java => storageengine/dataregion/compaction/tool/ITimeRange.java} (64%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/task/connection/UnboundedBlockingPendingQueue.java => storageengine/dataregion/compaction/tool/Interval.java} (60%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/ListTimeRangeImpl.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatistic.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatisticTool.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/PrintUtil.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/task/connection/UnboundedBlockingPendingQueue.java => storageengine/dataregion/compaction/tool/SequenceFileSubTaskThreadExecutor.java} (57%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SequenceFileTaskSummary.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SingleSequenceFileTask.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessTask.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessWorker.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TsFileStatisticReader.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/UnseqSpaceStatistics.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/expression/multi/FunctionType.java => storageengine/dataregion/exception/ModelInferenceProcessException.java} (80%)
create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/ListTimeRangeImplTest.java
create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/UnseqSpaceStatisticsTest.java
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/hyperparameter.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py
copy {iotdb-client/client-py/iotdb => iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast}/__init__.py (100%)
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/dlinear.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/nbeats.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/validator.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/source.py
copy {iotdb-client/client-py/iotdb => iotdb-core/mlnode/iotdb/mlnode/dataset/utils}/__init__.py (100%)
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/utils/time_features.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/parser.py
copy {iotdb-client/client-py/iotdb => iotdb-core/mlnode/iotdb/mlnode/process}/__init__.py (100%)
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/manager.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/task.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/trial.py
create mode 100644 iotdb-core/mlnode/test/test_create_forecast_model.py
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/protocol/client => node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode}/MLNodeClient.java (50%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/task/connection/UnboundedBlockingPendingQueue.java => node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode/MLNodeClientManager.java} (53%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/FunctionType.java => node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode/MLNodeInfo.java} (70%)
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/ForecastModeInformation.java
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/{TrailInformation.java => TrialInformation.java} (78%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/task/connection/UnboundedBlockingPendingQueue.java => node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/ModelInferenceFunction.java} (52%)
[iotdb] 01/02: update
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch codecov
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 326b1afba3e77e898febded9812d58a931af8fcc
Author: HTHou <hh...@outlook.com>
AuthorDate: Thu Sep 7 11:44:42 2023 +0800
update
---
.github/workflows/sonar-coveralls.yml | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/sonar-coveralls.yml b/.github/workflows/sonar-coveralls.yml
index 43bb5faf33d..5a1279a1486 100644
--- a/.github/workflows/sonar-coveralls.yml
+++ b/.github/workflows/sonar-coveralls.yml
@@ -45,11 +45,14 @@ jobs:
key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
restore-keys: ${{ runner.os }}-m2-
- name: Test
- run: mvn -B -P with-code-coverage clean compile test -pl distribution,iotdb-client/cli,iotdb-client/session,iotdb-client/jdbc -am -Dtest.port.closed=true
+ run: |
+ mvn -B -P with-code-coverage clean compile test -pl distribution,iotdb-client/cli,iotdb-client/session,iotdb-client/jdbc -am -Dtest.port.closed=true
+ mvn -B coveralls:report
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
+ files: ./code-coverage/target/jacoco-merged-reports/jacoco.xml
# - name: Coveralls
# # TODO: "post-integration-test" doesn't evaluate the outcome of the IT phase, this is done in "validate"
# run: |
[iotdb] 02/02: Merge branch 'master' of github.com:apache/iotdb into codecov
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch codecov
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 01bd1d0df426c8e2b1419289dabc43399f9199f4
Merge: 326b1afba3e 975ff0199d7
Author: HTHou <hh...@outlook.com>
AuthorDate: Thu Sep 7 11:44:52 2023 +0800
Merge branch 'master' of github.com:apache/iotdb into codecov
.../apache/iotdb/cli/it/StartClientScriptIT.java | 32 --
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 23 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 45 +++
.../cli/src/assembly/resources/sbin/start-cli.sh | 2 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 56 +--
.../src/main/java/org/apache/iotdb/cli/Cli.java | 3 -
.../java/org/apache/iotdb/cli/AbstractCliIT.java | 39 --
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 29 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++++
iotdb-connector/grafana-plugin/backend-compile.sh | 2 +-
iotdb-connector/grafana-plugin/go.mod | 2 +-
iotdb-connector/grafana-plugin/pom.xml | 7 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 7 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 35 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 20 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 44 ++-
.../confignode/conf/ConfigNodeDescriptor.java | 48 ++-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 3 +-
.../{ShowTrailPlan.java => GetModelInfoPlan.java} | 38 +-
.../{ShowTrailPlan.java => ShowTrialPlan.java} | 38 +-
.../request/write/model/UpdateModelInfoPlan.java | 16 +-
.../request/write/model/UpdateModelStatePlan.java | 18 +-
.../response/model/GetModelInfoResp.java} | 29 +-
.../response/{ => model}/ModelTableResp.java | 2 +-
.../TrialTableResp.java} | 28 +-
.../iotdb/confignode/manager/ConfigManager.java | 20 +-
.../apache/iotdb/confignode/manager/IManager.java | 13 +-
.../iotdb/confignode/manager/ModelManager.java | 99 +++--
.../iotdb/confignode/manager/ProcedureManager.java | 5 +-
.../manager/consensus/ConsensusManager.java | 3 +
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../manager/partition/PartitionManager.java | 5 +-
.../iotdb/confignode/persistence/ModelInfo.java | 147 +++++---
.../persistence/executor/ConfigPlanExecutor.java | 9 +-
.../procedure/impl/model/CreateModelProcedure.java | 125 +++----
.../procedure/impl/model/DropModelProcedure.java | 131 +++----
.../procedure/state/model/CreateModelState.java | 2 -
.../thrift/ConfigNodeRPCServiceProcessor.java | 15 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 25 ++
.../consensus/ratis/{ => utils}/UtilsTest.java | 32 +-
.../tools/tsfile/overlap-statistic-tool.bat | 62 ++++
.../tools/tsfile/overlap-statistic-tool.sh | 46 ++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 21 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../db/consensus/SchemaRegionConsensusImpl.java | 4 +
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 9 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 89 ++++-
.../PipeHistoricalDataRegionTsFileExtractor.java | 36 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 10 +-
.../PipeRealtimeDataRegionLogExtractor.java | 10 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 10 +-
.../realtime/assigner/DisruptorQueue.java | 6 +
.../resource/tsfile/PipeTsFileResourceManager.java | 7 +-
.../pipe/task/connection/PipeEventCollector.java | 4 +
.../connection/UnboundedBlockingPendingQueue.java | 4 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 26 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 2 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../protocol/thrift/impl/MLNodeRPCServiceImpl.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 9 +-
.../common/header/DatasetHeaderFactory.java | 4 +-
.../fragment/FragmentInstanceManager.java | 11 +
.../execution/load/AlignedChunkData.java | 2 +-
.../execution/load/NonAlignedChunkData.java | 2 +-
.../queryengine/execution/load/TsFileSplitter.java | 18 +-
.../execution/operator/AggregationUtil.java | 2 +-
.../operator/process/ml/ForecastOperator.java | 241 ++++++++++++
.../db/queryengine/plan/analyze/Analysis.java | 11 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 147 ++++++--
.../plan/analyze/ExpressionAnalyzer.java | 7 +
.../plan/analyze/ExpressionTypeAnalyzer.java | 2 +
.../IModelFetcher.java} | 12 +-
.../db/queryengine/plan/analyze/ModelFetcher.java | 75 ++++
.../plan/execution/config/ConfigTaskVisitor.java | 8 +-
.../config/executor/ClusterConfigTaskExecutor.java | 259 ++++++++-----
.../config/executor/IConfigTaskExecutor.java | 2 +-
.../config/metadata/model/ShowModelsTask.java | 12 +-
.../{ShowTrailsTask.java => ShowTrialsTask.java} | 10 +-
.../plan/expression/ExpressionFactory.java | 9 +
.../plan/expression/multi/FunctionExpression.java | 10 +
.../plan/expression/multi/FunctionType.java | 3 +-
.../visitor/RemoveRootPrefixVisitor.java | 45 +++
.../db/queryengine/plan/parser/ASTVisitor.java | 62 ++--
.../plan/parser/StatementGenerator.java | 50 +--
.../plan/planner/LogicalPlanBuilder.java | 10 +
.../plan/planner/LogicalPlanVisitor.java | 20 +
.../plan/planner/OperatorTreeGenerator.java | 49 +++
.../plan/planner/plan/node/PlanGraphPrinter.java | 19 +
.../plan/planner/plan/node/PlanNodeType.java | 5 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../planner/plan/node/process/ml/ForecastNode.java | 122 ++++++
.../plan/node/source/AlignedLastQueryScanNode.java | 20 +-
.../plan/node/source/LastQueryScanNode.java | 20 +-
.../planner/plan/node/write/InsertRowNode.java | 4 +-
.../planner/plan/node/write/InsertRowsNode.java | 2 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 2 +-
.../planner/plan/node/write/InsertTabletNode.java | 31 +-
.../model/ForecastModelInferenceDescriptor.java | 176 +++++++++
.../parameter/model/ModelInferenceDescriptor.java | 111 ++++++
.../plan/statement/StatementVisitor.java | 6 +-
.../plan/statement/component/ResultColumn.java | 5 +-
.../plan/statement/component/SelectComponent.java | 10 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 3 +-
.../plan/statement/crud/InsertTabletStatement.java | 15 +-
.../plan/statement/crud/QueryStatement.java | 52 ++-
.../metadata/model/CreateModelStatement.java | 71 ++--
...ailsStatement.java => ShowTrialsStatement.java} | 6 +-
.../apache/iotdb/db/service/MLNodeRPCService.java | 8 +-
.../iotdb/db/storageengine/StorageEngine.java | 4 +-
.../compaction/io/CompactionTsFileWriter.java | 34 +-
.../dataregion/compaction/tool/ITimeRange.java} | 15 +-
.../dataregion/compaction/tool/Interval.java} | 32 +-
.../compaction/tool/ListTimeRangeImpl.java | 89 +++++
.../compaction/tool/OverlapStatistic.java | 91 +++++
.../compaction/tool/OverlapStatisticTool.java | 248 +++++++++++++
.../dataregion/compaction/tool/PrintUtil.java | 209 +++++++++++
.../tool/SequenceFileSubTaskThreadExecutor.java} | 26 +-
.../compaction/tool/SequenceFileTaskSummary.java | 58 +++
.../compaction/tool/SingleSequenceFileTask.java | 104 ++++++
.../compaction/tool/TimePartitionProcessTask.java | 143 ++++++++
.../tool/TimePartitionProcessWorker.java | 58 +++
.../compaction/tool/TsFileStatisticReader.java | 96 +++++
.../compaction/tool/UnseqSpaceStatistics.java | 84 +++++
.../exception/ModelInferenceProcessException.java} | 12 +-
.../storageengine/dataregion/wal/WALManager.java | 27 +-
.../storageengine/dataregion/wal/node/WALNode.java | 8 +-
.../apache/iotdb/db/utils/TimePartitionUtils.java | 24 +-
.../iotdb/db/utils/TimestampPrecisionUtils.java | 10 +-
.../iotdb/db/utils/constant/SqlConstant.java | 3 +
.../plan/parser/StatementGeneratorTest.java | 9 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 28 +-
.../iotdb/db/storageengine/StorageEngineTest.java | 13 +
.../compaction/tools/ListTimeRangeImplTest.java | 138 +++++++
.../compaction/tools/UnseqSpaceStatisticsTest.java | 63 ++++
iotdb-core/mlnode/.gitignore | 3 +-
iotdb-core/mlnode/README.md | 4 +-
.../mlnode/iotdb/mlnode/algorithm/factory.py | 66 ++++
.../iotdb/mlnode/algorithm/hyperparameter.py | 407 +++++++++++++++++++++
iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py | 80 ++++
.../mlnode/algorithm/models/forecast/__init__.py} | 10 -
.../mlnode/algorithm/models/forecast/dlinear.py | 133 +++++++
.../mlnode/algorithm/models/forecast/nbeats.py | 131 +++++++
.../mlnode/iotdb/mlnode/algorithm/validator.py | 45 +++
iotdb-core/mlnode/iotdb/mlnode/client.py | 111 ++----
iotdb-core/mlnode/iotdb/mlnode/config.py | 36 ++
iotdb-core/mlnode/iotdb/mlnode/constant.py | 68 +++-
iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py | 74 ++++
iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py | 50 +++
iotdb-core/mlnode/iotdb/mlnode/dataset/source.py | 80 ++++
.../mlnode/dataset/utils/__init__.py} | 10 -
.../iotdb/mlnode/dataset/utils/time_features.py | 149 ++++++++
iotdb-core/mlnode/iotdb/mlnode/exception.py | 39 +-
iotdb-core/mlnode/iotdb/mlnode/handler.py | 63 +++-
iotdb-core/mlnode/iotdb/mlnode/parser.py | 99 +++++
.../mlnode/process/__init__.py} | 10 -
iotdb-core/mlnode/iotdb/mlnode/process/manager.py | 124 +++++++
iotdb-core/mlnode/iotdb/mlnode/process/task.py | 265 ++++++++++++++
iotdb-core/mlnode/iotdb/mlnode/process/trial.py | 224 ++++++++++++
iotdb-core/mlnode/iotdb/mlnode/serde.py | 147 ++++++--
iotdb-core/mlnode/iotdb/mlnode/service.py | 4 -
iotdb-core/mlnode/iotdb/mlnode/storage.py | 28 +-
iotdb-core/mlnode/iotdb/mlnode/util.py | 25 +-
iotdb-core/mlnode/requirements.txt | 7 +-
iotdb-core/mlnode/resources/conf/iotdb-mlnode.toml | 14 +-
.../mlnode/test/test_create_forecast_model.py | 100 +++++
iotdb-core/mlnode/test/test_model_storage.py | 17 +-
iotdb-core/mlnode/test/test_serde.py | 8 +-
.../resources/conf/iotdb-common.properties | 10 +
.../iotdb/commons/client/ClientPoolFactory.java | 26 ++
.../iotdb/commons/client/mlnode}/MLNodeClient.java | 144 ++++++--
.../client/mlnode/MLNodeClientManager.java} | 27 +-
.../iotdb/commons/client/mlnode/MLNodeInfo.java} | 14 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../commons/model/ForecastModeInformation.java | 153 ++++++++
.../iotdb/commons/model/ModelInformation.java | 235 ++++++------
...TrailInformation.java => TrialInformation.java} | 34 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 10 -
.../udf/builtin/ModelInferenceFunction.java} | 32 +-
.../commons/udf/service/UDFManagementService.java | 19 +
.../iotdb/commons/path/PathPatternTreeTest.java | 2 +-
.../tsfile/file/metadata/enums/TSDataType.java | 10 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 20 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 4 +-
.../thrift-commons/src/main/thrift/common.thrift | 5 +-
.../src/main/thrift/confignode.thrift | 43 ++-
.../src/main/thrift/datanode.thrift | 7 +-
.../thrift-mlnode/src/main/thrift/mlnode.thrift | 12 +-
192 files changed, 7103 insertions(+), 1418 deletions(-)