You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2023/05/25 06:20:15 UTC
[iotdb] branch cpu-monitor updated (2369abd99a1 -> 6f942222119)
This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch cpu-monitor
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2369abd99a1 finish cpu usage monitor
add c7380f485b6 [IOTDB-5796][IOTDB-5701] Remove recorder and optimize the usage of metrics (#9901)
add 26a795172c5 Support using logical view in query aligned by time. (#9874)
add 7008fea4ef3 Fix potential NPE when deRegisterFragmentInstanceFromQueryMemoryMap
add 17eb9d3b424 [IOTDB-5908] Fix some query metrics not effect
add 12d67e08c55 Avoid rpc invoking for SimpleQueryTerminator when endpoint is local address
add 1392e03b21f [IOTDB-5919]show variables add a variable timestamp_precision (#9936)
add 6f942222119 Merge remote-tracking branch 'upstream/master' into cpu-monitor
No new revisions were added by this update.
Summary of changes:
.../iotdb/confignode/manager/ConfigManager.java | 1 +
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../manager/partition/PartitionMetrics.java | 35 +-
.../manager/schema/ClusterSchemaManager.java | 3 +-
.../procedure/env/DataNodeRemoveHandler.java | 2 +
.../impl/schema/DeleteDatabaseProcedure.java | 4 +-
.../thrift/ConfigNodeRPCServiceHandlerMetrics.java | 8 +-
.../thrift/ConfigNodeRPCServiceMetrics.java | 8 +-
.../consensus/iot/IoTConsensusServerImpl.java | 87 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 327 ++++--
.../consensus/iot/client/DispatchLogHandler.java | 25 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 32 +-
.../logdispatcher/LogDispatcherThreadMetrics.java | 194 ++--
.../ratis/ApplicationStateMachineProxy.java | 2 +-
.../iotdb/consensus/simple/SimpleConsensus.java | 2 +-
.../java/org/apache/iotdb/metrics/type/Gauge.java | 1 -
.../apache/iotdb/commons/conf/CommonConfig.java | 10 +
.../iotdb/commons/conf/CommonDescriptor.java | 3 +
.../schema/view/viewExpression/ViewExpression.java | 2 +
.../{enums => }/PerformanceOverviewMetrics.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 192 ++--
.../iotdb/commons/service/metric/enums/Tag.java | 26 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 4 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 11 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 7 +-
.../execute/task/AbstractCompactionTask.java | 6 +-
.../execute/task/CrossSpaceCompactionTask.java | 4 +-
.../execute/task/InnerSpaceCompactionTask.java | 4 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 8 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 10 +-
.../utils/writer/AbstractCompactionWriter.java | 4 +-
.../schedule/constant/CompactionType.java | 17 +-
.../schedule/constant/ProcessChunkType.java | 17 +-
.../iotdb/db/engine/flush/FlushManagerMetrics.java | 8 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 3 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 11 +-
.../db/engine/storagegroup/DataRegionMetrics.java | 8 +-
.../db/engine/storagegroup/TsFileProcessor.java | 21 +-
.../metadata/cache/DataNodeSchemaCacheMetrics.java | 12 +-
.../db/metadata/metric/SchemaEngineMemMetric.java | 5 +-
.../impl/write/CreateLogicalViewPlanImpl.java | 6 +-
.../impl/write/SchemaRegionWritePlanFactory.java | 2 +
.../schemaregion/SchemaRegionMemoryImpl.java | 10 +
.../iotdb/db/mpp/aggregation/Aggregator.java | 15 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +
.../mpp/common/schematree/ClusterSchemaTree.java | 27 +-
.../db/mpp/common/schematree/ISchemaTree.java | 7 +
.../iotdb/db/mpp/execution/driver/DataDriver.java | 3 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 5 +-
.../execution/exchange/MPPDataExchangeManager.java | 22 +-
.../exchange/MPPDataExchangeServiceMetrics.java | 8 -
...MppDataExchangeServiceThriftHandlerMetrics.java | 35 +-
.../execution/exchange/sink/LocalSinkChannel.java | 7 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 8 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 15 +-
.../exchange/source/LocalSourceHandle.java | 11 +-
.../execution/exchange/source/SourceHandle.java | 21 +-
.../execution/executor/RegionWriteExecutor.java | 2 +-
.../fragment/FragmentInstanceManager.java | 8 +-
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 12 +-
.../execution/operator/source/SeriesScanUtil.java | 9 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 9 +-
.../iotdb/db/mpp/metric/ChunkCacheMetrics.java | 14 +-
.../db/mpp/metric/DataExchangeCostMetricSet.java | 345 ++++--
.../db/mpp/metric/DataExchangeCountMetricSet.java | 200 ++--
.../db/mpp/metric/DriverSchedulerMetricSet.java | 88 +-
.../db/mpp/metric/QueryExecutionMetricSet.java | 206 +++-
.../iotdb/db/mpp/metric/QueryMetricsManager.java | 122 +--
.../db/mpp/metric/QueryPlanCostMetricSet.java | 86 +-
.../db/mpp/metric/QueryResourceMetricSet.java | 77 +-
.../db/mpp/metric/SeriesScanCostMetricSet.java | 1117 ++++++++++++++------
.../mpp/metric/TimeSeriesMetadataCacheMetrics.java | 22 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 27 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 277 ++++-
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 4 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 37 +
.../db/mpp/plan/analyze/cache/PartitionCache.java | 52 +-
.../db/mpp/plan/execution/QueryExecution.java | 17 +-
.../config/metadata/ShowVariablesTask.java | 4 +
.../iotdb/db/mpp/plan/expression/Expression.java | 20 +
.../plan/expression/binary/BinaryExpression.java | 22 +
.../plan/expression/binary/WhenThenExpression.java | 7 +
.../db/mpp/plan/expression/leaf/LeafOperand.java | 5 +
.../plan/expression/multi/FunctionExpression.java | 21 +
.../expression/other/CaseWhenThenExpression.java | 17 +
.../plan/expression/ternary/BetweenExpression.java | 9 +
.../plan/expression/ternary/TernaryExpression.java | 18 +-
.../db/mpp/plan/expression/unary/InExpression.java | 26 +-
.../plan/expression/unary/IsNullExpression.java | 5 +
.../mpp/plan/expression/unary/LikeExpression.java | 5 +
.../plan/expression/unary/LogicNotExpression.java | 9 +
.../plan/expression/unary/NegationExpression.java | 11 +
.../plan/expression/unary/RegularExpression.java | 5 +
.../mpp/plan/expression/unary/UnaryExpression.java | 6 +-
.../visitor/CompleteMeasurementSchemaVisitor.java | 112 ++
.../RemoveWildcardAndViewInExpressionVisitor.java | 95 ++
.../RemoveWildcardAndViewInFilterVisitor.java | 109 ++
.../visitor/ReplaceLogicalViewVisitor.java | 188 ++++
.../db/mpp/plan/parser/StatementGenerator.java | 2 +-
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 4 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 2 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 7 +-
.../scheduler/FixedRateFragInsStateTracker.java | 14 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 10 +-
.../plan/scheduler/IFragInstanceStateTracker.java | 4 +-
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 52 +-
.../metadata/CreateLogicalViewStatement.java | 26 +-
.../query/reader/chunk/DiskAlignedChunkLoader.java | 10 +-
.../db/query/reader/chunk/DiskChunkLoader.java | 10 +-
.../query/reader/chunk/MemAlignedChunkLoader.java | 10 +-
.../db/query/reader/chunk/MemChunkLoader.java | 10 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 11 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 11 +-
.../metadata/MemAlignedChunkMetadataLoader.java | 10 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 9 +-
.../service/DataNodeInternalRPCServiceMetrics.java | 8 +-
.../apache/iotdb/db/service/RPCServiceMetrics.java | 8 +-
.../iotdb/db/service/metrics/CacheMetrics.java | 144 +++
.../db/service/metrics/CompactionMetrics.java | 396 +++++--
.../db/service/metrics/DataNodeMetricsHelper.java | 20 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 43 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 574 ++++++++--
.../metrics/recorder/CacheMetricsRecorder.java | 57 -
.../metrics/recorder/CompactionMetricsManager.java | 240 -----
.../metrics/recorder/WritingMetricsManager.java | 351 ------
.../InternalServiceThriftHandlerMetrics.java | 8 +-
.../handler/RPCServiceThriftHandlerMetrics.java | 8 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 17 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 6 +-
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 4 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 4 +-
.../iotdb/db/wal/checkpoint/CheckpointType.java | 16 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 2 +-
.../mpp/plan/analyze/ExpressionAnalyzerTest.java | 4 +-
.../src/main/thrift/confignode.thrift | 1 +
137 files changed, 4575 insertions(+), 2305 deletions(-)
rename node-commons/src/main/java/org/apache/iotdb/commons/service/metric/{enums => }/PerformanceOverviewMetrics.java (98%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/CompleteMeasurementSchemaVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInExpressionVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInFilterVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/ReplaceLogicalViewVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/CacheMetrics.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CacheMetricsRecorder.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/WritingMetricsManager.java