You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2022/12/07 07:00:40 UTC

[iotdb] branch DEBUG-WRITE-FLUCTUATION updated (c4bf152c14 -> a7908ab13d)

This is an automated email from the ASF dual-hosted git repository.

marklau99 pushed a change to branch DEBUG-WRITE-FLUCTUATION
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from c4bf152c14 add io rate limit for compaction
     add 9e2dc233f1 Update Page.vue:change editLinkText size to 16px (#8343)
     add 9ae87ffb93 [IOTDB-5123] fix ratis disk control param mismatch (#8339)
     add 11f369181a Add an interface for query engine which storage engine must provide (#8345)
     add 64ed75f500 add uts of fast compaction performer (#8346)
     add 58e2d17e5d Update iotdb-doap info and python readme (#8355)
     add 997f2e4ef6 document bug fix about 1.0 version (#8330)
     add d8e4901054 Bump mockito-core from 2.23.0 to 2.23.4 (#8274)
     add d6671b3662 [IOTDB-5120] update doc about operator-function
     add c1fbd9bec7 [IOTDB-5118] FileMetric opens too many file descriptors (#8347)
     add 2bd167fd83 [IOTDB-5126] Fix show datanodes' rpcAddress IP but not hostname bug (#8358)
     new a7908ab13d Merge remote-tracking branch 'upstream/master' into DEBUG-WRITE-FLUCTUATION

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 client-py/README.md                                |   7 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  30 +--
 .../confignode/conf/ConfigNodeDescriptor.java      |  52 ++---
 .../iotdb/confignode/manager/ConsensusManager.java |   3 +-
 .../iotdb/confignode/manager/node/NodeManager.java |   4 +-
 .../confignode/persistence/ProcedureInfo.java      |   7 +-
 .../confignode/procedure/store/ProcedureStore.java |   6 +-
 docs/UserGuide/Data-Concept/Data-Type.md           |   2 +-
 .../Operators-Functions/Data-Profiling.md          |   4 +-
 docs/UserGuide/Operators-Functions/String.md       |   4 +-
 .../Operators-Functions/User-Defined-Function.md   |   2 +-
 docs/zh/UserGuide/Data-Concept/Data-Type.md        |   2 +-
 .../Operators-Functions/Data-Profiling.md          |   4 +-
 docs/zh/UserGuide/Operators-Functions/Overview.md  |   2 +-
 docs/zh/UserGuide/Operators-Functions/String.md    |   4 +-
 .../Operators-Functions/User-Defined-Function.md   |   2 +-
 .../Reference/ConfigNode-Config-Manual.md          |   2 +-
 pom.xml                                            |   2 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  20 +-
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  43 +---
 .../db/consensus/DataRegionConsensusImpl.java      |   3 +-
 .../db/consensus/SchemaRegionConsensusImpl.java    |   3 +-
 .../statemachine/DataRegionStateMachine.java       |  12 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |   6 +-
 .../iotdb/db/engine/load/LoadTsFileManager.java    |   2 +-
 .../iotdb/db/engine/snapshot/SnapshotTaker.java    |   8 +-
 .../iotdb/db/engine/storagegroup/DataRegion.java   | 114 +++++-----
 .../db/engine/storagegroup/DataRegionMetrics.java  |   2 +-
 .../storagegroup/IDataRegionForQuery.java}         |  40 ++--
 .../engine/storagegroup/TsFileProcessorInfo.java   |   2 +-
 .../db/engine/storagegroup/VirtualDataRegion.java  |  78 +++++++
 .../iotdb/db/mpp/execution/driver/DataDriver.java  |   4 +-
 .../db/mpp/execution/driver/DataDriverContext.java |   8 +-
 .../fragment/FragmentInstanceManager.java          |   4 +-
 .../last/AbstractUpdateLastCacheOperator.java      |   2 +-
 .../db/mpp/plan/planner/LocalExecutionPlanner.java |   4 +-
 .../org/apache/iotdb/db/rescon/SystemInfo.java     |  10 +-
 .../iotdb/db/service/metrics/FileMetrics.java      |  37 +--
 .../db/sync/sender/manager/LocalSyncManager.java   |   2 +-
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |   2 +-
 .../sync/transport/client/SyncClientFactory.java   |   2 +-
 .../java/org/apache/iotdb/db/wal/WALManager.java   |  14 ++
 .../iotdb/db/wal/buffer/AbstractWALBuffer.java     |   1 +
 .../java/org/apache/iotdb/db/wal/node/WALNode.java |   5 +-
 .../iotdb/db/wal/recover/WALNodeRecoverTask.java   |   7 +-
 ...CrossSpaceCompactionWithFastPerformerTest.java} |  19 +-
 ...CompactionWithFastPerformerValidationTest.java} | 252 ++++-----------------
 ...SpaceCompactionWithReadPointPerformerTest.java} |  19 +-
 ...ctionWithReadPointPerformerValidationTest.java} | 202 ++++-------------
 ...CrossSpaceCompactionWithFastPerformerTest.java} |   2 +-
 ...SpaceCompactionWithReadPointPerformerTest.java} |  12 +-
 .../utils/MultiTsFileDeviceIteratorTest.java       |  75 ++++++
 .../db/engine/snapshot/IoTDBSnapshotTest.java      |   2 +-
 .../db/engine/storagegroup/DataRegionTest.java     |   4 +-
 site/iotdb-doap.rdf                                |   8 +-
 site/src/main/.vuepress/theme/components/Page.vue  |   2 +-
 56 files changed, 480 insertions(+), 691 deletions(-)
 copy server/src/main/java/org/apache/iotdb/db/{qp/logical/sys/ShowStorageGroupOperator.java => engine/storagegroup/IDataRegionForQuery.java} (54%)
 create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/VirtualDataRegion.java
 copy server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionTest.java => CrossSpaceCompactionWithFastPerformerTest.java} (98%)
 copy server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionValidationTest.java => CrossSpaceCompactionWithFastPerformerValidationTest.java} (91%)
 rename server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionTest.java => CrossSpaceCompactionWithReadPointPerformerTest.java} (98%)
 rename server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionValidationTest.java => CrossSpaceCompactionWithReadPointPerformerValidationTest.java} (93%)
 copy server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{RewriteCrossSpaceCompactionTest.java => RewriteCrossSpaceCompactionWithFastPerformerTest.java} (99%)
 rename server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{RewriteCrossSpaceCompactionTest.java => RewriteCrossSpaceCompactionWithReadPointPerformerTest.java} (98%)


[iotdb] 01/01: Merge remote-tracking branch 'upstream/master' into DEBUG-WRITE-FLUCTUATION

Posted by ma...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

marklau99 pushed a commit to branch DEBUG-WRITE-FLUCTUATION
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit a7908ab13dea13348d679ecb3e2205ae2ba3f710
Merge: c4bf152c14 2bd167fd83
Author: Liu Xuxin <li...@outlook.com>
AuthorDate: Wed Dec 7 15:00:25 2022 +0800

    Merge remote-tracking branch 'upstream/master' into DEBUG-WRITE-FLUCTUATION

 client-py/README.md                                |   7 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  30 +--
 .../confignode/conf/ConfigNodeDescriptor.java      |  52 ++---
 .../iotdb/confignode/manager/ConsensusManager.java |   3 +-
 .../iotdb/confignode/manager/node/NodeManager.java |   4 +-
 .../confignode/persistence/ProcedureInfo.java      |   7 +-
 .../confignode/procedure/store/ProcedureStore.java |   6 +-
 docs/UserGuide/Data-Concept/Data-Type.md           |   2 +-
 .../Operators-Functions/Data-Profiling.md          |   4 +-
 docs/UserGuide/Operators-Functions/String.md       |   4 +-
 .../Operators-Functions/User-Defined-Function.md   |   2 +-
 docs/zh/UserGuide/Data-Concept/Data-Type.md        |   2 +-
 .../Operators-Functions/Data-Profiling.md          |   4 +-
 docs/zh/UserGuide/Operators-Functions/Overview.md  |   2 +-
 docs/zh/UserGuide/Operators-Functions/String.md    |   4 +-
 .../Operators-Functions/User-Defined-Function.md   |   2 +-
 .../Reference/ConfigNode-Config-Manual.md          |   2 +-
 pom.xml                                            |   2 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  20 +-
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  43 +---
 .../db/consensus/DataRegionConsensusImpl.java      |   3 +-
 .../db/consensus/SchemaRegionConsensusImpl.java    |   3 +-
 .../statemachine/DataRegionStateMachine.java       |  12 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |   6 +-
 .../iotdb/db/engine/load/LoadTsFileManager.java    |   2 +-
 .../iotdb/db/engine/snapshot/SnapshotTaker.java    |   8 +-
 .../iotdb/db/engine/storagegroup/DataRegion.java   | 114 +++++-----
 .../db/engine/storagegroup/DataRegionMetrics.java  |   2 +-
 .../engine/storagegroup/IDataRegionForQuery.java   |  47 ++++
 .../engine/storagegroup/TsFileProcessorInfo.java   |   2 +-
 .../db/engine/storagegroup/VirtualDataRegion.java  |  78 +++++++
 .../iotdb/db/mpp/execution/driver/DataDriver.java  |   4 +-
 .../db/mpp/execution/driver/DataDriverContext.java |   8 +-
 .../fragment/FragmentInstanceManager.java          |   4 +-
 .../last/AbstractUpdateLastCacheOperator.java      |   2 +-
 .../db/mpp/plan/planner/LocalExecutionPlanner.java |   4 +-
 .../org/apache/iotdb/db/rescon/SystemInfo.java     |  10 +-
 .../iotdb/db/service/metrics/FileMetrics.java      |  37 +--
 .../db/sync/sender/manager/LocalSyncManager.java   |   2 +-
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |   2 +-
 .../sync/transport/client/SyncClientFactory.java   |   2 +-
 .../java/org/apache/iotdb/db/wal/WALManager.java   |  14 ++
 .../iotdb/db/wal/buffer/AbstractWALBuffer.java     |   1 +
 .../java/org/apache/iotdb/db/wal/node/WALNode.java |   5 +-
 .../iotdb/db/wal/recover/WALNodeRecoverTask.java   |   7 +-
 ...CrossSpaceCompactionWithFastPerformerTest.java} |  19 +-
 ...CompactionWithFastPerformerValidationTest.java} | 252 ++++-----------------
 ...SpaceCompactionWithReadPointPerformerTest.java} |  19 +-
 ...ctionWithReadPointPerformerValidationTest.java} | 202 ++++-------------
 ...CrossSpaceCompactionWithFastPerformerTest.java} |   2 +-
 ...SpaceCompactionWithReadPointPerformerTest.java} |  12 +-
 .../utils/MultiTsFileDeviceIteratorTest.java       |  75 ++++++
 .../db/engine/snapshot/IoTDBSnapshotTest.java      |   2 +-
 .../db/engine/storagegroup/DataRegionTest.java     |   4 +-
 site/iotdb-doap.rdf                                |   8 +-
 site/src/main/.vuepress/theme/components/Page.vue  |   2 +-
 56 files changed, 507 insertions(+), 671 deletions(-)