You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by qi...@apache.org on 2022/05/08 13:00:42 UTC
[iotdb] branch rel/0.13 updated: [to rel/0.13][IOTDB-3113] Add speed log for compaction (#5828)
This is an automated email from the ASF dual-hosted git repository.
qiaojialin pushed a commit to branch rel/0.13
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/rel/0.13 by this push:
new 677fc19671 [to rel/0.13][IOTDB-3113] Add speed log for compaction (#5828)
677fc19671 is described below
commit 677fc1967193321a22a31762a802a1d9f81b7ab8
Author: Liu Xuxin <37...@users.noreply.github.com>
AuthorDate: Sun May 8 21:00:35 2022 +0800
[to rel/0.13][IOTDB-3113] Add speed log for compaction (#5828)
---
.../rewrite/task/RewriteCrossSpaceCompactionTask.java | 14 ++++++++++++--
.../inner/sizetiered/SizeTieredCompactionTask.java | 7 ++++---
2 files changed, 16 insertions(+), 5 deletions(-)
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
index a95b8d44d7..dc24ed005a 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
@@ -123,6 +123,14 @@ public class RewriteCrossSpaceCompactionTask extends AbstractCrossSpaceCompactio
return;
}
+ long totalSize = 0L;
+ for (TsFileResource resource : selectedSeqTsFileResourceList) {
+ totalSize += resource.getTsFileSize();
+ }
+ for (TsFileResource resource : selectedUnSeqTsFileResourceList) {
+ totalSize += resource.getTsFileSize();
+ }
+
logger.info(
"{} [Compaction] CrossSpaceCompactionTask start. Sequence files : {}, unsequence files : {}",
fullStorageGroupName,
@@ -170,10 +178,12 @@ public class RewriteCrossSpaceCompactionTask extends AbstractCrossSpaceCompactio
if (logFile.exists()) {
FileUtils.delete(logFile);
}
+ double costTime = (System.currentTimeMillis() - startTime) / 1000.0d;
logger.info(
- "{} [Compaction] CrossSpaceCompactionTask Costs {} s",
+ "{} [Compaction] CrossSpaceCompactionTask Costs {} s, compaction speed is {} MB/s",
fullStorageGroupName,
- (System.currentTimeMillis() - startTime) / 1000);
+ costTime,
+ totalSize / 1024.0d / 1024.0d / costTime);
}
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
index 8c01e06635..d5a5f675e9 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
@@ -183,13 +183,14 @@ public class SizeTieredCompactionTask extends AbstractInnerSpaceCompactionTask {
InnerSpaceCompactionUtils.deleteModificationForSourceFile(
selectedTsFileResourceList, fullStorageGroupName);
- long costTime = System.currentTimeMillis() - startTime;
+ double costTime = (System.currentTimeMillis() - startTime) / 1000.0d;
LOGGER.info(
"{} [SizeTiredCompactionTask] all compaction task finish, target file is {},"
- + "time cost is {} s",
+ + "time cost is {} s, compaction speed is {} MB/s",
fullStorageGroupName,
targetTsFileResource.getTsFile().getName(),
- costTime / 1000);
+ costTime,
+ ((double) selectedFileSize) / 1024.0d / 1024.0d / costTime);
if (logFile.exists()) {
FileUtils.delete(logFile);