You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2022/10/07 09:23:36 UTC
[iotdb] branch rel/0.13 updated: [To rel/0.13] [IOTDB-4579] Remove the update of start time and end time in the target file after cross space compaction (#7537)
This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a commit to branch rel/0.13
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/rel/0.13 by this push:
new ca1dfbd213 [To rel/0.13] [IOTDB-4579] Remove the update of start time and end time in the target file after cross space compaction (#7537)
ca1dfbd213 is described below
commit ca1dfbd213240e0f06fd25d47f0a81ebe70be1d8
Author: Liu Xuxin <37...@users.noreply.github.com>
AuthorDate: Fri Oct 7 17:23:30 2022 +0800
[To rel/0.13] [IOTDB-4579] Remove the update of start time and end time in the target file after cross space compaction (#7537)
---
.../db/engine/compaction/CompactionUtils.java | 26 ----------------------
.../engine/compaction/CompactionSchedulerTest.java | 2 ++
2 files changed, 2 insertions(+), 26 deletions(-)
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/CompactionUtils.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/CompactionUtils.java
index 9ee9d5cd09..dc2dfa92cb 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/CompactionUtils.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/CompactionUtils.java
@@ -43,7 +43,6 @@ import org.apache.iotdb.db.service.IoTDB;
import org.apache.iotdb.db.utils.QueryUtils;
import org.apache.iotdb.tsfile.common.constant.TsFileConstant;
import org.apache.iotdb.tsfile.exception.write.WriteProcessException;
-import org.apache.iotdb.tsfile.file.metadata.TimeseriesMetadata;
import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType;
import org.apache.iotdb.tsfile.fileSystem.FSFactoryProducer;
import org.apache.iotdb.tsfile.read.common.BatchData;
@@ -51,7 +50,6 @@ import org.apache.iotdb.tsfile.read.reader.IBatchReader;
import org.apache.iotdb.tsfile.utils.Pair;
import org.apache.iotdb.tsfile.write.schema.IMeasurementSchema;
import org.apache.iotdb.tsfile.write.schema.MeasurementSchema;
-import org.apache.iotdb.tsfile.write.writer.TsFileIOWriter;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -114,7 +112,6 @@ public class CompactionUtils {
}
compactionWriter.endFile();
- updateDeviceStartTimeAndEndTime(targetFileResources, compactionWriter);
updatePlanIndexes(targetFileResources, seqFileResources, unseqFileResources);
} finally {
QueryResourceManager.getInstance().endQuery(queryId);
@@ -265,29 +262,6 @@ public class CompactionUtils {
}
}
- private static void updateDeviceStartTimeAndEndTime(
- List<TsFileResource> targetResources, AbstractCompactionWriter compactionWriter) {
- List<TsFileIOWriter> targetFileWriters = compactionWriter.getFileIOWriter();
- for (int i = 0; i < targetFileWriters.size(); i++) {
- TsFileIOWriter fileIOWriter = targetFileWriters.get(i);
- TsFileResource fileResource = targetResources.get(i);
- // The tmp target file may does not have any data points written due to the existence of the
- // mods file, and it will be deleted after compaction. So skip the target file that has been
- // deleted.
- if (!fileResource.getTsFile().exists()) {
- continue;
- }
- for (Map.Entry<String, List<TimeseriesMetadata>> entry :
- fileIOWriter.getDeviceTimeseriesMetadataMap().entrySet()) {
- String device = entry.getKey();
- for (TimeseriesMetadata timeseriesMetadata : entry.getValue()) {
- fileResource.updateStartTime(device, timeseriesMetadata.getStatistics().getStartTime());
- fileResource.updateEndTime(device, timeseriesMetadata.getStatistics().getEndTime());
- }
- }
- }
- }
-
private static void updatePlanIndexes(
List<TsFileResource> targetResources,
List<TsFileResource> seqResources,
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/CompactionSchedulerTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/CompactionSchedulerTest.java
index ddc3128376..b1c53ea7dd 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/CompactionSchedulerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/CompactionSchedulerTest.java
@@ -89,6 +89,7 @@ public class CompactionSchedulerTest {
@Before
public void setUp() throws MetadataException, IOException {
+ IoTDB.activated = true;
CompactionClearUtils.clearAllCompactionFiles();
EnvironmentUtils.cleanAllDir();
IoTDB.metaManager.init();
@@ -112,6 +113,7 @@ public class CompactionSchedulerTest {
@After
public void tearDown() throws IOException, StorageEngineException {
+ IoTDB.activated = false;
new CompactionConfigRestorer().restoreCompactionConfig();
ChunkCache.getInstance().clear();
TimeSeriesMetadataCache.getInstance().clear();