You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by al...@apache.org on 2025/04/29 23:55:16 UTC
(asterixdb) 08/09: [NO ISSUE][OTH] Force file + concurrent flushes/merges * 1
This is an automated email from the ASF dual-hosted git repository.
alsuliman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
commit 27a661be67ad653073163985c869ac23c3f0c5df
Author: Ali Alsuliman <al...@gmail.com>
AuthorDate: Thu Apr 24 13:35:32 2025 -0700
[NO ISSUE][OTH] Force file + concurrent flushes/merges * 1
- user model changes: no
- storage format changes: no
- interface changes: no
Details:
- When creating the empty data files during data caching, force
the created files.
- Set the max concurrent flushes and merges to be * 1
Ext-ref: MB-66221,MB-66048
Change-Id: I63a143f2453a0902c004d85bf294dbedd299c43c
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/19696
Reviewed-by: Michael Blow <mb...@apache.org>
Integration-Tests: Jenkins <je...@fulliautomatix.ics.uci.edu>
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
---
.../src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java | 1 +
.../main/java/org/apache/asterix/common/config/StorageProperties.java | 4 ++--
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java b/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java
index 24f5694a38..d0ec32fc78 100644
--- a/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java
+++ b/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java
@@ -261,6 +261,7 @@ public final class ParallelCacher implements IParallelCacher {
IoUtil.create(fileReference);
try (RandomAccessFile raf = new RandomAccessFile(fileReference.getAbsolutePath(), "rw")) {
raf.setLength(((UncachedFileReference) fileReference).getSize());
+ raf.getChannel().force(true);
} catch (IOException e) {
throw HyracksDataException.create(e);
}
diff --git a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java
index 5fbc7c6f30..c9090c63b3 100644
--- a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java
+++ b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java
@@ -60,9 +60,9 @@ public class StorageProperties extends AbstractProperties {
STORAGE_DISK_FORCE_BYTES(LONG_BYTE_UNIT, StorageUtil.getLongSizeInBytes(16, MEGABYTE)),
STORAGE_IO_SCHEDULER(STRING, "greedy"),
STORAGE_WRITE_RATE_LIMIT(LONG_BYTE_UNIT, 0L),
- STORAGE_MAX_CONCURRENT_FLUSHES_PER_PARTITION(NONNEGATIVE_INTEGER, 2),
+ STORAGE_MAX_CONCURRENT_FLUSHES_PER_PARTITION(NONNEGATIVE_INTEGER, 1),
STORAGE_MAX_SCHEDULED_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 8),
- STORAGE_MAX_CONCURRENT_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 2),
+ STORAGE_MAX_CONCURRENT_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 1),
STORAGE_GLOBAL_CLEANUP(BOOLEAN, true),
STORAGE_GLOBAL_CLEANUP_TIMEOUT(POSITIVE_INTEGER, (int) TimeUnit.MINUTES.toSeconds(10)),
STORAGE_COLUMN_MAX_TUPLE_COUNT(NONNEGATIVE_INTEGER, 15000),