You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by ga...@apache.org on 2022/04/01 13:18:17 UTC
[hudi] branch master updated: [HUDI-3769] Optimize the logs of HoodieMergeHandle and BufferedConnectWriter (#5200)
This is an automated email from the ASF dual-hosted git repository.
garyli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 23b3122 [HUDI-3769] Optimize the logs of HoodieMergeHandle and BufferedConnectWriter (#5200)
23b3122 is described below
commit 23b31225df4e7cd7f7e5013ea30b482bc0ebb09d
Author: 董可伦 <do...@inspur.com>
AuthorDate: Fri Apr 1 21:17:49 2022 +0800
[HUDI-3769] Optimize the logs of HoodieMergeHandle and BufferedConnectWriter (#5200)
---
.../src/main/java/org/apache/hudi/io/HoodieMergeHandle.java | 6 +++---
.../java/org/apache/hudi/connect/writers/BufferedConnectWriter.java | 6 +++---
2 files changed, 6 insertions(+), 6 deletions(-)
diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
index cbcf382..7e6f1b3 100644
--- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
+++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
@@ -246,9 +246,9 @@ public class HoodieMergeHandle<T extends HoodieRecordPayload, I, K, O> extends H
}
LOG.info("Number of entries in MemoryBasedMap => "
+ ((ExternalSpillableMap) keyToNewRecords).getInMemoryMapNumEntries()
- + "Total size in bytes of MemoryBasedMap => "
- + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => "
- + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + "Size of file spilled to disk => "
+ + ", Total size in bytes of MemoryBasedMap => "
+ + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => "
+ + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries() + ", Size of file spilled to disk => "
+ ((ExternalSpillableMap) keyToNewRecords).getSizeOfFileOnDiskInBytes());
}
diff --git a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
index 0e92e67..111c74f 100644
--- a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
+++ b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
@@ -96,9 +96,9 @@ public class BufferedConnectWriter extends AbstractConnectWriter {
try {
LOG.info("Number of entries in MemoryBasedMap => "
+ bufferedRecords.getInMemoryMapNumEntries()
- + "Total size in bytes of MemoryBasedMap => "
- + bufferedRecords.getCurrentInMemoryMapSize() + "Number of entries in BitCaskDiskMap => "
- + bufferedRecords.getDiskBasedMapNumEntries() + "Size of file spilled to disk => "
+ + ", Total size in bytes of MemoryBasedMap => "
+ + bufferedRecords.getCurrentInMemoryMapSize() + ", Number of entries in BitCaskDiskMap => "
+ + bufferedRecords.getDiskBasedMapNumEntries() + ", Size of file spilled to disk => "
+ bufferedRecords.getSizeOfFileOnDiskInBytes());
List<WriteStatus> writeStatuses = new ArrayList<>();