You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by zh...@apache.org on 2022/11/23 07:54:26 UTC
[incubator-celeborn] branch 6f043f8ae9f updated: debug
This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch 6f043f8ae9f
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/6f043f8ae9f by this push:
new 589b8466 debug
589b8466 is described below
commit 589b8466a2ad7d535a6a9d573138afd67547a6c4
Author: zky.zhoukeyong <zk...@alibaba-inc.com>
AuthorDate: Wed Nov 23 15:54:11 2022 +0800
debug
---
.../java/org/apache/celeborn/client/read/WorkerPartitionReader.java | 4 ++++
1 file changed, 4 insertions(+)
diff --git a/client/src/main/java/org/apache/celeborn/client/read/WorkerPartitionReader.java b/client/src/main/java/org/apache/celeborn/client/read/WorkerPartitionReader.java
index a3ef3615..91742899 100644
--- a/client/src/main/java/org/apache/celeborn/client/read/WorkerPartitionReader.java
+++ b/client/src/main/java/org/apache/celeborn/client/read/WorkerPartitionReader.java
@@ -104,6 +104,7 @@ public class WorkerPartitionReader implements PartitionReader {
currentChunkIndex = 0;
returnedChunks = 0;
numChunks = client.openChunks();
+ logger.info("after change location, numChunks {}", numChunks);
}
}
} catch (IOException e1) {
@@ -139,6 +140,9 @@ public class WorkerPartitionReader implements PartitionReader {
synchronized (this) {
if (failedLocations.contains(chunkData.location)) {
chunkData.release();
+ if (currentChunkIndex < numChunks) {
+ fetchChunks();
+ }
} else {
chunk = chunkData.buf;
returnedChunks++;