You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by hi...@apache.org on 2014/03/27 02:39:46 UTC
git commit: TEZ-980. Data recovered flag file should be a namenode
only OP. (hitesh)
Repository: incubator-tez
Updated Branches:
refs/heads/master 5a6f42a81 -> 57b61c22f
TEZ-980. Data recovered flag file should be a namenode only OP. (hitesh)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/57b61c22
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/57b61c22
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/57b61c22
Branch: refs/heads/master
Commit: 57b61c22f5f1056f7c37da468129f70c4f058cd9
Parents: 5a6f42a
Author: Hitesh Shah <hi...@apache.org>
Authored: Wed Mar 26 18:39:23 2014 -0700
Committer: Hitesh Shah <hi...@apache.org>
Committed: Wed Mar 26 18:39:23 2014 -0700
----------------------------------------------------------------------
.../main/java/org/apache/tez/dag/app/RecoveryParser.java | 9 +++------
1 file changed, 3 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/57b61c22/tez-dag/src/main/java/org/apache/tez/dag/app/RecoveryParser.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/RecoveryParser.java b/tez-dag/src/main/java/org/apache/tez/dag/app/RecoveryParser.java
index 45c98e6..1a9b760 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/RecoveryParser.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/RecoveryParser.java
@@ -553,6 +553,7 @@ public class RecoveryParser {
dagSummaryDataMap.get(dagId).handleSummaryEvent(proto);
proto.writeDelimitedTo(newSummaryStream);
}
+ summaryStream.close();
newSummaryStream.hsync();
newSummaryStream.close();
@@ -833,6 +834,7 @@ public class RecoveryParser {
newDAGRecoveryStream.writeInt(eventType.ordinal());
event.toProtoStream(newDAGRecoveryStream);
}
+ dagRecoveryStream.close();
newDAGRecoveryStream.hsync();
newDAGRecoveryStream.close();
@@ -883,12 +885,7 @@ public class RecoveryParser {
dataRecoveredFileFlag);
LOG.info("Trying to create data recovered flag file"
+ ", filePath=" + dataCopiedFlagPath.toString());
- FSDataOutputStream flagFile =
- recoveryFS.create(dataCopiedFlagPath, true, recoveryBufferSize);
- flagFile.writeInt(1);
- flagFile.hsync();
- flagFile.close();
-
+ recoveryFS.mkdirs(dataCopiedFlagPath);
}
}