You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by rb...@apache.org on 2015/06/09 01:51:30 UTC
tez git commit: TEZ-2473. Consider using RawLocalFileSystem in
MapOutput.createDiskMapOutput (rbalamohan)
Repository: tez
Updated Branches:
refs/heads/master 333edd0f0 -> 9a2ed82ea
TEZ-2473. Consider using RawLocalFileSystem in MapOutput.createDiskMapOutput (rbalamohan)
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/9a2ed82e
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/9a2ed82e
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/9a2ed82e
Branch: refs/heads/master
Commit: 9a2ed82ea047b439de129d8eabe64ef80da917a0
Parents: 333edd0
Author: Rajesh Balamohan <rb...@apache.org>
Authored: Tue Jun 9 05:22:51 2015 +0530
Committer: Rajesh Balamohan <rb...@apache.org>
Committed: Tue Jun 9 05:22:51 2015 +0530
----------------------------------------------------------------------
CHANGES.txt | 1 +
.../tez/runtime/library/common/shuffle/DiskFetchedInput.java | 2 +-
.../runtime/library/common/shuffle/orderedgrouped/MapOutput.java | 2 +-
3 files changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index fc4782a..787a923 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -8,6 +8,7 @@ INCOMPATIBLE CHANGES
TEZ-2468. Change the minimum Java version to Java 7.
ALL CHANGES:
+ TEZ-2473. Consider using RawLocalFileSystem in MapOutput.createDiskMapOutput.
TEZ-2538. ADDITIONAL_SPILL_COUNT wrongly populated for DefaultSorter with multiple partitions.
TEZ-2489. Disable warn log for Timeline ACL error when tez.allow.disabled.timeline-domains set to true.
TEZ-2376. Remove TaskAttemptEventType.TA_DIAGNOSTICS_UPDATE
http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
index 6432b55..dfad39d 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
@@ -48,7 +48,7 @@ public class DiskFetchedInput extends FetchedInput {
throws IOException {
super(Type.DISK, actualSize, compressedSize, inputAttemptIdentifier, callbackHandler);
- this.localFS = FileSystem.getLocal(conf);
+ this.localFS = FileSystem.getLocal(conf).getRaw();
this.outputPath = filenameAllocator.getInputFileForWrite(
this.inputAttemptIdentifier.getInputIdentifier().getInputIndex(), this
.inputAttemptIdentifier.getSpillEventId(), actualSize);
http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
index 29bf799..f19cd55 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
@@ -105,7 +105,7 @@ class MapOutput {
int fetcher, boolean primaryMapOutput,
TezTaskOutputFiles mapOutputFile) throws
IOException {
- FileSystem fs = FileSystem.getLocal(conf);
+ FileSystem fs = FileSystem.getLocal(conf).getRaw();
Path outputpath = mapOutputFile.getInputFileForWrite(
attemptIdentifier.getInputIdentifier().getInputIndex(), attemptIdentifier.getSpillEventId(), size);
// Files are not clobbered due to the id being appended to the outputPath in the tmpPath,