You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by ss...@apache.org on 2015/04/24 02:26:10 UTC
[16/50] [abbrv] tez git commit: TEZ-2333. Enable local fetch
optimization by default. (pramachandran)
TEZ-2333. Enable local fetch optimization by default. (pramachandran)
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/cbea5ad3
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/cbea5ad3
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/cbea5ad3
Branch: refs/heads/TEZ-2003
Commit: cbea5ad3a7500632d2c7586865174d6c9f4499ec
Parents: 8386cca
Author: Prakash Ramachandran <pr...@hortonworks.com>
Authored: Fri Apr 17 22:12:00 2015 +0530
Committer: Prakash Ramachandran <pr...@hortonworks.com>
Committed: Fri Apr 17 22:12:00 2015 +0530
----------------------------------------------------------------------
CHANGES.txt | 1 +
.../tez/runtime/library/api/TezRuntimeConfiguration.java | 6 +-----
.../src/test/java/org/apache/tez/test/TestSecureShuffle.java | 1 +
3 files changed, 3 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index b0ce3cf..1888f15 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -9,6 +9,7 @@ INCOMPATIBLE CHANGES
TEZ-1993. Implement a pluggable InputSizeEstimator for grouping fairly
ALL CHANGES:
+ TEZ-2333. Enable local fetch optimization by default.
TEZ-2310. Deadlock caused by StateChangeNotifier sending notifications on
thread holding locks
TEZ-1969. Stop the DAGAppMaster when a local mode client is stopped
http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
index 9f11e4d..b1341f6 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
@@ -262,11 +262,7 @@ public class TezRuntimeConfiguration {
* If the shuffle input is on the local host bypass the http fetch and access the files directly
*/
public static final String TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH = TEZ_RUNTIME_PREFIX + "optimize.local.fetch";
-
- /**
- * local mode bypassing the http fetch is not enabled by default till we have unit tests in.
- */
- public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = false;
+ public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = true;
/**
* Expert level setting. Enable pipelined shuffle in ordered outputs and in unordered
http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
----------------------------------------------------------------------
diff --git a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
index a0f7d8b..8da3f08 100644
--- a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
+++ b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
@@ -95,6 +95,7 @@ public class TestSecureShuffle {
new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
fs = miniDFSCluster.getFileSystem();
conf.set("fs.defaultFS", fs.getUri().toString());
+ conf.setBoolean(TezRuntimeConfiguration.TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH, false);
}
@AfterClass