You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by ss...@apache.org on 2014/11/04 21:43:01 UTC
git commit: TEZ-1728. Remove local host name from Fetcher thread
name. (sseth) (cherry picked from commit
dfef97f6cf703d9c1c02f237ce17951f6bcc4a88)
Repository: tez
Updated Branches:
refs/heads/branch-0.5 97fa86df6 -> 6e6b55d31
TEZ-1728. Remove local host name from Fetcher thread name. (sseth)
(cherry picked from commit dfef97f6cf703d9c1c02f237ce17951f6bcc4a88)
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/6e6b55d3
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/6e6b55d3
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/6e6b55d3
Branch: refs/heads/branch-0.5
Commit: 6e6b55d31d0908a3b098df2875a8874fa96d284e
Parents: 97fa86d
Author: Siddharth Seth <ss...@apache.org>
Authored: Tue Nov 4 12:42:21 2014 -0800
Committer: Siddharth Seth <ss...@apache.org>
Committed: Tue Nov 4 12:42:49 2014 -0800
----------------------------------------------------------------------
CHANGES.txt | 1 +
.../tez/runtime/library/common/shuffle/impl/ShuffleManager.java | 2 +-
.../common/shuffle/orderedgrouped/FetcherOrderedGrouped.java | 5 +----
3 files changed, 3 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/6e6b55d3/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index cebd975..882aa07 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -93,6 +93,7 @@ ALL CHANGES:
TEZ-1579. MR examples should be setting mapreduce.framework.name to yarn-tez.
TEZ-1731. OnDiskMerger can end up clobbering files across tasks with LocalDiskFetch enabled.
TEZ-1735. Allow setting basic info per DAG for Tez UI.
+ TEZ-1728. Remove local host name from Fetcher thread name.
Release 0.5.1: 2014-10-02
http://git-wip-us.apache.org/repos/asf/tez/blob/6e6b55d3/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/impl/ShuffleManager.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/impl/ShuffleManager.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/impl/ShuffleManager.java
index 75baa39..69c015e 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/impl/ShuffleManager.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/impl/ShuffleManager.java
@@ -202,7 +202,7 @@ public class ShuffleManager implements FetcherCallback {
ExecutorService fetcherRawExecutor = Executors.newFixedThreadPool(
numFetchers,
new ThreadFactoryBuilder().setDaemon(true)
- .setNameFormat("Fetcher [" + srcNameTrimmed + "] #%d " + localhostName).build());
+ .setNameFormat("Fetcher [" + srcNameTrimmed + "] #%d").build());
this.fetcherExecutor = MoreExecutors.listeningDecorator(fetcherRawExecutor);
ExecutorService schedulerRawExecutor = Executors.newFixedThreadPool(1, new ThreadFactoryBuilder()
http://git-wip-us.apache.org/repos/asf/tez/blob/6e6b55d3/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/FetcherOrderedGrouped.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/FetcherOrderedGrouped.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/FetcherOrderedGrouped.java
index e83c705..d51e45e 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/FetcherOrderedGrouped.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/FetcherOrderedGrouped.java
@@ -35,7 +35,6 @@ import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.LocalDirAllocator;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.compress.CompressionCodec;
-import org.apache.hadoop.net.NetUtils;
import org.apache.tez.common.TezUtilsInternal;
import org.apache.hadoop.yarn.api.ApplicationConstants;
import org.apache.tez.common.TezRuntimeFrameworkConfigs;
@@ -96,8 +95,6 @@ class FetcherOrderedGrouped extends Thread {
HttpConnection httpConnection;
HttpConnectionParams httpConnectionParams;
- final static String localhostName = NetUtils.getHostname();
-
// Initiative value is 0, which means it hasn't retried yet.
private long retryStartTime = 0;
@@ -142,7 +139,7 @@ class FetcherOrderedGrouped extends Thread {
this.localDiskFetchEnabled = localDiskFetchEnabled;
this.logIdentifier = "fetcher [" + TezUtilsInternal
- .cleanVertexName(inputContext.getSourceVertexName()) + "] #" + id + " " + localhostName;
+ .cleanVertexName(inputContext.getSourceVertexName()) + "] #" + id;
setName(logIdentifier);
setDaemon(true);
}