You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by sh...@apache.org on 2017/08/30 22:04:32 UTC
[2/2] hadoop git commit: MAPREDUCE-6931. Remove TestDFSIO "Total
Throughput" calculation. Contributed by Dennis Huo.
MAPREDUCE-6931. Remove TestDFSIO "Total Throughput" calculation. Contributed by Dennis Huo.
(cherry picked from commit 3e0e2033cc28d48a7909822416478aff7487bfe6)
Conflicts:
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/abd741a3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/abd741a3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/abd741a3
Branch: refs/heads/branch-2.7
Commit: abd741a3f1cba5453695f178eb4478035cb13740
Parents: 39d3574
Author: Konstantin V Shvachko <sh...@apache.org>
Authored: Tue Aug 22 11:05:47 2017 -0700
Committer: Konstantin V Shvachko <sh...@apache.org>
Committed: Wed Aug 30 15:02:34 2017 -0700
----------------------------------------------------------------------
hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 1 +
hadoop-mapreduce-project/CHANGES.txt | 3 +++
.../src/test/java/org/apache/hadoop/fs/TestDFSIO.java | 11 +++++++----
3 files changed, 11 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/abd741a3/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
index 5851a6e..1fdb100 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
+++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
@@ -13,6 +13,7 @@ Release 2.7.5 - UNRELEASED
OPTIMIZATIONS
BUG FIXES
+
HDFS-12157. Do fsyncDirectory(..) outside of FSDataset lock.
(Vinayakumar B. via kihwal)
http://git-wip-us.apache.org/repos/asf/hadoop/blob/abd741a3/hadoop-mapreduce-project/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt
index 1c0293d..ddee52f 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -12,6 +12,9 @@ Release 2.7.5 - UNRELEASED
BUG FIXES
+ MAPREDUCE-6931. Remove TestDFSIO "Total Throughput" calculation.
+ (Dennis Huo via shv)
+
Release 2.7.4 - 2017-08-04
INCOMPATIBLE CHANGES
http://git-wip-us.apache.org/repos/asf/hadoop/blob/abd741a3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
index 30a3587..c3ca158 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
@@ -805,7 +805,7 @@ public class TestDFSIO implements Tool {
long tStart = System.currentTimeMillis();
sequentialTest(fs, testType, nrBytes, nrFiles);
long execTime = System.currentTimeMillis() - tStart;
- String resultLine = "Seq Test exec time sec: " + (float)execTime / 1000;
+ String resultLine = "Seq Test exec time sec: " + msToSecs(execTime);
LOG.info(resultLine);
return 0;
}
@@ -869,6 +869,10 @@ public class TestDFSIO implements Tool {
return ((float)bytes)/MEGA;
}
+ static float msToSecs(long timeMillis) {
+ return timeMillis / 1000.0f;
+ }
+
private void analyzeResult( FileSystem fs,
TestType testType,
long execTime,
@@ -913,11 +917,10 @@ public class TestDFSIO implements Tool {
" Date & time: " + new Date(System.currentTimeMillis()),
" Number of files: " + tasks,
" Total MBytes processed: " + df.format(toMB(size)),
- " Throughput mb/sec: " + df.format(size * 1000.0 / (time * MEGA)),
- "Total Throughput mb/sec: " + df.format(toMB(size) / ((float)execTime)),
+ " Throughput mb/sec: " + df.format(toMB(size) / msToSecs(time)),
" Average IO rate mb/sec: " + df.format(med),
" IO rate std deviation: " + df.format(stdDev),
- " Test exec time sec: " + df.format((float)execTime / 1000),
+ " Test exec time sec: " + df.format(msToSecs(execTime)),
"" };
PrintStream res = null;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org