You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by ma...@apache.org on 2009/12/19 16:56:00 UTC
svn commit: r892479 - in /hadoop/mapreduce/trunk: CHANGES.txt
src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java
Author: matei
Date: Sat Dec 19 15:55:58 2009
New Revision: 892479
URL: http://svn.apache.org/viewvc?rev=892479&view=rev
Log:
MAPREDUCE-1258. Fix fair scheduler event log not logging job info.
Modified:
hadoop/mapreduce/trunk/CHANGES.txt
hadoop/mapreduce/trunk/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java
Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=892479&r1=892478&r2=892479&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Sat Dec 19 15:55:58 2009
@@ -96,6 +96,9 @@
BUG FIXES
+ MAPREDUCE-1258. Fix fair scheduler event log not logging job info.
+ (matei)
+
MAPREDUCE-1089. Fix NPE in fair scheduler preemption when tasks are
scheduled but not running. (Todd Lipcon via matei)
Modified: hadoop/mapreduce/trunk/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java?rev=892479&r1=892478&r2=892479&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java (original)
+++ hadoop/mapreduce/trunk/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java Sat Dec 19 15:55:58 2009
@@ -927,14 +927,15 @@
for (JobInProgress job: jobs) {
JobProfile profile = job.getProfile();
JobInfo info = infos.get(job);
- // TODO: Fix
- /*eventLog.log("JOB",
+ Schedulable ms = info.mapSchedulable;
+ Schedulable rs = info.reduceSchedulable;
+ eventLog.log("JOB",
profile.getJobID(), profile.name, profile.user,
job.getPriority(), poolMgr.getPoolName(job),
- job.numMapTasks, info.runningMaps, info.neededMaps,
- info.mapFairShare, info.mapWeight, info.mapDeficit,
- job.numReduceTasks, info.runningReduces, info.neededReduces,
- info.reduceFairShare, info.reduceWeight, info.reduceDeficit);*/
+ job.numMapTasks, ms.getRunningTasks(),
+ ms.getDemand(), ms.getFairShare(), ms.getWeight(),
+ job.numReduceTasks, rs.getRunningTasks(),
+ rs.getDemand(), rs.getFairShare(), rs.getWeight());
}
// List pools in alphabetical order
List<Pool> pools = new ArrayList<Pool>(poolMgr.getPools());