You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hama.apache.org by ed...@apache.org on 2011/10/27 08:46:47 UTC

svn commit: r1189635 - in /incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp: BSPJobClient.java GroomServer.java JobInProgress.java TaskInProgress.java TaskRunner.java

Author: edwardyoon
Date: Thu Oct 27 06:46:46 2011
New Revision: 1189635

URL: http://svn.apache.org/viewvc?rev=1189635&view=rev
Log:
Add info logs

Modified:
    incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/BSPJobClient.java
    incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/GroomServer.java
    incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/JobInProgress.java
    incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskInProgress.java
    incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskRunner.java

Modified: incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/BSPJobClient.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/BSPJobClient.java?rev=1189635&r1=1189634&r2=1189635&view=diff
==============================================================================
--- incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/BSPJobClient.java (original)
+++ incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/BSPJobClient.java Thu Oct 27 06:46:46 2011
@@ -300,7 +300,7 @@ public class BSPJobClient extends Config
     int maxTasks = clusterStatus.getMaxTasks();
 
     if (tasks <= 0 || tasks > maxTasks) {
-      LOG.warn("The number of tasks you've entered was invalid. Using default value of "
+      LOG.info("The number of tasks you've entered was invalid. Using default value of "
           + maxTasks + "!");
       job.setNumBspTask(maxTasks);
     }

Modified: incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/GroomServer.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/GroomServer.java?rev=1189635&r1=1189634&r2=1189635&view=diff
==============================================================================
--- incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/GroomServer.java (original)
+++ incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/GroomServer.java Thu Oct 27 06:46:46 2011
@@ -39,7 +39,6 @@ import java.util.concurrent.LinkedBlocki
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.filecache.DistributedCache;
 import org.apache.hadoop.fs.FSError;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
@@ -147,6 +146,8 @@ public class GroomServer implements Runn
       }
 
       if (actions != null) {
+        LOG.info("Launch " + actions.length + " tasks.");
+        
         assignedPeerNames = new HashMap<TaskAttemptID, Integer>();
         int i = 0;
 
@@ -312,8 +313,6 @@ public class GroomServer implements Runn
     this.groomServerName = "groomd_" + this.rpcServer.replace(':', '_');
     LOG.info("Starting groom: " + this.rpcServer);
 
-    DistributedCache.purgeCache(this.conf);
-
     // establish the communication link to bsp master
     this.masterClient = (MasterProtocol) RPC.waitForProxy(MasterProtocol.class,
         MasterProtocol.versionID, bspMasterAddr, conf);
@@ -426,6 +425,7 @@ public class GroomServer implements Runn
             if (!tip.runner.isAlive()) {
               if (taskStatus.getRunState() != TaskStatus.State.FAILED) {
                 taskStatus.setRunState(TaskStatus.State.SUCCEEDED);
+                LOG.info("Task '" + taskStatus.getTaskId().toString() + "' has completed.");
               }
               taskStatus.setPhase(TaskStatus.Phase.CLEANUP);
             }
@@ -476,7 +476,7 @@ public class GroomServer implements Runn
     } catch (IOException e1) {
       LOG.error(e1);
     }
-
+    
     TaskInProgress tip = new TaskInProgress(t, jobConf, this.groomServerName);
 
     synchronized (this) {
@@ -786,6 +786,7 @@ public class GroomServer implements Runn
       taskStatus.setRunState(TaskStatus.State.RUNNING);
       this.runner = task.createRunner(GroomServer.this);
       this.runner.start();
+      LOG.info("Task '" + task.getTaskID().toString() + "' has started.");
     }
 
     /**

Modified: incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/JobInProgress.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/JobInProgress.java?rev=1189635&r1=1189634&r2=1189635&view=diff
==============================================================================
--- incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/JobInProgress.java (original)
+++ incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/JobInProgress.java Thu Oct 27 06:46:46 2011
@@ -201,7 +201,7 @@ class JobInProgress {
     master.createJobRoot(this.getJobID().toString());
     
     tasksInited = true;
-    LOG.debug("Job is initialized.");
+    LOG.info("Job is initialized.");
   }
 
   public synchronized Task obtainNewTask(GroomServerStatus status,
@@ -231,7 +231,7 @@ class JobInProgress {
   public synchronized void completedTask(TaskInProgress tip, TaskStatus status) {
     TaskAttemptID taskid = status.getTaskId();
     updateTaskStatus(tip, status);
-    LOG.info("Taskid '" + taskid + "' has finished successfully.");
+    LOG.debug("Taskid '" + taskid + "' has finished successfully.");
     tip.completed(taskid);
 
     //
@@ -253,7 +253,7 @@ class JobInProgress {
       this.finishTime = System.currentTimeMillis();
       this.status.setFinishTime(this.finishTime);
 
-      LOG.debug("Job successfully done.");
+      LOG.info("Job successfully done.");
       
       // delete job root
       master.deleteJobRoot(this.getJobID().toString());
@@ -287,7 +287,7 @@ class JobInProgress {
       this.finishTime = System.currentTimeMillis();
       this.status.setFinishTime(this.finishTime);
 
-      LOG.debug("Job failed.");
+      LOG.info("Job failed.");
 
       garbageCollect();
     }

Modified: incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskInProgress.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskInProgress.java?rev=1189635&r1=1189634&r2=1189635&view=diff
==============================================================================
--- incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskInProgress.java (original)
+++ incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskInProgress.java Thu Oct 27 06:46:46 2011
@@ -212,7 +212,7 @@ class TaskInProgress {
   }
 
   public void completed(TaskAttemptID taskid) {
-    LOG.info("Task '" + taskid.getTaskID().toString() + "' has completed.");
+    LOG.debug("Task '" + taskid.getTaskID().toString() + "' has completed.");
 
     TaskStatus status = (TaskStatus) taskStatuses.get(taskid);
     status.setRunState(TaskStatus.State.SUCCEEDED);

Modified: incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskRunner.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskRunner.java?rev=1189635&r1=1189634&r2=1189635&view=diff
==============================================================================
--- incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskRunner.java (original)
+++ incubator/hama/trunk/core/src/main/java/org/apache/hama/bsp/TaskRunner.java Thu Oct 27 06:46:46 2011
@@ -78,7 +78,7 @@ public class TaskRunner extends Thread {
 
     void start() {
       this.future.set(this.sched.schedule(this, 0, SECONDS));
-      LOG.info("Start building BSPPeer process.");
+      LOG.debug("Start building BSPPeer process.");
     }
 
     void stop() {
@@ -246,7 +246,7 @@ public class TaskRunner extends Thread {
     } catch (ExecutionException ee) {
       LOG.error("Failure occurs when retrieving tasks result.", ee);
     }
-    LOG.info("Finishes executing BSPPeer child process.");
+    LOG.debug("Finishes executing BSPPeer child process.");
   }
 
   /**