You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@chukwa.apache.org by as...@apache.org on 2009/11/24 02:15:46 UTC

svn commit: r883563 - in /hadoop/chukwa/trunk: CHANGES.txt src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java

Author: asrabkin
Date: Tue Nov 24 01:15:42 2009
New Revision: 883563

URL: http://svn.apache.org/viewvc?rev=883563&view=rev
Log:
CHUKWA-415. Read initial adaptors at start every time.

Modified:
    hadoop/chukwa/trunk/CHANGES.txt
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java
    hadoop/chukwa/trunk/src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java

Modified: hadoop/chukwa/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/CHANGES.txt?rev=883563&r1=883562&r2=883563&view=diff
==============================================================================
--- hadoop/chukwa/trunk/CHANGES.txt (original)
+++ hadoop/chukwa/trunk/CHANGES.txt Tue Nov 24 01:15:42 2009
@@ -8,6 +8,8 @@
  
    IMPROVEMENTS
 
+    CHUKWA-415. Read initial adaptors at start every time. (asrabkin)
+
     CHUKWA-413. Improve admin guide. (asrabkin)
 
     CHUKWA-345. Remove redundant 'application' field from Chunk API. (asrabkin)

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java?rev=883563&r1=883562&r2=883563&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java (original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/datacollection/agent/ChukwaAgent.java Tue Nov 24 01:15:42 2009
@@ -240,10 +240,8 @@
     }
 
     try {
-      if (initialAdaptors != null && initialAdaptors.exists()
-          && checkpointNumber == 0)
-        readAdaptorsFile(initialAdaptors); // don't read after checkpoint
-                                           // restore
+      if (initialAdaptors != null && initialAdaptors.exists())
+        readAdaptorsFile(initialAdaptors); 
     } catch (IOException e) {
       log.warn("couldn't read user-specified file "
           + initialAdaptors.getAbsolutePath());
@@ -425,6 +423,7 @@
 
   private void readAdaptorsFile(File checkpoint) throws FileNotFoundException,
       IOException {
+    log.info("starting adaptors listed in " + checkpoint.getAbsolutePath());
     BufferedReader br = new BufferedReader(new InputStreamReader(
         new FileInputStream(checkpoint)));
     String cmd = null;

Modified: hadoop/chukwa/trunk/src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java?rev=883563&r1=883562&r2=883563&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java (original)
+++ hadoop/chukwa/trunk/src/test/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java Tue Nov 24 01:15:42 2009
@@ -72,9 +72,8 @@
       assertEquals(0, agent.adaptorCount());
       // at this point, there should be a checkpoint file with a tailer reading
       // foo.
-      // we're going to rewrite initial adaptors to read bar; but after reboot
-      // we should
-      // still only be looking at foo.
+      // we're going to rewrite initial adaptors to read bar; after reboot
+      // we should  be looking at both foo andn bar.
       ps = new PrintStream(new FileOutputStream(initialAdaptors, false));// overwrite
       ps.println("add bar= org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8  raw 0 "
               + bar.getAbsolutePath() + " 0  ");
@@ -84,7 +83,7 @@
       agent = new ChukwaAgent(conf);
       conn = new ConsoleOutConnector(agent, true);
       conn.start();
-      assertEquals(1, agent.adaptorCount());// check that we processed initial
+      assertEquals(2, agent.adaptorCount());// check that we processed initial
                                             // adaptors
       assertNotNull(agent.getAdaptor("testAdaptor"));
       assertTrue(agent.getAdaptor("testAdaptor").getCurrentStatus().contains("foo"));