You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@chukwa.apache.org by as...@apache.org on 2011/02/27 05:27:21 UTC

svn commit: r1074986 - in /incubator/chukwa/trunk: CHANGES.txt src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java

Author: asrabkin
Date: Sun Feb 27 04:27:20 2011
New Revision: 1074986

URL: http://svn.apache.org/viewvc?rev=1074986&view=rev
Log:
CHUKWA-582.  Change MoveToRepository to ignore anything starting with _.

Modified:
    incubator/chukwa/trunk/CHANGES.txt
    incubator/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java

Modified: incubator/chukwa/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/incubator/chukwa/trunk/CHANGES.txt?rev=1074986&r1=1074985&r2=1074986&view=diff
==============================================================================
--- incubator/chukwa/trunk/CHANGES.txt (original)
+++ incubator/chukwa/trunk/CHANGES.txt Sun Feb 27 04:27:20 2011
@@ -85,6 +85,8 @@ Trunk (unreleased changes)
     CHUKWA-472. Added ability to configure timestamp format for the default Time Series Processor.  (Bill Graham via Eric Yang)
 
   BUG FIXES
+  
+    CHUKWA-582.  Change MoveToRepository to ignore anything starting with _. (Ari Rabkin)
 
     CHUKWA-579. Package initial_adaptors config file for tarball. (Eric Yang)
 

Modified: incubator/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java
URL: http://svn.apache.org/viewvc/incubator/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java?rev=1074986&r1=1074985&r2=1074986&view=diff
==============================================================================
--- incubator/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java (original)
+++ incubator/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/MoveToRepository.java Sun Feb 27 04:27:20 2011
@@ -42,8 +42,6 @@ public class MoveToRepository {
 
   static ChukwaConfiguration conf = null;
   static FileSystem fs = null;
-  static final String HadoopLogDir = "_logs";
-  static final String hadoopTempDir = "_temporary";
   static SimpleDateFormat sdf = new java.text.SimpleDateFormat("yyyyMMdd");
   static Calendar calendar = Calendar.getInstance();
 
@@ -253,13 +251,10 @@ public class MoveToRepository {
       for (FileStatus cluster : clusters) {
         name = cluster.getPath().getName();
         // Skip hadoop M/R outputDir
-        if ((name.intern() == HadoopLogDir.intern())
-            || (name.intern() == hadoopTempDir.intern())) {
+        if (name.startsWith("_")) {
           continue;
         }
-        log
-            .info("main procesing Cluster (" + cluster.getPath().getName()
-                + ")");
+        log.info("main procesing Cluster (" + cluster.getPath().getName() + ")");
         destinationFiles.addAll(processClusterDirectory(cluster.getPath(),
             destDir + "/" + cluster.getPath().getName()));