You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ac...@apache.org on 2008/10/15 00:03:11 UTC

svn commit: r704712 - in /hadoop/core/trunk/src/contrib/hod: CHANGES.txt hodlib/GridServices/hdfs.py hodlib/GridServices/mapred.py hodlib/Hod/hadoop.py testing/testHadoop.py

Author: acmurthy
Date: Tue Oct 14 15:03:11 2008
New Revision: 704712

URL: http://svn.apache.org/viewvc?rev=704712&view=rev
Log:
HADOOP-3814. Remove generation of dfs.client.buffer.dir for the generated hadoop-site.xml. Contributed by Vinod Kumar Vavilapalli.

Modified:
    hadoop/core/trunk/src/contrib/hod/CHANGES.txt
    hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/hdfs.py
    hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/mapred.py
    hadoop/core/trunk/src/contrib/hod/hodlib/Hod/hadoop.py
    hadoop/core/trunk/src/contrib/hod/testing/testHadoop.py

Modified: hadoop/core/trunk/src/contrib/hod/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hod/CHANGES.txt?rev=704712&r1=704711&r2=704712&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hod/CHANGES.txt (original)
+++ hadoop/core/trunk/src/contrib/hod/CHANGES.txt Tue Oct 14 15:03:11 2008
@@ -31,6 +31,9 @@
     job submission. 
     (Craig Macdonald and Vinod Kumar Vavilapalli via yhemanth)
 
+    HADOOP-3814. Remove generation of dfs.client.buffer.dir for the generated
+    hadoop-site.xml. (Vinod Kumar Vavilapalli via acmurthy)
+
 Release 0.18.1 - 2008-09-17
 
   INCOMPATIBLE CHANGES

Modified: hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/hdfs.py
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/hdfs.py?rev=704712&r1=704711&r2=704712&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/hdfs.py (original)
+++ hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/hdfs.py Tue Oct 14 15:03:11 2008
@@ -176,7 +176,6 @@
     attrs['dfs.name.dir'] = namedir
     attrs['hadoop.tmp.dir'] = hadooptmpdir
     attrs['dfs.data.dir'] = ','.join(datadir)
-    # FIXME -- change dfs.client.buffer.dir
     envs['HADOOP_ROOT_LOGGER'] = "INFO,DRFA"
 
 

Modified: hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/mapred.py
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/mapred.py?rev=704712&r1=704711&r2=704712&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/mapred.py (original)
+++ hadoop/core/trunk/src/contrib/hod/hodlib/GridServices/mapred.py Tue Oct 14 15:03:11 2008
@@ -180,7 +180,6 @@
     attrs['mapred.local.dir'] = ','.join(local)
     attrs['mapred.system.dir'] = 'fillindir'
     attrs['mapred.temp.dir'] = temp
-    attrs['dfs.client.buffer.dir'] = ','.join(dfsclient)
     attrs['hadoop.tmp.dir'] = hadooptmpdir
 
 

Modified: hadoop/core/trunk/src/contrib/hod/hodlib/Hod/hadoop.py
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hod/hodlib/Hod/hadoop.py?rev=704712&r1=704711&r2=704712&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hod/hodlib/Hod/hadoop.py (original)
+++ hadoop/core/trunk/src/contrib/hod/hodlib/Hod/hadoop.py Tue Oct 14 15:03:11 2008
@@ -74,8 +74,6 @@
     paramsDict = {  'mapred.job.tracker'    : mapredAddr , \
                     'fs.default.name'       : "hdfs://" + hdfsAddr, \
                     'hadoop.tmp.dir'        : tempDir, \
-                    'dfs.client.buffer.dir' : os.path.join(tempDir, 'dfs',
-                                                                    'tmp'),
                  }
 
     paramsDict['mapred.system.dir'] = mrSysDir

Modified: hadoop/core/trunk/src/contrib/hod/testing/testHadoop.py
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hod/testing/testHadoop.py?rev=704712&r1=704711&r2=704712&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hod/testing/testHadoop.py (original)
+++ hadoop/core/trunk/src/contrib/hod/testing/testHadoop.py Tue Oct 14 15:03:11 2008
@@ -93,8 +93,6 @@
     # fs.default.name should start with hdfs://
     assert(keyvals['fs.default.name'].startswith('hdfs://'))
     assert(keyvals['hadoop.tmp.dir'] == self.tempDir)
-    assert(keyvals['dfs.client.buffer.dir'] == os.path.join(self.tempDir,
-                                                            'dfs', 'tmp'))
 
     # TODO other tests
     pass