You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by cu...@apache.org on 2005/11/08 19:25:13 UTC
svn commit: r331858 - in /lucene/nutch/branches/mapred:
conf/nutch-default.xml src/java/org/apache/nutch/crawl/Generator.java
src/java/org/apache/nutch/crawl/Injector.java
Author: cutting
Date: Tue Nov 8 10:25:11 2005
New Revision: 331858
URL: http://svn.apache.org/viewcvs?rev=331858&view=rev
Log:
Use absolute paths for temporary crawl files.
Modified:
lucene/nutch/branches/mapred/conf/nutch-default.xml
lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Generator.java
lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Injector.java
Modified: lucene/nutch/branches/mapred/conf/nutch-default.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/conf/nutch-default.xml?rev=331858&r1=331857&r2=331858&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/conf/nutch-default.xml (original)
+++ lucene/nutch/branches/mapred/conf/nutch-default.xml Tue Nov 8 10:25:11 2005
@@ -387,7 +387,14 @@
<property>
<name>mapred.system.dir</name>
<value>/tmp/nutch/mapred/system</value>
- <description>The local directory where MapReduce stores control files.
+ <description>The shared directory where MapReduce stores control files.
+ </description>
+</property>
+
+<property>
+ <name>mapred.temp.dir</name>
+ <value>/tmp/nutch/mapred/temp</value>
+ <description>A shared directory for temporary files.
</description>
</property>
Modified: lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Generator.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Generator.java?rev=331858&r1=331857&r2=331858&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Generator.java (original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Generator.java Tue Nov 8 10:25:11 2005
@@ -155,7 +155,8 @@
throws IOException {
File tempDir =
- new File("generate-temp-"+
+ new File(NutchConf.get().get("mapred.temp.dir", ".") +
+ "/generate-temp-"+
Integer.toString(new Random().nextInt(Integer.MAX_VALUE)));
File segment = new File(segments, getDate());
Modified: lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Injector.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Injector.java?rev=331858&r1=331857&r2=331858&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Injector.java (original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Injector.java Tue Nov 8 10:25:11 2005
@@ -84,7 +84,8 @@
LOG.info("Injector: urlDir: " + urlDir);
File tempDir =
- new File("inject-temp-"+
+ new File(NutchConf.get().get("mapred.temp.dir", ".") +
+ "/inject-temp-"+
Integer.toString(new Random().nextInt(Integer.MAX_VALUE)));
// map text input file to a <url,CrawlDatum> file