You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@whirr.apache.org by to...@apache.org on 2011/01/07 18:17:27 UTC

svn commit: r1056398 - in /incubator/whirr/trunk: CHANGES.txt scripts/apache/hadoop/post-configure services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java

Author: tomwhite
Date: Fri Jan  7 17:17:27 2011
New Revision: 1056398

URL: http://svn.apache.org/viewvc?rev=1056398&view=rev
Log:
WHIRR-190. Create /tmp in HDFS for Pig. Contributed by Andrei Savu and tomwhite.

Modified:
    incubator/whirr/trunk/CHANGES.txt
    incubator/whirr/trunk/scripts/apache/hadoop/post-configure
    incubator/whirr/trunk/services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java

Modified: incubator/whirr/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/incubator/whirr/trunk/CHANGES.txt?rev=1056398&r1=1056397&r2=1056398&view=diff
==============================================================================
--- incubator/whirr/trunk/CHANGES.txt (original)
+++ incubator/whirr/trunk/CHANGES.txt Fri Jan  7 17:17:27 2011
@@ -58,6 +58,9 @@ Trunk (unreleased changes)
     WHIRR-155. Support multiple versions of Cassandra.
     (Stu Hood via johan)
 
+    WHIRR-190. Create /tmp in HDFS for Pig. (Andrei Savu and tomwhite via
+    tomwhite)
+
   BUG FIXES
 
     WHIRR-128. Fix DNS resolution for clients running within EC2.

Modified: incubator/whirr/trunk/scripts/apache/hadoop/post-configure
URL: http://svn.apache.org/viewvc/incubator/whirr/trunk/scripts/apache/hadoop/post-configure?rev=1056398&r1=1056397&r2=1056398&view=diff
==============================================================================
--- incubator/whirr/trunk/scripts/apache/hadoop/post-configure (original)
+++ incubator/whirr/trunk/scripts/apache/hadoop/post-configure Fri Jan  7 17:17:27 2011
@@ -371,6 +371,12 @@ function start_namenode() {
   # The following is questionable, as it allows a user to delete another user
   # It's needed to allow users to create their own user directories
   $AS_HADOOP "$HADOOP_HOME/bin/hadoop fs -chmod +w /user"
+  
+  # Create temporary directory for Pig and Hive in HDFS
+  $AS_HADOOP "$HADOOP_HOME/bin/hadoop fs -mkdir /tmp"
+  $AS_HADOOP "$HADOOP_HOME/bin/hadoop fs -chmod +w /tmp"
+  $AS_HADOOP "$HADOOP_HOME/bin/hadoop fs -mkdir /user/hive/warehouse"
+  $AS_HADOOP "$HADOOP_HOME/bin/hadoop fs -chmod +w /user/hive/warehouse"
 
 }
 

Modified: incubator/whirr/trunk/services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java
URL: http://svn.apache.org/viewvc/incubator/whirr/trunk/services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java?rev=1056398&r1=1056397&r2=1056398&view=diff
==============================================================================
--- incubator/whirr/trunk/services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java (original)
+++ incubator/whirr/trunk/services/hadoop/src/test/java/org/apache/whirr/service/hadoop/integration/HadoopServiceTest.java Fri Jan  7 17:17:27 2011
@@ -20,6 +20,8 @@ package org.apache.whirr.service.hadoop.
 
 import static junit.framework.Assert.assertEquals;
 import static junit.framework.Assert.assertNull;
+import static org.hamcrest.core.Is.is;
+import static org.junit.Assert.assertThat;
 
 import java.io.BufferedReader;
 import java.io.InputStreamReader;
@@ -89,4 +91,13 @@ public class HadoopServiceTest {
     
   }
 
+  @Test
+  public void testExistsTemporaryFolderAndHiveWarehouse() throws Exception {
+    Configuration conf = controller.getConfiguration();
+    FileSystem fs = FileSystem.get(conf);
+
+    assertThat(fs.exists(new Path("/tmp")), is(true));
+    assertThat(fs.exists(new Path("/user/hive/warehouse")), is(true));
+  }
+
 }