You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by nd...@apache.org on 2014/04/02 01:27:56 UTC
svn commit: r1583826 - in
/hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase:
mapreduce/IntegrationTestImportTsv.java
test/IntegrationTestBigLinkedList.java test/IntegrationTestLoadAndVerify.java
Author: ndimiduk
Date: Tue Apr 1 23:27:56 2014
New Revision: 1583826
URL: http://svn.apache.org/r1583826
Log:
HBASE-10830 Integration test MR jobs attempt to load htrace jars from the wrong location
Modified:
hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java
hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java
hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java
Modified: hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java?rev=1583826&r1=1583825&r2=1583826&view=diff
==============================================================================
--- hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java (original)
+++ hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java Tue Apr 1 23:27:56 2014
@@ -123,11 +123,18 @@ public class IntegrationTestImportTsv im
util = new IntegrationTestingUtility();
}
util.initializeCluster(1);
+ if (!util.isDistributedCluster()) {
+ // also need MR when running without a real cluster
+ util.startMiniMapReduceCluster();
+ }
}
@AfterClass
public static void releaseCluster() throws Exception {
util.restoreCluster();
+ if (!util.isDistributedCluster()) {
+ util.shutdownMiniMapReduceCluster();
+ }
util = null;
}
Modified: hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java?rev=1583826&r1=1583825&r2=1583826&view=diff
==============================================================================
--- hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java (original)
+++ hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java Tue Apr 1 23:27:56 2014
@@ -1024,10 +1024,22 @@ public class IntegrationTestBigLinkedLis
@Override
public void setUpCluster() throws Exception {
util = getTestingUtil(getConf());
- util.initializeCluster(util.isDistributedCluster() ? 1 : this.NUM_SLAVES_BASE);
+ boolean isDistributed = util.isDistributedCluster();
+ util.initializeCluster(isDistributed ? 1 : this.NUM_SLAVES_BASE);
+ if (!isDistributed) {
+ util.startMiniMapReduceCluster();
+ }
this.setConf(util.getConfiguration());
}
+ @Override
+ public void cleanUpCluster() throws Exception {
+ super.cleanUpCluster();
+ if (util.isDistributedCluster()) {
+ util.shutdownMiniMapReduceCluster();
+ }
+ }
+
@Test
public void testContinuousIngest() throws IOException, Exception {
//Loop <num iterations> <num mappers> <num nodes per mapper> <output dir> <num reducers>
Modified: hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java?rev=1583826&r1=1583825&r2=1583826&view=diff
==============================================================================
--- hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java (original)
+++ hbase/trunk/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java Tue Apr 1 23:27:56 2014
@@ -127,9 +127,18 @@ public class IntegrationTestLoadAndVerif
getConf().setLong(NUM_TO_WRITE_KEY, NUM_TO_WRITE_DEFAULT / 100);
getConf().setInt(NUM_MAP_TASKS_KEY, NUM_MAP_TASKS_DEFAULT / 100);
getConf().setInt(NUM_REDUCE_TASKS_KEY, NUM_REDUCE_TASKS_DEFAULT / 10);
+ util.startMiniMapReduceCluster();
}
}
+@Override
+public void cleanUpCluster() throws Exception {
+ super.cleanUpCluster();
+ if (!util.isDistributedCluster()) {
+ util.shutdownMiniMapReduceCluster();
+ }
+}
+
/**
* Converts a "long" value between endian systems.
* Borrowed from Apache Commons IO