You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@oozie.apache.org by Mona Chitnis <ch...@yahoo-inc.com> on 2011/11/18 09:18:35 UTC
Oozie unit test case failing with Hadoop .23
Hello,
I compiled the latest Hadoop .23 from the branch which included the MiniMRCluster addition. Then I compiled Oozie with the new Hadoop dependencies.
However, unit tests are failing. For example, see below
-------------------------------------------------------------------------------
Test set: org.apache.oozie.action.hadoop.TestJavaActionExecutor
-------------------------------------------------------------------------------
Tests run: 14, Failures: 0, Errors: 14, Skipped: 0, Time elapsed: 136.188 sec <<< FAILURE!
testLauncherJar(org.apache.oozie.action.hadoop.TestJavaActionExecutor) Time elapsed: 4.572 sec <<< ERROR!
org.apache.hadoop.yarn.YarnException: Failed to Start org.apache.hadoop.mapred.MiniMRCluster
at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:78)
at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:67)
at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:176)
at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:166)
at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:158)
at org.apache.oozie.test.XTestCase.setUpEmbeddedHadoop(XTestCase.java:678)
at org.apache.oozie.test.XTestCase.setUp(XTestCase.java:247)
at org.apache.oozie.test.XFsTestCase.setUp(XFsTestCase.java:58)
at org.apache.oozie.action.hadoop.ActionExecutorTestCase.setUp(ActionExecutorTestCase.java:61)
at junit.framework.TestCase.runBare(TestCase.java:125)
at junit.framework.TestResult$1.protect(TestResult.java:106)
at junit.framework.TestResult.runProtected(TestResult.java:124)
at junit.framework.TestResult.run(TestResult.java:109)
at junit.framework.TestCase.run(TestCase.java:118)
at junit.framework.TestSuite.runTest(TestSuite.java:208)
at junit.framework.TestSuite.run(TestSuite.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.maven.surefire.junit.JUnitTestSet.execute(JUnitTestSet.java:213)
at org.apache.maven.surefire.junit.JUnit3Provider.executeTestSet(JUnit3Provider.java:109)
at org.apache.maven.surefire.junit.JUnit3Provider.invoke(JUnit3Provider.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.maven.surefire.booter.ProviderFactory$ClassLoaderProxy.invoke(ProviderFactory.java:101)
at $Proxy0.invoke(Unknown Source)
at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:139)
at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcess(SurefireStarter.java:82)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:81)
Caused by: org.apache.hadoop.yarn.YarnException: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:143)
at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:68)
... 31 more
Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:123)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createScheduler(ResourceManager.java:227)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.init(ResourceManager.java:152)
at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:123)
... 32 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:121)
... 35 more
Caused by: java.lang.ExceptionInInitializerError
at org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler.<init>(FifoScheduler.java:129)
... 40 more
Caused by: java.lang.IllegalStateException: org.slf4j.LoggerFactory could not be successfully initialized. See also http://www.slf4j.org/codes.html#unsuccessfulInit
at org.slf4j.LoggerFactory.getILoggerFactory(LoggerFactory.java:277)
at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:241)
at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:254)
at org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.<clinit>(QueueMetrics.java:64)
... 41 more
Caused by: org.apache.hadoop.yarn.YarnException: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:143)
at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:68)
... 31 more
Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:123)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createScheduler(ResourceManager.java:227)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.init(ResourceManager.java:152)
at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:123)
... 32 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:121)
... 35 more
Caused by: java.lang.ExceptionInInitializerError
at org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler.<init>(FifoScheduler.java:129)
... 40 more
Caused by: java.lang.IllegalStateException: org.slf4j.LoggerFactory could not be successfully initialized. See also http://www.slf4j.org/codes.html#unsuccessfulInit
at org.slf4j.LoggerFactory.getILoggerFactory(LoggerFactory.java:277)
at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:241)
at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:254)
at org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.<clinit>(QueueMetrics.java:64)
... 41 more
Help will be appreciated.
--
Mona Chitnis
Re: Oozie unit test case failing with Hadoop .23
Posted by Alejandro Abdelnur <tu...@cloudera.com>.
Mona,
I've sent and email yesterday evening on how to successfully
build/test Oozie using Hadoop 0.23/trunk.
Thanks.
Alejandro
PS: you need MAPREDUCE-3415 and the not yet committed HADOOP-7590
On Fri, Nov 18, 2011 at 12:18 AM, Mona Chitnis <ch...@yahoo-inc.com> wrote:
> Hello,
>
> I compiled the latest Hadoop .23 from the branch which included the MiniMRCluster addition. Then I compiled Oozie with the new Hadoop dependencies.
>
> However, unit tests are failing. For example, see below
>
> -------------------------------------------------------------------------------
> Test set: org.apache.oozie.action.hadoop.TestJavaActionExecutor
> -------------------------------------------------------------------------------
> Tests run: 14, Failures: 0, Errors: 14, Skipped: 0, Time elapsed: 136.188 sec <<< FAILURE!
> testLauncherJar(org.apache.oozie.action.hadoop.TestJavaActionExecutor) Time elapsed: 4.572 sec <<< ERROR!
> org.apache.hadoop.yarn.YarnException: Failed to Start org.apache.hadoop.mapred.MiniMRCluster
> at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:78)
> at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:67)
> at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:176)
> at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:166)
> at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:158)
> at org.apache.oozie.test.XTestCase.setUpEmbeddedHadoop(XTestCase.java:678)
> at org.apache.oozie.test.XTestCase.setUp(XTestCase.java:247)
> at org.apache.oozie.test.XFsTestCase.setUp(XFsTestCase.java:58)
> at org.apache.oozie.action.hadoop.ActionExecutorTestCase.setUp(ActionExecutorTestCase.java:61)
> at junit.framework.TestCase.runBare(TestCase.java:125)
> at junit.framework.TestResult$1.protect(TestResult.java:106)
> at junit.framework.TestResult.runProtected(TestResult.java:124)
> at junit.framework.TestResult.run(TestResult.java:109)
> at junit.framework.TestCase.run(TestCase.java:118)
> at junit.framework.TestSuite.runTest(TestSuite.java:208)
> at junit.framework.TestSuite.run(TestSuite.java:203)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at org.apache.maven.surefire.junit.JUnitTestSet.execute(JUnitTestSet.java:213)
> at org.apache.maven.surefire.junit.JUnit3Provider.executeTestSet(JUnit3Provider.java:109)
> at org.apache.maven.surefire.junit.JUnit3Provider.invoke(JUnit3Provider.java:81)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at org.apache.maven.surefire.booter.ProviderFactory$ClassLoaderProxy.invoke(ProviderFactory.java:101)
> at $Proxy0.invoke(Unknown Source)
> at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:139)
> at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcess(SurefireStarter.java:82)
> at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:81)
> Caused by: org.apache.hadoop.yarn.YarnException: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
> at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:143)
> at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:68)
> ... 31 more
> Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
> at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:123)
> at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createScheduler(ResourceManager.java:227)
> at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.init(ResourceManager.java:152)
> at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:123)
> ... 32 more
> Caused by: java.lang.reflect.InvocationTargetException
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
> at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:121)
> ... 35 more
> Caused by: java.lang.ExceptionInInitializerError
> at org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler.<init>(FifoScheduler.java:129)
> ... 40 more
> Caused by: java.lang.IllegalStateException: org.slf4j.LoggerFactory could not be successfully initialized. See also http://www.slf4j.org/codes.html#unsuccessfulInit
> at org.slf4j.LoggerFactory.getILoggerFactory(LoggerFactory.java:277)
> at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:241)
> at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:254)
> at org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.<clinit>(QueueMetrics.java:64)
> ... 41 more
> Caused by: org.apache.hadoop.yarn.YarnException: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
> at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:143)
> at org.apache.hadoop.yarn.service.CompositeService.start(CompositeService.java:68)
> ... 31 more
> Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
> at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:123)
> at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createScheduler(ResourceManager.java:227)
> at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.init(ResourceManager.java:152)
> at org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper.start(MiniYARNCluster.java:123)
> ... 32 more
> Caused by: java.lang.reflect.InvocationTargetException
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
> at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:121)
> ... 35 more
> Caused by: java.lang.ExceptionInInitializerError
> at org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler.<init>(FifoScheduler.java:129)
> ... 40 more
> Caused by: java.lang.IllegalStateException: org.slf4j.LoggerFactory could not be successfully initialized. See also http://www.slf4j.org/codes.html#unsuccessfulInit
> at org.slf4j.LoggerFactory.getILoggerFactory(LoggerFactory.java:277)
> at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:241)
> at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:254)
> at org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.<clinit>(QueueMetrics.java:64)
> ... 41 more
>
>
> Help will be appreciated.
>
> --
> Mona Chitnis
>