You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@hbase.apache.org by Clint Morgan <cm...@troove.net> on 2009/09/30 00:19:02 UTC
problems with bootstrap on trunk.
I'm playing around with trunk to try and test out the HDFS append in the
HLog. My integration tests are failing during the bootstrap process:
See the log snipped below. Any ideas what I've done wrong? I had a look at
the hbase dir, and its there with the version file, and the root region dir
is there, but the is nothing in it but .logs and .regioninfo.
[29/09/09 15:05:38] 1023 [ Thread-4] DEBUG
op.hbase.zookeeper.HQuorumPeer - found my address: 10.0.1.20, in list:
localhost, setting myId to 0
[29/09/09 15:05:38] 1127 [ main] INFO
he.hadoop.hbase.master.HMaster - My address is 10.0.1.20:60000
[29/09/09 15:05:38] 1132 [ main] WARN
ache.hadoop.conf.Configuration - fs.default.name is deprecated. Instead,
use fs.defaultFS
[29/09/09 15:05:38] 1178 [ main] DEBUG
ache.hadoop.hbase.util.FSUtils - Created version file at
file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase
set its version at:7
[29/09/09 15:05:38] 1245 [ main] INFO
he.hadoop.hbase.master.HMaster - BOOTSTRAP: creating ROOT and first META
regions
[29/09/09 15:05:38] 1261 [ main] INFO
hadoop.hbase.regionserver.HLog - HLog configuration: blocksize=33554432,
rollsize=31876710, enabled=true, flushlogentries=100,
optionallogflushinternal=10000ms
[29/09/09 15:05:38] 1479 [ main] INFO
hadoop.hbase.regionserver.HLog - New hlog
/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/.logs/hlog.dat.1254261938679
[29/09/09 15:05:38] 1481 [ main] DEBUG
oop.hbase.regionserver.HRegion - Opening region -ROOT-,,0, encoded=70236052
[29/09/09 15:05:38] 1533 [ main] ERROR
he.hadoop.hbase.master.HMaster - bootstrap
java.io.FileNotFoundException: File
file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
does not exist.
at
org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
at
org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
at
org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
at
org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
at
org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
at
net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
at
net.troove.application.service.AbstractService.start(AbstractService.java:87)
at
net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
at
net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
at
net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
at
org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
at
org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
at
org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
at
org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
at
org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
at
org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
[29/09/09 15:05:38] 1545 [ main] FATAL
he.hadoop.hbase.master.HMaster - Not starting HMaster because:
java.io.FileNotFoundException: File
file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
does not exist.
at
org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
at
org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
at
org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
at
org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
at
org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
at
net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
at
net.troove.application.service.AbstractService.start(AbstractService.java:87)
at
net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
at
net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
at
net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
at
org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
at
org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
at
org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
at
org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
at
org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
at
org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
Re: problems with bootstrap on trunk.
Posted by stack <st...@duboce.net>.
Please do.
St.Ack
On Wed, Sep 30, 2009 at 10:32 AM, Clint Morgan <cl...@troove.net>wrote:
> Looks like we are asking for a listing of {base}/-ROOT-/{region}/info. But
> that dir does not exist yet so LocalFS is throwing FNF exception.
>
> Maybe this is new semantics from FileSystem?
>
> Anyway, I worked around by checking first if this.homeDir exists in Store.
> I can create a patch...
>
> On Tue, Sep 29, 2009 at 9:00 PM, stack <st...@duboce.net> wrote:
>
> > Can you trace it Clint?
> >
> > Whats odd is that the exception is coming up out of a listStatus, the
> thing
> > that is like a directory listing:
> >
> > java.io.FileNotFoundException: File
> > file:/opt/eclipse/workspace/
> > >
> > >
> > >
> >
> coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > > does not exist.
> > > at
> > >
> > >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> >
> > ....
> >
> > Whats at that line if you check it out in hadoop?
> >
> > St.Ack
> >
> >
> > On Tue, Sep 29, 2009 at 3:19 PM, Clint Morgan <cm...@troove.net>
> > wrote:
> >
> > > I'm playing around with trunk to try and test out the HDFS append in
> the
> > > HLog. My integration tests are failing during the bootstrap process:
> > >
> > > See the log snipped below. Any ideas what I've done wrong? I had a look
> > at
> > > the hbase dir, and its there with the version file, and the root region
> > dir
> > > is there, but the is nothing in it but .logs and .regioninfo.
> > >
> > > [29/09/09 15:05:38] 1023 [ Thread-4] DEBUG
> > > op.hbase.zookeeper.HQuorumPeer - found my address: 10.0.1.20, in list:
> > > localhost, setting myId to 0
> > > [29/09/09 15:05:38] 1127 [ main] INFO
> > > he.hadoop.hbase.master.HMaster - My address is 10.0.1.20:60000
> > > [29/09/09 15:05:38] 1132 [ main] WARN
> > > ache.hadoop.conf.Configuration - fs.default.name is deprecated.
> > Instead,
> > > use fs.defaultFS
> > > [29/09/09 15:05:38] 1178 [ main] DEBUG
> > > ache.hadoop.hbase.util.FSUtils - Created version file at
> > >
> > >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase
> > > set its version at:7
> > > [29/09/09 15:05:38] 1245 [ main] INFO
> > > he.hadoop.hbase.master.HMaster - BOOTSTRAP: creating ROOT and first
> META
> > > regions
> > > [29/09/09 15:05:38] 1261 [ main] INFO
> > > hadoop.hbase.regionserver.HLog - HLog configuration:
> blocksize=33554432,
> > > rollsize=31876710, enabled=true, flushlogentries=100,
> > > optionallogflushinternal=10000ms
> > > [29/09/09 15:05:38] 1479 [ main] INFO
> > > hadoop.hbase.regionserver.HLog - New hlog
> > >
> > >
> >
> /opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/.logs/hlog.dat.1254261938679
> > > [29/09/09 15:05:38] 1481 [ main] DEBUG
> > > oop.hbase.regionserver.HRegion - Opening region -ROOT-,,0,
> > > encoded=70236052
> > > [29/09/09 15:05:38] 1533 [ main] ERROR
> > > he.hadoop.hbase.master.HMaster - bootstrap
> > > java.io.FileNotFoundException: File
> > >
> > >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > > does not exist.
> > > at
> > >
> > >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> > > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> > > at
> > >
> > >
> >
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> > > at
> > >
> org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> > > at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> > > at
> > >
> > >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> > > at
> > >
> org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> > > at
> > >
> > >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> > > at
> org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> > > at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> > > at
> > >
> > >
> >
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> > > at
> > >
> > >
> >
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> > > at
> > >
> > >
> >
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> > > at
> > >
> > >
> >
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> > > at
> > >
> > >
> >
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > >
> > >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > > at
> > >
> > >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > > at java.lang.reflect.Method.invoke(Method.java:597)
> > > at
> > > org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> > > at
> > >
> org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> > > at
> > >
> >
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> > > at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > >
> > >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > > at
> > >
> > >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > > at java.lang.reflect.Method.invoke(Method.java:597)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
> > > [29/09/09 15:05:38] 1545 [ main] FATAL
> > > he.hadoop.hbase.master.HMaster - Not starting HMaster because:
> > > java.io.FileNotFoundException: File
> > >
> > >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > > does not exist.
> > > at
> > >
> > >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> > > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> > > at
> > >
> > >
> >
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> > > at
> > >
> org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> > > at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> > > at
> > >
> > >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> > > at
> > >
> org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> > > at
> > >
> > >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> > > at
> org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> > > at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> > > at
> > >
> > >
> >
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> > > at
> > >
> > >
> >
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> > > at
> > >
> > >
> >
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> > > at
> > >
> > >
> >
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> > > at
> > >
> > >
> >
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > >
> > >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > > at
> > >
> > >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > > at java.lang.reflect.Method.invoke(Method.java:597)
> > > at
> > > org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> > > at
> > >
> org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> > > at
> > >
> >
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> > > at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > >
> > >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > > at
> > >
> > >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > > at java.lang.reflect.Method.invoke(Method.java:597)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> > > at
> > >
> > >
> >
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
> > >
> >
>
Re: problems with bootstrap on trunk.
Posted by Clint Morgan <cl...@troove.net>.
Looks like we are asking for a listing of {base}/-ROOT-/{region}/info. But
that dir does not exist yet so LocalFS is throwing FNF exception.
Maybe this is new semantics from FileSystem?
Anyway, I worked around by checking first if this.homeDir exists in Store.
I can create a patch...
On Tue, Sep 29, 2009 at 9:00 PM, stack <st...@duboce.net> wrote:
> Can you trace it Clint?
>
> Whats odd is that the exception is coming up out of a listStatus, the thing
> that is like a directory listing:
>
> java.io.FileNotFoundException: File
> file:/opt/eclipse/workspace/
> >
> >
> >
> coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > does not exist.
> > at
> >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
>
> ....
>
> Whats at that line if you check it out in hadoop?
>
> St.Ack
>
>
> On Tue, Sep 29, 2009 at 3:19 PM, Clint Morgan <cm...@troove.net>
> wrote:
>
> > I'm playing around with trunk to try and test out the HDFS append in the
> > HLog. My integration tests are failing during the bootstrap process:
> >
> > See the log snipped below. Any ideas what I've done wrong? I had a look
> at
> > the hbase dir, and its there with the version file, and the root region
> dir
> > is there, but the is nothing in it but .logs and .regioninfo.
> >
> > [29/09/09 15:05:38] 1023 [ Thread-4] DEBUG
> > op.hbase.zookeeper.HQuorumPeer - found my address: 10.0.1.20, in list:
> > localhost, setting myId to 0
> > [29/09/09 15:05:38] 1127 [ main] INFO
> > he.hadoop.hbase.master.HMaster - My address is 10.0.1.20:60000
> > [29/09/09 15:05:38] 1132 [ main] WARN
> > ache.hadoop.conf.Configuration - fs.default.name is deprecated.
> Instead,
> > use fs.defaultFS
> > [29/09/09 15:05:38] 1178 [ main] DEBUG
> > ache.hadoop.hbase.util.FSUtils - Created version file at
> >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase
> > set its version at:7
> > [29/09/09 15:05:38] 1245 [ main] INFO
> > he.hadoop.hbase.master.HMaster - BOOTSTRAP: creating ROOT and first META
> > regions
> > [29/09/09 15:05:38] 1261 [ main] INFO
> > hadoop.hbase.regionserver.HLog - HLog configuration: blocksize=33554432,
> > rollsize=31876710, enabled=true, flushlogentries=100,
> > optionallogflushinternal=10000ms
> > [29/09/09 15:05:38] 1479 [ main] INFO
> > hadoop.hbase.regionserver.HLog - New hlog
> >
> >
> /opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/.logs/hlog.dat.1254261938679
> > [29/09/09 15:05:38] 1481 [ main] DEBUG
> > oop.hbase.regionserver.HRegion - Opening region -ROOT-,,0,
> > encoded=70236052
> > [29/09/09 15:05:38] 1533 [ main] ERROR
> > he.hadoop.hbase.master.HMaster - bootstrap
> > java.io.FileNotFoundException: File
> >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > does not exist.
> > at
> >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> > at
> >
> >
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> > at
> > org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> > at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> > at
> >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> > at
> > org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> > at
> >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> > at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> > at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> > at
> >
> >
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> > at
> >
> >
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> > at
> >
> >
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> > at
> >
> >
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> > at
> >
> >
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > at
> >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > at java.lang.reflect.Method.invoke(Method.java:597)
> > at
> > org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> > at
> > org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> > at
> >
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> > at
> >
> >
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> > at
> >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> > at
> >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> > at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > at
> >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > at java.lang.reflect.Method.invoke(Method.java:597)
> > at
> >
> >
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> > at
> >
> >
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
> > [29/09/09 15:05:38] 1545 [ main] FATAL
> > he.hadoop.hbase.master.HMaster - Not starting HMaster because:
> > java.io.FileNotFoundException: File
> >
> >
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> > does not exist.
> > at
> >
> >
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> > at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> > at
> >
> >
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> > at
> > org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> > at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> > at
> >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> > at
> > org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> > at
> >
> >
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> > at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> > at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> > at
> >
> >
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> > at
> >
> >
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> > at
> >
> >
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> > at
> >
> >
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> > at
> >
> >
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > at
> >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > at java.lang.reflect.Method.invoke(Method.java:597)
> > at
> > org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> > at
> > org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> > at
> >
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> > at
> >
> >
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> > at
> >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> > at
> >
> >
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> > at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> >
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> > at
> >
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> > at java.lang.reflect.Method.invoke(Method.java:597)
> > at
> >
> >
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> > at
> >
> >
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
> >
>
Re: problems with bootstrap on trunk.
Posted by stack <st...@duboce.net>.
Can you trace it Clint?
Whats odd is that the exception is coming up out of a listStatus, the thing
that is like a directory listing:
java.io.FileNotFoundException: File
file:/opt/eclipse/workspace/
>
>
> coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> does not exist.
> at
>
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
....
Whats at that line if you check it out in hadoop?
St.Ack
On Tue, Sep 29, 2009 at 3:19 PM, Clint Morgan <cm...@troove.net> wrote:
> I'm playing around with trunk to try and test out the HDFS append in the
> HLog. My integration tests are failing during the bootstrap process:
>
> See the log snipped below. Any ideas what I've done wrong? I had a look at
> the hbase dir, and its there with the version file, and the root region dir
> is there, but the is nothing in it but .logs and .regioninfo.
>
> [29/09/09 15:05:38] 1023 [ Thread-4] DEBUG
> op.hbase.zookeeper.HQuorumPeer - found my address: 10.0.1.20, in list:
> localhost, setting myId to 0
> [29/09/09 15:05:38] 1127 [ main] INFO
> he.hadoop.hbase.master.HMaster - My address is 10.0.1.20:60000
> [29/09/09 15:05:38] 1132 [ main] WARN
> ache.hadoop.conf.Configuration - fs.default.name is deprecated. Instead,
> use fs.defaultFS
> [29/09/09 15:05:38] 1178 [ main] DEBUG
> ache.hadoop.hbase.util.FSUtils - Created version file at
>
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase
> set its version at:7
> [29/09/09 15:05:38] 1245 [ main] INFO
> he.hadoop.hbase.master.HMaster - BOOTSTRAP: creating ROOT and first META
> regions
> [29/09/09 15:05:38] 1261 [ main] INFO
> hadoop.hbase.regionserver.HLog - HLog configuration: blocksize=33554432,
> rollsize=31876710, enabled=true, flushlogentries=100,
> optionallogflushinternal=10000ms
> [29/09/09 15:05:38] 1479 [ main] INFO
> hadoop.hbase.regionserver.HLog - New hlog
>
> /opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/.logs/hlog.dat.1254261938679
> [29/09/09 15:05:38] 1481 [ main] DEBUG
> oop.hbase.regionserver.HRegion - Opening region -ROOT-,,0,
> encoded=70236052
> [29/09/09 15:05:38] 1533 [ main] ERROR
> he.hadoop.hbase.master.HMaster - bootstrap
> java.io.FileNotFoundException: File
>
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> does not exist.
> at
>
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> at
>
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> at
> org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> at
>
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> at
> org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> at
>
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> at
>
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> at
>
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> at
>
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> at
>
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> at
>
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at
>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at
> org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> at
> org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> at
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> at
>
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> at
>
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> at
>
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at
>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at
>
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> at
>
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
> [29/09/09 15:05:38] 1545 [ main] FATAL
> he.hadoop.hbase.master.HMaster - Not starting HMaster because:
> java.io.FileNotFoundException: File
>
> file:/opt/eclipse/workspace/coin/storage/storage/target/AbstractCleanHBaseSuite/hbase/-ROOT-/70236052/info
> does not exist.
> at
>
> org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:303)
> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1058)
> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1083)
> at
>
> org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:473)
> at
> org.apache.hadoop.hbase.regionserver.Store.loadStoreFiles(Store.java:385)
> at org.apache.hadoop.hbase.regionserver.Store.<init>(Store.java:217)
> at
>
> org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:1496)
> at
> org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:303)
> at
>
> org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:1829)
> at org.apache.hadoop.hbase.master.HMaster.bootstrap(HMaster.java:286)
> at org.apache.hadoop.hbase.master.HMaster.<init>(HMaster.java:222)
> at
>
> net.troove.application.service.HBaseMasterService.startInternal(HBaseMasterService.java:79)
> at
>
> net.troove.application.service.AbstractService.start(AbstractService.java:87)
> at
>
> net.troove.testutils.IntegrationEnvironmentSupport.startEnvironment(IntegrationEnvironmentSupport.java:101)
> at
>
> net.troove.test.AbstractCleanHBaseSuite.setupEnvironment(AbstractCleanHBaseSuite.java:28)
> at
>
> net.troove.test.AbstractHBaseSuiteITest.setupEnvironment(AbstractHBaseSuiteITest.java:15)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at
>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at
> org.junit.internal.runners.ClassRoadie.runBefores(ClassRoadie.java:49)
> at
> org.junit.internal.runners.ClassRoadie.runProtected(ClassRoadie.java:36)
> at
> org.junit.internal.runners.JUnit4ClassRunner.run(JUnit4ClassRunner.java:42)
> at
>
> org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:62)
> at
>
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:140)
> at
>
> org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:127)
> at org.apache.maven.surefire.Surefire.run(Surefire.java:177)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at
>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597)
> at
>
> org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:345)
> at
>
> org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1009)
>