You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@accumulo.apache.org by "Newman, Elise" <en...@integrity-apps.com> on 2013/04/10 19:10:52 UTC
java.lang.NoSuchMethodError:
org.apache.commons.io.IOUtils.closeQuietly
I'm able to initialize and start Accumulo without any noticeable issues. Everything looks okay for a while, except the warnings about system swappiness being improperly set.
After about ten minutes I see the following in my tserver_*.debug.logs:
2013-04-10 09:09:42,825 [tabletserver.TabletServer] WARN : exception while scanning tablet !0;!0<<
java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
2013-04-10 09:09:42,833 [thrift.ProcessFunction] ERROR: Internal error processing startScan
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1195)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ScanTask.get(TabletServer.java:696)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1186)
... 18 more
Caused by: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
... 18 more
These two repeat, intermittently. The NoSuchMethodError also causes warnings with messages "exception while doing multi-scan" "internal error processing startMultiScan" and "failed to get multiscan result." Any insight as to why this would be happening would be greatly appreciated.
Thanks!
Elise
RE: java.lang.NoSuchMethodError:
org.apache.commons.io.IOUtils.closeQuietly
Posted by "Newman, Elise" <en...@integrity-apps.com>.
Ah, didn't see that, thanks.
From: Josh Elser [mailto:josh.elser@gmail.com]
Sent: Wednesday, April 10, 2013 10:22 AM
To: user@accumulo.apache.org
Subject: Re: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly
See https://issues.apache.org/jira/browse/ACCUMULO-1244
Specifically Adam's description for the ticket for a workaround.
On 4/10/13 1:17 PM, Newman, Elise wrote:
commons/lib contains commons-io-1.4.jar
From: Josh Elser [mailto:josh.elser@gmail.com]
Sent: Wednesday, April 10, 2013 10:15 AM
To: user@accumulo.apache.org<ma...@accumulo.apache.org>
Subject: Re: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly
Elise,
Looks like you're missing a commons-io dependency. Can you check lib and lib/ext and report if you have a commons-io-*.jar present?
On 4/10/13 1:10 PM, Newman, Elise wrote:
I'm able to initialize and start Accumulo without any noticeable issues. Everything looks okay for a while, except the warnings about system swappiness being improperly set.
After about ten minutes I see the following in my tserver_*.debug.logs:
2013-04-10 09:09:42,825 [tabletserver.TabletServer] WARN : exception while scanning tablet !0;!0<<
java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
2013-04-10 09:09:42,833 [thrift.ProcessFunction] ERROR: Internal error processing startScan
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1195)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ScanTask.get(TabletServer.java:696)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1186)
... 18 more
Caused by: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
... 18 more
These two repeat, intermittently. The NoSuchMethodError also causes warnings with messages "exception while doing multi-scan" "internal error processing startMultiScan" and "failed to get multiscan result." Any insight as to why this would be happening would be greatly appreciated.
Thanks!
Elise
Re: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly
Posted by Josh Elser <jo...@gmail.com>.
See https://issues.apache.org/jira/browse/ACCUMULO-1244
Specifically Adam's description for the ticket for a workaround.
On 4/10/13 1:17 PM, Newman, Elise wrote:
>
> commons/lib contains commons-io-1.4.jar
>
> *From:*Josh Elser [mailto:josh.elser@gmail.com]
> *Sent:* Wednesday, April 10, 2013 10:15 AM
> *To:* user@accumulo.apache.org
> *Subject:* Re: java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly
>
> Elise,
>
> Looks like you're missing a commons-io dependency. Can you check lib
> and lib/ext and report if you have a commons-io-*.jar present?
>
> On 4/10/13 1:10 PM, Newman, Elise wrote:
>
> I'm able to initialize and start Accumulo without any noticeable
> issues. Everything looks okay for a while, except the warnings
> about system swappiness being improperly set.
>
> After about ten minutes I see the following in my
> tserver_*.debug.logs:
>
> 2013-04-10 09:09:42,825 [tabletserver.TabletServer] WARN :
> exception while scanning tablet !0;!0<<
>
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
>
> at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
>
> at java.io.DataInputStream.read(DataInputStream.java:132)
>
> at java.io.DataInputStream.readFully(DataInputStream.java:178)
>
> at java.io.DataInputStream.readLong(DataInputStream.java:399)
>
> at
> org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
>
> at
> org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
>
> at
> org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
>
> at
> org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
>
> at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
>
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>
> at java.lang.reflect.Method.invoke(Method.java:597)
>
> at
> org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
>
> at $Proxy10.startScan(Unknown Source)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
>
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
>
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
>
> at
> org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
>
> at
> org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
>
> at
> org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
>
> at
> org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
>
> at
> org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
>
> at java.lang.Thread.run(Thread.java:662)
>
> 2013-04-10 09:09:42,833 [thrift.ProcessFunction] ERROR: Internal
> error processing startScan
>
> java.lang.RuntimeException:
> java.util.concurrent.ExecutionException:
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1195)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
>
> at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
>
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>
> at java.lang.reflect.Method.invoke(Method.java:597)
>
> at
> org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
>
> at $Proxy10.startScan(Unknown Source)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
>
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
>
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
>
> at
> org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
>
> at
> org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
>
> at
> org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
>
> at
> org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
>
> at
> org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
>
> at java.lang.Thread.run(Thread.java:662)
>
> Caused by: java.util.concurrent.ExecutionException:
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ScanTask.get(TabletServer.java:696)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1186)
>
> ... 18 more
>
> Caused by: java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
>
> at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
>
> at java.io.DataInputStream.read(DataInputStream.java:132)
>
> at java.io.DataInputStream.readFully(DataInputStream.java:178)
>
> at java.io.DataInputStream.readLong(DataInputStream.java:399)
>
> at
> org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
>
> at
> org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
>
> at
> org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
>
> at
> org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
>
> ... 18 more
>
> These two repeat, intermittently. The NoSuchMethodError also
> causes warnings with messages "exception while doing multi-scan"
> "internal error processing startMultiScan" and "failed to get
> multiscan result." Any insight as to why this would be happening
> would be greatly appreciated.
>
> Thanks!
>
> Elise
>
RE: java.lang.NoSuchMethodError:
org.apache.commons.io.IOUtils.closeQuietly
Posted by "Newman, Elise" <en...@integrity-apps.com>.
commons/lib contains commons-io-1.4.jar
From: Josh Elser [mailto:josh.elser@gmail.com]
Sent: Wednesday, April 10, 2013 10:15 AM
To: user@accumulo.apache.org
Subject: Re: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly
Elise,
Looks like you're missing a commons-io dependency. Can you check lib and lib/ext and report if you have a commons-io-*.jar present?
On 4/10/13 1:10 PM, Newman, Elise wrote:
I'm able to initialize and start Accumulo without any noticeable issues. Everything looks okay for a while, except the warnings about system swappiness being improperly set.
After about ten minutes I see the following in my tserver_*.debug.logs:
2013-04-10 09:09:42,825 [tabletserver.TabletServer] WARN : exception while scanning tablet !0;!0<<
java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
2013-04-10 09:09:42,833 [thrift.ProcessFunction] ERROR: Internal error processing startScan
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1195)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
at $Proxy10.startScan(Unknown Source)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.accumulo.server.tabletserver.TabletServer$ScanTask.get(TabletServer.java:696)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1186)
... 18 more
Caused by: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
at java.io.DataInputStream.read(DataInputStream.java:132)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
at org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
at org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
at org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
at org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
at org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
at org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
at org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
at org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
at org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
at org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
at org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
at org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
... 18 more
These two repeat, intermittently. The NoSuchMethodError also causes warnings with messages "exception while doing multi-scan" "internal error processing startMultiScan" and "failed to get multiscan result." Any insight as to why this would be happening would be greatly appreciated.
Thanks!
Elise
Re: java.lang.NoSuchMethodError: org.apache.commons.io.IOUtils.closeQuietly
Posted by Josh Elser <jo...@gmail.com>.
Elise,
Looks like you're missing a commons-io dependency. Can you check lib and
lib/ext and report if you have a commons-io-*.jar present?
On 4/10/13 1:10 PM, Newman, Elise wrote:
>
> I'm able to initialize and start Accumulo without any noticeable
> issues. Everything looks okay for a while, except the warnings about
> system swappiness being improperly set.
>
> After about ten minutes I see the following in my tserver_*.debug.logs:
>
> 2013-04-10 09:09:42,825 [tabletserver.TabletServer] WARN : exception
> while scanning tablet !0;!0<<
>
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
>
> at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
>
> at java.io.DataInputStream.read(DataInputStream.java:132)
>
> at java.io.DataInputStream.readFully(DataInputStream.java:178)
>
> at java.io.DataInputStream.readLong(DataInputStream.java:399)
>
> at
> org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
>
> at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
>
> at
> org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
>
> at
> org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
>
> at
> org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
>
> at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
>
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>
> at java.lang.reflect.Method.invoke(Method.java:597)
>
> at
> org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
>
> at $Proxy10.startScan(Unknown Source)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
>
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
>
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
>
> at
> org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
>
> at
> org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
>
> at
> org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
>
> at
> org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
>
> at
> org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
>
> at java.lang.Thread.run(Thread.java:662)
>
> 2013-04-10 09:09:42,833 [thrift.ProcessFunction] ERROR: Internal error
> processing startScan
>
> java.lang.RuntimeException: java.util.concurrent.ExecutionException:
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1195)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.startScan(TabletServer.java:1150)
>
> at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
>
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>
> at java.lang.reflect.Method.invoke(Method.java:597)
>
> at
> org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63)
>
> at $Proxy10.startScan(Unknown Source)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1910)
>
> at
> org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$startScan.getResult(TabletClientService.java:1894)
>
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
>
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
>
> at
> org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:156)
>
> at
> org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478)
>
> at
> org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:208)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
>
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
>
> at
> org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47)
>
> at
> org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34)
>
> at java.lang.Thread.run(Thread.java:662)
>
> Caused by: java.util.concurrent.ExecutionException:
> java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ScanTask.get(TabletServer.java:696)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1186)
>
> ... 18 more
>
> Caused by: java.lang.NoSuchMethodError:
> org.apache.commons.io.IOUtils.closeQuietly(Ljava/io/Closeable;)V
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:986)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471)
>
> at
> org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662)
>
> at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706)
>
> at java.io.DataInputStream.read(DataInputStream.java:132)
>
> at java.io.DataInputStream.readFully(DataInputStream.java:178)
>
> at java.io.DataInputStream.readLong(DataInputStream.java:399)
>
> at
> org.apache.accumulo.core.file.rfile.bcfile.BCFile$Reader.<init>(BCFile.java:608)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.init(CachableBlockFile.java:246)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBCFile(CachableBlockFile.java:257)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.access$000(CachableBlockFile.java:143)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader$MetaBlockLoader.get(CachableBlockFile.java:212)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getBlock(CachableBlockFile.java:313)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:367)
>
> at
> org.apache.accumulo.core.file.blockfile.impl.CachableBlockFile$Reader.getMetaBlock(CachableBlockFile.java:143)
>
> at org.apache.accumulo.core.file.rfile.RFile$Reader.<init>(RFile.java:834)
>
> at
> org.apache.accumulo.core.file.rfile.RFileOperations.openReader(RFileOperations.java:79)
>
> at
> org.apache.accumulo.core.file.DispatchingFileFactory.openReader(FileOperations.java:120)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.reserveReaders(FileManager.java:308)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager.access$500(FileManager.java:55)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:465)
>
> at
> org.apache.accumulo.server.tabletserver.FileManager$ScanFileManager.openFiles(FileManager.java:473)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.createIterator(Tablet.java:2056)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource.iterator(Tablet.java:2018)
>
> at
> org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:163)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.nextBatch(Tablet.java:1735)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet.access$3200(Tablet.java:152)
>
> at
> org.apache.accumulo.server.tabletserver.Tablet$Scanner.read(Tablet.java:1875)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:943)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServerResourceManager.executeReadAhead(TabletServerResourceManager.java:723)
>
> at
> org.apache.accumulo.server.tabletserver.TabletServer$ThriftClientHandler.continueScan(TabletServer.java:1181)
>
> ... 18 more
>
> These two repeat, intermittently. The NoSuchMethodError also causes
> warnings with messages "exception while doing multi-scan" "internal
> error processing startMultiScan" and "failed to get multiscan result."
> Any insight as to why this would be happening would be greatly
> appreciated.
>
> Thanks!
>
> Elise
>