You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-user@lucene.apache.org by YouPeng Yang <yy...@gmail.com> on 2013/08/30 09:50:50 UTC
Failure to open existing log file On HDFS

Hi solr user

   I'm testing the Solr with HDFS.I happend to stop my hdfs before stopping
the solr . After than I started the solr again. An exception come out[1]
that I could not ignore.
   Can anybody  explain the reason and how to avoid it?

Regards

[1]=====================================================
12326 [coreLoadExecutor-4-thread-1] ERROR org.apache.solr.update.UpdateLog
?.Failure to open existing log file (non fatal)
hdfs://lklcluster/solrdata/tlog/tlog.0000000000000000018:org.apache.solr.common.SolrException:
org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.hdfs.protocol.RecoveryInProgressException):
Failed to close file /solrdata/tlog/tlog.0000000000000000018. Lease
recovery is in progress. Try again later.
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLeaseInternal(FSNamesystem.java:2017)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:1828)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFileInt(FSNamesystem.java:2069)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFile(FSNamesystem.java:2046)
    at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.append(NameNodeRpcServer.java:445)
    at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.append(ClientNamenodeProtocolServerSideTranslatorPB.java:285)
    at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java:40734)
    at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:454)
    at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1014)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1741)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1737)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1478)
    at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1735)

    at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:118)
    at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:166)
    at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:134)
    at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
    at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:96)
    at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
    at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
    at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
    at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:537)
    at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:607)
    at org.apache.solr.core.SolrCore.<init>(SolrCore.java:819)
    at org.apache.solr.core.SolrCore.<init>(SolrCore.java:629)
    at org.apache.solr.core.ZkContainer.createFromZk(ZkContainer.java:270)
    at org.apache.solr.core.CoreContainer.create(CoreContainer.java:655)
    at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:364)
    at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:356)
    at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
    at java.util.concurrent.FutureTask.run(FutureTask.java:138)
    at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
    at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
    at java.util.concurrent.FutureTask.run(FutureTask.java:138)
    at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
    at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
    at java.lang.Thread.run(Thread.java:662)
Caused by:
org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.hdfs.protocol.RecoveryInProgressException):
Failed to close file /solrdata/tlog/tlog.0000000000000000018. Lease
recovery is in progress. Try again later.
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLeaseInternal(FSNamesystem.java:2017)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:1828)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFileInt(FSNamesystem.java:2069)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFile(FSNamesystem.java:2046)
    at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.append(NameNodeRpcServer.java:445)
    at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.append(ClientNamenodeProtocolServerSideTranslatorPB.java:285)
    at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java:40734)
    at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:454)
    at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1014)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1741)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1737)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1478)
    at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1735)

    at org.apache.hadoop.ipc.Client.call(Client.java:1235)
    at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202)
    at com.sun.proxy.$Proxy10.append(Unknown Source)
    at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.append(ClientNamenodeProtocolTranslatorPB.java:230)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164)
    at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83)
    at com.sun.proxy.$Proxy11.append(Unknown Source)
    at org.apache.hadoop.hdfs.DFSClient.callAppend(DFSClient.java:1366)
    at org.apache.hadoop.hdfs.DFSClient.append(DFSClient.java:1405)
    at org.apache.hadoop.hdfs.DFSClient.append(DFSClient.java:1393)
    at
org.apache.hadoop.hdfs.DistributedFileSystem.append(DistributedFileSystem.java:253)
    at
org.apache.hadoop.hdfs.DistributedFileSystem.append(DistributedFileSystem.java:77)
    at org.apache.hadoop.fs.FileSystem.append(FileSystem.java:1108)
    at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:83)
    ... 24 more