You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@karaf.apache.org by Francois Papon <fr...@openobject.fr> on 2017/11/11 15:48:52 UTC
[4.2.0.M1] - Error install standard Decanter feature
Hi,
I tested Decanter and install standard decanter feature, it seems that
some module base of JDK9 are not exported :
IllegalAccessException[class org.apache.lucene.store.MMapDirectory$2$1
cannot access class jdk.internal.ref.Cleaner (in module java.base)
because module java.base does not export jdk.internal.ref to unnamed module
I had to stop the instance because the CPU and GC activity gone to
overload (check with visualvm)
karaf@root()> repo-add decanter
karaf@root()> feature:install decanter
Do you want me to create a JIRA for this ?
full trace here :
19:34:54.075 WARN [elasticsearch[decanter][generic][T#12]] [decanter]
[karaf-2017.11.11][4] received shard failed for [karaf-2017.11.11][4],
node[s6bQIx4pTKiS2xhrzT22HA], [P], v[289], s[INITIALIZING],
a[id=2RqgQiSBRw20E7Az8c_Sew],
unassigned_info[[reason=ALLOCATION_FAILED],
at[2017-11-11T15:34:42.787Z], details[engine failure, reason [lucene
commit failed], failure IOException[Unable to unmap the mapped buffer:
MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7y_Lucene50_0.tim")];
nested: IllegalAccessException[class
org.apache.lucene.store.MMapDirectory$2$1 cannot access class
jdk.internal.ref.Cleaner (in module java.base) because module java.base
does not export jdk.internal.ref to unnamed module @65f38f56]; ]],
indexUUID [OE8jZe_wTLa6DDpHBhbQzA], message [failed recovery], failure
[IndexShardRecoveryException[failed to recovery from gateway]; nested:
EngineCreationFailureException[failed to recover from translog]; nested:
FlushFailedEngineException[Flush failed]; nested: IOException[Unable to
unmap the mapped buffer:
MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")];
nested: IllegalAccessException[class
org.apache.lucene.store.MMapDirectory$2$1 cannot access class
jdk.internal.ref.Cleaner (in module java.base) because module java.base
does not export jdk.internal.ref to unnamed module @65f38f56]; ]
org.elasticsearch.index.shard.IndexShardRecoveryException: failed to
recovery from gateway
at
org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:254)
~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
at
org.elasticsearch.index.shard.StoreRecoveryService.access$100(StoreRecoveryService.java:56)
~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
at
org.elasticsearch.index.shard.StoreRecoveryService$1.run(StoreRecoveryService.java:129)
[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[?:?]
at java.lang.Thread.run(Thread.java:844) [?:?]
Caused by:
org.elasticsearch.index.engine.EngineCreationFailureException: failed to
recover from translog
at
org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:178)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
~[?:?]
at
org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
~[?:?]
... 5 more
Caused by: org.elasticsearch.index.engine.FlushFailedEngineException:
Flush failed
at
org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:771)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
~[?:?]
at
org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
~[?:?]
... 5 more
Caused by: java.io.IOException: Unable to unmap the mapped buffer:
MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")
at
org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:332)
~[?:?]
at
org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
~[?:?]
at
org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
~[?:?]
at
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
~[?:?]
at
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
~[?:?]
at
org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
~[?:?]
at
org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
~[?:?]
at
org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
~[?:?]
at
org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
~[?:?]
at
org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
~[?:?]
at
org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
~[?:?]
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
~[?:?]
at
org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
~[?:?]
... 5 more
Caused by: java.lang.IllegalAccessException: class
org.apache.lucene.store.MMapDirectory$2$1 cannot access class
jdk.internal.ref.Cleaner (in module java.base) because module java.base
does not export jdk.internal.ref to unnamed module @65f38f56
at
jdk.internal.reflect.Reflection.newIllegalAccessException(Reflection.java:361)
~[?:?]
at
java.lang.reflect.AccessibleObject.checkAccess(AccessibleObject.java:589)
~[?:?]
at java.lang.reflect.Method.invoke(Method.java:556) ~[?:?]
at
org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:325) ~[?:?]
at
org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:316) ~[?:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:?]
at
org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:316)
~[?:?]
at
org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
~[?:?]
at
org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
~[?:?]
at
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
~[?:?]
at
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
~[?:?]
at
org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
~[?:?]
at
org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
~[?:?]
at
org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
~[?:?]
at
org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
~[?:?]
at
org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
~[?:?]
at
org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
~[?:?]
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
~[?:?]
at
org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
~[?:?]
at
org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
~[?:?]
at
org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
~[?:?]
... 5 more
Re: [4.2.0.M1] - Error install standard Decanter feature
Posted by Francois Papon <fr...@openobject.fr>.
Ok
Thanks ;)
Le 12/11/2017 à 10:29, Jean-Baptiste Onofré a écrit :
> Hi,
>
> no need to create a Jira: most of Decanter dependencies (like
> elasticsearch which embed lucene) don't support Java 9.
>
> It's not directly a Decanter issue, it will be fixed when Decanter
> will update those dependencies.
>
> Regards
> JB
>
> On 11/11/2017 04:48 PM, Francois Papon wrote:
>> Hi,
>>
>> I tested Decanter and install standard decanter feature, it seems that
>> some module base of JDK9 are not exported :
>>
>> IllegalAccessException[class org.apache.lucene.store.MMapDirectory$2$1
>> cannot access class jdk.internal.ref.Cleaner (in module java.base)
>> because module java.base does not export jdk.internal.ref to unnamed
>> module
>>
>> I had to stop the instance because the CPU and GC activity gone to
>> overload (check with visualvm)
>>
>> karaf@root()> repo-add decanter
>>
>> karaf@root()> feature:install decanter
>>
>> Do you want me to create a JIRA for this ?
>>
>> full trace here :
>>
>> 19:34:54.075 WARN [elasticsearch[decanter][generic][T#12]] [decanter]
>> [karaf-2017.11.11][4] received shard failed for [karaf-2017.11.11][4],
>> node[s6bQIx4pTKiS2xhrzT22HA], [P], v[289], s[INITIALIZING],
>> a[id=2RqgQiSBRw20E7Az8c_Sew],
>> unassigned_info[[reason=ALLOCATION_FAILED],
>> at[2017-11-11T15:34:42.787Z], details[engine failure, reason [lucene
>> commit failed], failure IOException[Unable to unmap the mapped buffer:
>> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7y_Lucene50_0.tim")];
>>
>> nested: IllegalAccessException[class
>> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
>> jdk.internal.ref.Cleaner (in module java.base) because module java.base
>> does not export jdk.internal.ref to unnamed module @65f38f56]; ]],
>> indexUUID [OE8jZe_wTLa6DDpHBhbQzA], message [failed recovery], failure
>> [IndexShardRecoveryException[failed to recovery from gateway]; nested:
>> EngineCreationFailureException[failed to recover from translog]; nested:
>> FlushFailedEngineException[Flush failed]; nested: IOException[Unable to
>> unmap the mapped buffer:
>> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")];
>>
>> nested: IllegalAccessException[class
>> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
>> jdk.internal.ref.Cleaner (in module java.base) because module java.base
>> does not export jdk.internal.ref to unnamed module @65f38f56]; ]
>> org.elasticsearch.index.shard.IndexShardRecoveryException: failed to
>> recovery from gateway
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:254)
>>
>> ~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.access$100(StoreRecoveryService.java:56)
>>
>> ~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService$1.run(StoreRecoveryService.java:129)
>>
>> [67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
>> at
>> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
>>
>> [?:?]
>> at
>> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
>>
>> [?:?]
>> at java.lang.Thread.run(Thread.java:844) [?:?]
>> Caused by:
>> org.elasticsearch.index.engine.EngineCreationFailureException: failed to
>> recover from translog
>> at
>> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:178)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
>>
>> ~[?:?]
>> ... 5 more
>> Caused by: org.elasticsearch.index.engine.FlushFailedEngineException:
>> Flush failed
>> at
>> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:771)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
>>
>> ~[?:?]
>> ... 5 more
>> Caused by: java.io.IOException: Unable to unmap the mapped buffer:
>> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")
>>
>> at
>> org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:332)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
>>
>> ~[?:?]
>> ... 5 more
>> Caused by: java.lang.IllegalAccessException: class
>> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
>> jdk.internal.ref.Cleaner (in module java.base) because module java.base
>> does not export jdk.internal.ref to unnamed module @65f38f56
>> at
>> jdk.internal.reflect.Reflection.newIllegalAccessException(Reflection.java:361)
>>
>> ~[?:?]
>> at
>> java.lang.reflect.AccessibleObject.checkAccess(AccessibleObject.java:589)
>>
>> ~[?:?]
>> at java.lang.reflect.Method.invoke(Method.java:556) ~[?:?]
>> at
>> org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:325)
>> ~[?:?]
>> at
>> org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:316)
>> ~[?:?]
>> at java.security.AccessController.doPrivileged(Native Method)
>> ~[?:?]
>> at
>> org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:316)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
>>
>> ~[?:?]
>> at
>> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
>>
>> ~[?:?]
>> at
>> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
>>
>> ~[?:?]
>> ... 5 more
>>
>
Re: [4.2.0.M1] - Error install standard Decanter feature
Posted by Jean-Baptiste Onofré <jb...@nanthrax.net>.
Hi,
no need to create a Jira: most of Decanter dependencies (like elasticsearch
which embed lucene) don't support Java 9.
It's not directly a Decanter issue, it will be fixed when Decanter will update
those dependencies.
Regards
JB
On 11/11/2017 04:48 PM, Francois Papon wrote:
> Hi,
>
> I tested Decanter and install standard decanter feature, it seems that
> some module base of JDK9 are not exported :
>
> IllegalAccessException[class org.apache.lucene.store.MMapDirectory$2$1
> cannot access class jdk.internal.ref.Cleaner (in module java.base)
> because module java.base does not export jdk.internal.ref to unnamed module
>
> I had to stop the instance because the CPU and GC activity gone to
> overload (check with visualvm)
>
> karaf@root()> repo-add decanter
>
> karaf@root()> feature:install decanter
>
> Do you want me to create a JIRA for this ?
>
> full trace here :
>
> 19:34:54.075 WARN [elasticsearch[decanter][generic][T#12]] [decanter]
> [karaf-2017.11.11][4] received shard failed for [karaf-2017.11.11][4],
> node[s6bQIx4pTKiS2xhrzT22HA], [P], v[289], s[INITIALIZING],
> a[id=2RqgQiSBRw20E7Az8c_Sew],
> unassigned_info[[reason=ALLOCATION_FAILED],
> at[2017-11-11T15:34:42.787Z], details[engine failure, reason [lucene
> commit failed], failure IOException[Unable to unmap the mapped buffer:
> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7y_Lucene50_0.tim")];
> nested: IllegalAccessException[class
> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
> jdk.internal.ref.Cleaner (in module java.base) because module java.base
> does not export jdk.internal.ref to unnamed module @65f38f56]; ]],
> indexUUID [OE8jZe_wTLa6DDpHBhbQzA], message [failed recovery], failure
> [IndexShardRecoveryException[failed to recovery from gateway]; nested:
> EngineCreationFailureException[failed to recover from translog]; nested:
> FlushFailedEngineException[Flush failed]; nested: IOException[Unable to
> unmap the mapped buffer:
> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")];
> nested: IllegalAccessException[class
> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
> jdk.internal.ref.Cleaner (in module java.base) because module java.base
> does not export jdk.internal.ref to unnamed module @65f38f56]; ]
> org.elasticsearch.index.shard.IndexShardRecoveryException: failed to
> recovery from gateway
> at
> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:254)
> ~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
> at
> org.elasticsearch.index.shard.StoreRecoveryService.access$100(StoreRecoveryService.java:56)
> ~[67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
> at
> org.elasticsearch.index.shard.StoreRecoveryService$1.run(StoreRecoveryService.java:129)
> [67:org.apache.servicemix.bundles.elasticsearch:2.2.0.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
> [?:?]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
> [?:?]
> at java.lang.Thread.run(Thread.java:844) [?:?]
> Caused by:
> org.elasticsearch.index.engine.EngineCreationFailureException: failed to
> recover from translog
> at
> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:178)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
> ~[?:?]
> at
> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
> ~[?:?]
> ... 5 more
> Caused by: org.elasticsearch.index.engine.FlushFailedEngineException:
> Flush failed
> at
> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:771)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
> ~[?:?]
> at
> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
> ~[?:?]
> ... 5 more
> Caused by: java.io.IOException: Unable to unmap the mapped buffer:
> MMapIndexInput(path="/home/fpa/planets/tatooine/labs/noc/apache-karaf-4.2.0.M1/data/elasticsearch/nodes/0/indices/karaf-2017.11.11/4/index/_7z_Lucene54_0.dvd")
> at
> org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:332)
> ~[?:?]
> at
> org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
> ~[?:?]
> at
> org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
> ~[?:?]
> at
> org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
> ~[?:?]
> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
> ~[?:?]
> at
> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
> ~[?:?]
> ... 5 more
> Caused by: java.lang.IllegalAccessException: class
> org.apache.lucene.store.MMapDirectory$2$1 cannot access class
> jdk.internal.ref.Cleaner (in module java.base) because module java.base
> does not export jdk.internal.ref to unnamed module @65f38f56
> at
> jdk.internal.reflect.Reflection.newIllegalAccessException(Reflection.java:361)
> ~[?:?]
> at
> java.lang.reflect.AccessibleObject.checkAccess(AccessibleObject.java:589)
> ~[?:?]
> at java.lang.reflect.Method.invoke(Method.java:556) ~[?:?]
> at
> org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:325) ~[?:?]
> at
> org.apache.lucene.store.MMapDirectory$2$1.run(MMapDirectory.java:316) ~[?:?]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:?]
> at
> org.apache.lucene.store.MMapDirectory$2.freeBuffer(MMapDirectory.java:316)
> ~[?:?]
> at
> org.apache.lucene.store.ByteBufferIndexInput.freeBuffer(ByteBufferIndexInput.java:376)
> ~[?:?]
> at
> org.apache.lucene.store.ByteBufferIndexInput.close(ByteBufferIndexInput.java:355)
> ~[?:?]
> at
> org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:92)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4659)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:492)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:459)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
> ~[?:?]
> at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2799)
> ~[?:?]
> at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2963)
> ~[?:?]
> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2930)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1256)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.commitIndexWriter(InternalEngine.java:1264)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:764)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.recoverFromTranslog(InternalEngine.java:262)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:175)
> ~[?:?]
> at
> org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.newEngine(IndexShard.java:1450)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.createNewEngine(IndexShard.java:1434)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.internalPerformTranslogRecovery(IndexShard.java:925)
> ~[?:?]
> at
> org.elasticsearch.index.shard.IndexShard.performTranslogRecovery(IndexShard.java:897)
> ~[?:?]
> at
> org.elasticsearch.index.shard.StoreRecoveryService.recoverFromStore(StoreRecoveryService.java:245)
> ~[?:?]
> ... 5 more
>
--
Jean-Baptiste Onofré
jbonofre@apache.org
http://blog.nanthrax.net
Talend - http://www.talend.com