You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@ignite.apache.org by "Nikita Amelchev (Jira)" <ji...@apache.org> on 2024/01/15 09:36:00 UTC
[jira] [Updated] (IGNITE-21259) InlineIndexTree corrupted tree exception
[ https://issues.apache.org/jira/browse/IGNITE-21259?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Nikita Amelchev updated IGNITE-21259:
-------------------------------------
Description:
{noformat}
2024-01-10 17:06:22.677 [ERROR][build-idx-runner-#163171][] Critical system error detected. Will be handled accordingly to configured handler [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.i.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]]]
org.apache.ignite.internal.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.corruptedTreeException(InlineIndexTree.java:561) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2724) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.put(BPlusTree.java:2655) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.putx(InlineIndexImpl.java:371) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.onUpdate(InlineIndexImpl.java:348) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.IndexProcessor.lambda$createIndexDynamically$0(IndexProcessor.java:225) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker$SchemaIndexCacheVisitorClosureWrapper.apply(SchemaIndexCachePartitionWorker.java:302) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheMapEntry.updateIndex(GridCacheMapEntry.java:4193) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processKey(SchemaIndexCachePartitionWorker.java:236) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processPartition(SchemaIndexCachePartitionWorker.java:191) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.body(SchemaIndexCachePartitionWorker.java:130) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125) ~[ignite-core-14.1.2.jar:14.1.2]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
at java.lang.Thread.run(Thread.java:829) ~[?:?]
Caused by: org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTreeRuntimeException: java.lang.AssertionError: 144396680232459590
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:345) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
... 13 more
Caused by: java.lang.AssertionError: 144396680232459590
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
... 13 more
{noformat}
After this, when cleaning LFS (with metastorage), the node does not start:
{noformat}
2024-01-10 17:37:45.754 [ERROR][main][org.apache.ignite.internal.IgniteKernal] Got exception while starting (will rollback startup routine).
java.lang.AssertionError: null
at org.apache.ignite.internal.processors.query.GridQueryProcessor.onCacheStart0(GridQueryProcessor.java:1124) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.GridQueryProcessor.onCacheStart(GridQueryProcessor.java:1257) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheProcessor.lambda$prepareStartCaches$d40a1773$1(GridCacheProcessor.java:1881) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheProcessor.lambda$prepareStartCaches$15(GridCacheProcessor.java:1766) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheProcessor.prepareStartCaches(GridCacheProcessor.java:1875) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheProcessor.prepareStartCaches(GridCacheProcessor.java:1765) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheProcessor.startCachesOnLocalJoin(GridCacheProcessor.java:1711) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.initCachesOnLocalJoin(GridDhtPartitionsExchangeFuture.java:1174) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:1008) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:3347) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:3181) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125) ~[ignite-core-14.1.2.jar:14.1.2]
at java.lang.Thread.run(Thread.java:829) ~[?:?]
{noformat}
was:
{noformat}
2024-01-10 17:06:22.677 [ERROR][build-idx-runner-#163171][] Critical system error detected. Will be handled accordingly to configured handler [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.i.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]]]
org.apache.ignite.internal.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.corruptedTreeException(InlineIndexTree.java:561) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2724) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.put(BPlusTree.java:2655) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.putx(InlineIndexImpl.java:371) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.onUpdate(InlineIndexImpl.java:348) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.IndexProcessor.lambda$createIndexDynamically$0(IndexProcessor.java:225) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker$SchemaIndexCacheVisitorClosureWrapper.apply(SchemaIndexCachePartitionWorker.java:302) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.GridCacheMapEntry.updateIndex(GridCacheMapEntry.java:4193) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processKey(SchemaIndexCachePartitionWorker.java:236) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processPartition(SchemaIndexCachePartitionWorker.java:191) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.body(SchemaIndexCachePartitionWorker.java:130) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125) ~[ignite-core-14.1.2.jar:14.1.2]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
at java.lang.Thread.run(Thread.java:829) ~[?:?]
Caused by: org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTreeRuntimeException: java.lang.AssertionError: 144396680232459590
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:345) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
... 13 more
Caused by: java.lang.AssertionError: 144396680232459590
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
... 13 more
{noformat}
> InlineIndexTree corrupted tree exception
> ----------------------------------------
>
> Key: IGNITE-21259
> URL: https://issues.apache.org/jira/browse/IGNITE-21259
> Project: Ignite
> Issue Type: Bug
> Reporter: Nikita Amelchev
> Priority: Major
> Labels: ise
>
> {noformat}
> 2024-01-10 17:06:22.677 [ERROR][build-idx-runner-#163171][] Critical system error detected. Will be handled accordingly to configured handler [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.i.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]]]
> org.apache.ignite.internal.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-2039304639, pageIds=[844420686668951], cacheId=-2039304639, cacheName=V1, indexName=V1_DATE_IDX, msg=Runtime failure on row: Row@21883308[ key: BinaryObject [idHash=1498817286, hash=-2130242954], val: Data hidden due to IGNITE_TO_STRING_INCLUDE_SENSITIVE flag. ][ data hidden, data hidden, data hidden, data hidden, data hidden ]]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.corruptedTreeException(InlineIndexTree.java:561) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2724) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.put(BPlusTree.java:2655) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.putx(InlineIndexImpl.java:371) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexImpl.onUpdate(InlineIndexImpl.java:348) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.IndexProcessor.lambda$createIndexDynamically$0(IndexProcessor.java:225) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker$SchemaIndexCacheVisitorClosureWrapper.apply(SchemaIndexCachePartitionWorker.java:302) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheMapEntry.updateIndex(GridCacheMapEntry.java:4193) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processKey(SchemaIndexCachePartitionWorker.java:236) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.processPartition(SchemaIndexCachePartitionWorker.java:191) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.query.schema.SchemaIndexCachePartitionWorker.body(SchemaIndexCachePartitionWorker.java:130) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125) ~[ignite-core-14.1.2.jar:14.1.2]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
> at java.lang.Thread.run(Thread.java:829) ~[?:?]
> Caused by: org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTreeRuntimeException: java.lang.AssertionError: 144396680232459590
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:345) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
> ... 13 more
> Caused by: java.lang.AssertionError: 144396680232459590
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.createIndexRow(InlineIndexTree.java:360) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:129) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.io.AbstractInlineInnerIO.getLookupRow(AbstractInlineInnerIO.java:37) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:403) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.getRow(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5746) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:309) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.cache.query.index.sorted.inline.InlineIndexTree.compare(InlineIndexTree.java:72) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.compare(BPlusTree.java:5733) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.findInsertionPoint(BPlusTree.java:5653) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$1100(BPlusTree.java:215) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run0(BPlusTree.java:422) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6269) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Search.run(BPlusTree.java:402) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6255) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:174) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.DataStructure.read(DataStructure.java:415) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6456) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3065) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3075) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2684) ~[ignite-core-14.1.2.jar:14.1.2]
> ... 13 more
> {noformat}
> After this, when cleaning LFS (with metastorage), the node does not start:
> {noformat}
> 2024-01-10 17:37:45.754 [ERROR][main][org.apache.ignite.internal.IgniteKernal] Got exception while starting (will rollback startup routine).
> java.lang.AssertionError: null
> at org.apache.ignite.internal.processors.query.GridQueryProcessor.onCacheStart0(GridQueryProcessor.java:1124) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.query.GridQueryProcessor.onCacheStart(GridQueryProcessor.java:1257) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheProcessor.lambda$prepareStartCaches$d40a1773$1(GridCacheProcessor.java:1881) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheProcessor.lambda$prepareStartCaches$15(GridCacheProcessor.java:1766) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheProcessor.prepareStartCaches(GridCacheProcessor.java:1875) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheProcessor.prepareStartCaches(GridCacheProcessor.java:1765) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCacheProcessor.startCachesOnLocalJoin(GridCacheProcessor.java:1711) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.initCachesOnLocalJoin(GridDhtPartitionsExchangeFuture.java:1174) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:1008) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:3347) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:3181) ~[ignite-core-14.1.2.jar:14.1.2]
> at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125) ~[ignite-core-14.1.2.jar:14.1.2]
> at java.lang.Thread.run(Thread.java:829) ~[?:?]
> {noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)