You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by "Caleb Rackliffe (Jira)" <ji...@apache.org> on 2025/12/01 21:31:00 UTC

[jira] [Commented] (CASSANDRA-20307) Timeouting org.apache.cassandra.fuzz.sai.MultiNodeSAITest indexOnlySaiTest

    [ https://issues.apache.org/jira/browse/CASSANDRA-20307?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18041975#comment-18041975 ] 

Caleb Rackliffe commented on CASSANDRA-20307:
---------------------------------------------

I see a possibly TCM-related strong self-ref loop in the logs for both nodes. Going to look into that...

{noformat}
ERROR [node2_Strong-Reference-Leak-Detector:1] node2 2025-11-15T01:09:29,650 NoSpamLogger.java:112 - Strong self-ref loop detected [/home/cassandra/cassandra/build/tmp/dtests4442900250179785331/node2/data1/distributed_test_keyspace/basic_sai0-1b255f4def2540a6000000000000000b/pa-121-big-Data.db,
final org.apache.cassandra.io.util.RebuffererFactory org.apache.cassandra.io.util.FileHandle$Cleanup.rebufferer-org.apache.cassandra.io.util.CompressedChunkReader$Standard, 
final java.util.function.Supplier org.apache.cassandra.io.util.CompressedChunkReader.crcCheckChanceSupplier-org.apache.cassandra.io.sstable.format.SortedTableWriter$$Lambda$3357/0x0000000840e27c40,
private final org.apache.cassandra.schema.TableMetadataRef org.apache.cassandra.io.sstable.format.SortedTableWriter$$Lambda$3357/0x0000000840e27c40.arg$1-org.apache.cassandra.schema.TableMetadataRef$2,
final org.apache.cassandra.schema.TableMetadataRef org.apache.cassandra.schema.TableMetadataRef$2.val$wrapped-org.apache.cassandra.schema.TableMetadataRef,
private final org.apache.cassandra.schema.SchemaProvider org.apache.cassandra.schema.TableMetadataRef.schema-org.apache.cassandra.schema.Schema,
private final java.util.Map org.apache.cassandra.schema.Schema.localKeyspaceInstances-java.util.HashMap,
transient java.util.HashMap$Node[] java.util.HashMap.table-[Ljava.util.HashMap$Node;, transient java.util.HashMap$Node[] java.util.HashMap.table-java.util.HashMap$Node,
java.lang.Object java.util.HashMap$Node.value-org.apache.cassandra.schema.Schema$LazyVariable,
private final java.util.concurrent.atomic.AtomicReference org.apache.cassandra.schema.Schema$LazyVariable.ref-java.util.concurrent.atomic.AtomicReference,
private volatile java.lang.Object java.util.concurrent.atomic.AtomicReference.value-org.apache.cassandra.db.Keyspace,
...
private final java.util.concurrent.BlockingQueue java.util.concurrent.ThreadPoolExecutor.workQueue-java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask,
private java.util.concurrent.Callable java.util.concurrent.FutureTask.callable-java.util.concurrent.Executors$RunnableAdapter,
private final java.lang.Runnable java.util.concurrent.Executors$RunnableAdapter.task-org.apache.cassandra.concurrent.ExecutionFailure$1,
final java.lang.Runnable org.apache.cassandra.concurrent.ExecutionFailure$1.val$wrap-org.apache.cassandra.service.accord.AccordExecutor$$Lambda$4017/0x00000008410c0440,
private final org.apache.cassandra.service.accord.AccordExecutor org.apache.cassandra.service.accord.AccordExecutor$$Lambda$4017/0x00000008410c0440.arg$1-org.apache.cassandra.service.accord.AccordExecutorSyncSubmit,
private final org.apache.cassandra.service.accord.AccordExecutorLoops org.apache.cassandra.service.accord.AccordExecutorSyncSubmit.loops-org.apache.cassandra.service.accord.AccordExecutorLoops, private final org.agrona.collections.Long2ObjectHashMap org.apache.cassandra.service.accord.AccordExecutorLoops.loops-org.agrona.collections.Long2ObjectHashMap,
private java.lang.Object[] org.agrona.collections.Long2ObjectHashMap.values-[Ljava.lang.Object;, private java.lang.Object[] org.agrona.collections.Long2ObjectHashMap.values-io.netty.util.concurrent.FastThreadLocalThread,
...
private final org.apache.cassandra.concurrent.Interruptible$Task org.apache.cassandra.concurrent.InfiniteLoopExecutor.task-org.apache.cassandra.tcm.log.LocalLog$Async$AsyncRunnable,
final org.apache.cassandra.tcm.log.LocalLog$Async org.apache.cassandra.tcm.log.LocalLog$Async$AsyncRunnable.this$0-org.apache.cassandra.tcm.log.LocalLog$Async,
protected final java.util.concurrent.atomic.AtomicReference org.apache.cassandra.tcm.log.LocalLog.committed-java.util.concurrent.atomic.AtomicReference,
private volatile java.lang.Object java.util.concurrent.atomic.AtomicReference.value-org.apache.cassandra.tcm.ClusterMetadata,
public final org.apache.cassandra.schema.DistributedSchema org.apache.cassandra.tcm.ClusterMetadata.schema-org.apache.cassandra.schema.DistributedSchema,
private final java.util.Map org.apache.cassandra.schema.DistributedSchema.keyspaceInstances-java.util.HashMap,
transient java.util.HashMap$Node[] java.util.HashMap.table-[Ljava.util.HashMap$Node;, 
transient java.util.HashMap$Node[] java.util.HashMap.table-java.util.HashMap$Node, 
java.util.HashMap$Node java.util.HashMap$Node.next-java.util.HashMap$Node, 
java.lang.Object java.util.HashMap$Node.value-org.apache.cassandra.db.Keyspace, 
private final java.util.concurrent.ConcurrentMap org.apache.cassandra.db.Keyspace.columnFamilyStores-java.util.concurrent.ConcurrentHashMap, 
private final java.util.concurrent.ConcurrentMap org.apache.cassandra.db.Keyspace.columnFamilyStores-org.apache.cassandra.db.ColumnFamilyStore, 
private final org.apache.cassandra.db.lifecycle.Tracker org.apache.cassandra.db.ColumnFamilyStore.data-org.apache.cassandra.db.lifecycle.Tracker, 
private final java.util.List org.apache.cassandra.db.lifecycle.Tracker.subscribers-java.util.concurrent.CopyOnWriteArrayList, 
private final java.util.List org.apache.cassandra.db.lifecycle.Tracker.subscribers-org.apache.cassandra.db.compaction.CompactionStrategyManager, 
private final org.apache.cassandra.db.compaction.CompactionStrategyHolder org.apache.cassandra.db.compaction.CompactionStrategyManager.repaired-org.apache.cassandra.db.compaction.CompactionStrategyHolder, 
private final java.util.List org.apache.cassandra.db.compaction.CompactionStrategyHolder.strategies-java.util.ArrayList, 
...
final java.lang.Object java.util.HashMap$Node.key-org.apache.cassandra.io.sstable.format.big.BigTableReader, 
protected final org.apache.cassandra.io.util.FileHandle org.apache.cassandra.io.sstable.format.SSTableReader.dfile-org.apache.cassandra.io.util.FileHandle, 
final org.apache.cassandra.utils.concurrent.Ref org.apache.cassandra.utils.concurrent.SharedCloseableImpl.ref-org.apache.cassandra.utils.concurrent.Ref]
{noformat}

> Timeouting org.apache.cassandra.fuzz.sai.MultiNodeSAITest indexOnlySaiTest
> --------------------------------------------------------------------------
>
>                 Key: CASSANDRA-20307
>                 URL: https://issues.apache.org/jira/browse/CASSANDRA-20307
>             Project: Apache Cassandra
>          Issue Type: Bug
>          Components: Test/fuzz
>            Reporter: Stefan Miklosovic
>            Assignee: Caleb Rackliffe
>            Priority: Normal
>             Fix For: 5.x
>
>         Attachments: TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.1.gz, TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.2.gz, TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.xz, node_1_system.log.xz, node_2_system.log.xz
>
>
> This started to fail both on latest and "normal" profile in trunk
> {code:java}
> junit.framework.AssertionFailedError: Timeout occurred. Please note the time in the report does not reflect the time until the timeout.
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.util.Vector.forEach(Vector.java:1365)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.util.Vector.forEach(Vector.java:1365)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.util.Vector.forEach(Vector.java:1365)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at org.apache.cassandra.anttasks.TestHelper.execute(TestHelper.java:53)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.base/java.util.Vector.forEach(Vector.java:1365)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) {code}
> cc [~maedhroz]



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@cassandra.apache.org
For additional commands, e-mail: commits-help@cassandra.apache.org