You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by "lhotari (via GitHub)" <gi...@apache.org> on 2023/04/04 11:51:38 UTC
[GitHub] [pulsar] lhotari commented on issue #19250: [Bug] Pulsar RocksDB metadata driver causes JVM to crash in unit tests
lhotari commented on issue #19250:
URL: https://github.com/apache/pulsar/issues/19250#issuecomment-1495840181
Another one:
```
Current thread (0x00007f15cc118cc0): JavaThread "metadata-store-62-1" [_thread_in_native, id=3700, stack(0x00007f15d800a000,0x00007f15d810b000)]
Stack: [0x00007f15d800a000,0x00007f15d810b000], sp=0x00007f15d8108728, free space=1017k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
C 0x00007f15cc1805e0
j org.rocksdb.RocksDB.iterator(JJ)J+0
j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14
j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+11
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/Object;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache$$Lambda$362+0x0000000800fdefc8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+9
j com.github.benmanes.caffeine.cache.LocalAsyncCache.lambda$get$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+15
j com.github.benmanes.caffeine.cache.LocalAsyncCache$$Lambda$363+0x0000000800fdf658.apply(Ljava/lang/Object;)Ljava/lang/Object;+17
j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14([Ljava/lang/Object;Ljava/util/function/Function;Ljava/lang/Object;[J[I[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+9
j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$364+0x0000000800fdbc48.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+45
J 9622 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; java.base@17.0.6 (654 bytes) @ 0x00007f15d9772594 [0x00007f15d9771f60+0x0000000000000634]
j com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/Function;[JZ)Ljava/lang/Object;+62
j com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(Ljava/lang/Object;Ljava/util/function/Function;ZZ)Ljava/lang/Object;+157
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;Z)Ljava/util/concurrent/CompletableFuture;+43
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+4
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache.get(Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+16
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+69
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getWritableBookies()Ljava/util/concurrent/CompletableFuture;+12
J 8547 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.updatedBookies(Lorg/apache/pulsar/metadata/api/Notification;)V (243 bytes) @ 0x00007f15d96d9d0c [0x00007f15d96d9860+0x00000000000004ac]
J 8546 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient$$Lambda$383+0x0000000800ff8c00.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f15d9b9e474 [0x00007f15d9b9e3c0+0x00000000000000b4]
J 8556 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V (55 bytes) @ 0x00007f15d997e7e4 [0x00007f15d997e6e0+0x0000000000000104]
J 8520 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$373+0x0000000800fe3a70.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f15d97a4ee4 [0x00007f15d97a4d40+0x00000000000001a4]
J 8140 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V java.base@17.0.6 (47 bytes) @ 0x00007f15da12092c [0x00007f15da120860+0x00000000000000cc]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$367+0x0000000800fe60e0.get()Ljava/lang/Object;+8
j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 java.base@17.0.6
J 7012 c2 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; java.base@17.0.6 (14 bytes) @ 0x00007f15e1250084 [0x00007f15e1250020+0x0000000000000064]
J 6984 c1 java.util.concurrent.FutureTask.run()V java.base@17.0.6 (123 bytes) @ 0x00007f15d9edb1d4 [0x00007f15d9edaa20+0x00000000000007b4]
J 7031 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V java.base@17.0.6 (57 bytes) @ 0x00007f15d9ef74a4 [0x00007f15d9ef71c0+0x00000000000002e4]
j java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V+92 java.base@17.0.6
j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 java.base@17.0.6
j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4
j java.lang.Thread.run()V+11 java.base@17.0.6
v ~StubRoutines::call_stub
V [libjvm.so+0x822715] JavaCalls::call_helper(JavaValue*, methodHandle const&, JavaCallArguments*, JavaThread*)+0x315
V [libjvm.so+0x823f0b] JavaCalls::call_virtual(JavaValue*, Handle, Klass*, Symbol*, Symbol*, JavaThread*)+0x1cb
V [libjvm.so+0x8eda53] thread_entry(JavaThread*, JavaThread*)+0xa3
V [libjvm.so+0xe5e974] JavaThread::thread_main_inner()+0x184
V [libjvm.so+0xe62020] Thread::call_run()+0xc0
V [libjvm.so+0xc187e1] thread_native_entry(Thread*)+0xe1
Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)
j org.rocksdb.RocksDB.iterator(JJ)J+0
j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14
j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+82
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+11
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/Object;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache$$Lambda$362+0x0000000800fdefc8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+9
j com.github.benmanes.caffeine.cache.LocalAsyncCache.lambda$get$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+15
j com.github.benmanes.caffeine.cache.LocalAsyncCache$$Lambda$363+0x0000000800fdf658.apply(Ljava/lang/Object;)Ljava/lang/Object;+17
j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14([Ljava/lang/Object;Ljava/util/function/Function;Ljava/lang/Object;[J[I[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+9
j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$364+0x0000000800fdbc48.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+45
J 9622 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; java.base@17.0.6 (654 bytes) @ 0x00007f15d9772594 [0x00007f15d9771f60+0x0000000000000634]
j com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/Function;[JZ)Ljava/lang/Object;+62
j com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(Ljava/lang/Object;Ljava/util/function/Function;ZZ)Ljava/lang/Object;+157
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;Z)Ljava/util/concurrent/CompletableFuture;+43
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/util/concurrent/CompletableFuture;+4
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache.get(Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+16
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+69
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getWritableBookies()Ljava/util/concurrent/CompletableFuture;+12
J 8547 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.updatedBookies(Lorg/apache/pulsar/metadata/api/Notification;)V (243 bytes) @ 0x00007f15d96d9d0c [0x00007f15d96d9860+0x00000000000004ac]
J 8546 c1 org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient$$Lambda$383+0x0000000800ff8c00.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f15d9b9e474 [0x00007f15d9b9e3c0+0x00000000000000b4]
J 8556 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V (55 bytes) @ 0x00007f15d997e7e4 [0x00007f15d997e6e0+0x0000000000000104]
J 8520 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$373+0x0000000800fe3a70.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f15d97a4ee4 [0x00007f15d97a4d40+0x00000000000001a4]
J 8140 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V java.base@17.0.6 (47 bytes) @ 0x00007f15da12092c [0x00007f15da120860+0x00000000000000cc]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$367+0x0000000800fe60e0.get()Ljava/lang/Object;+8
j java.util.concurrent.CompletableFuture$AsyncSupply.run()V+37 java.base@17.0.6
J 7012 c2 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; java.base@17.0.6 (14 bytes) @ 0x00007f15e1250084 [0x00007f15e1250020+0x0000000000000064]
J 6984 c1 java.util.concurrent.FutureTask.run()V java.base@17.0.6 (123 bytes) @ 0x00007f15d9edb1d4 [0x00007f15d9edaa20+0x00000000000007b4]
J 7031 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V java.base@17.0.6 (57 bytes) @ 0x00007f15d9ef74a4 [0x00007f15d9ef71c0+0x00000000000002e4]
j java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V+92 java.base@17.0.6
j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+5 java.base@17.0.6
j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4
j java.lang.Thread.run()V+11 java.base@17.0.6
v ~StubRoutines::call_stub
```
in https://github.com/apache/pulsar/actions/runs/4604751972/jobs/8136228746?pr=19945#step:11:1553
complete file https://gist.github.com/lhotari/b70ad90c74e3af27e44fc630ed4d6608
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@pulsar.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org