You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by "lhotari (via GitHub)" <gi...@apache.org> on 2023/05/29 17:33:39 UTC
[GitHub] [pulsar] lhotari commented on issue #19250: [Bug] Pulsar RocksDB metadata driver causes JVM to crash in unit tests
lhotari commented on issue #19250:
URL: https://github.com/apache/pulsar/issues/19250#issuecomment-1567373582
Another one:
```
Current thread (0x00007f47382f4210): JavaThread "-225-1" [_thread_in_native, id=12582, stack(0x00007f470f4f4000,0x00007f470f5f5000)]
Stack: [0x00007f470f4f4000,0x00007f470f5f5000], sp=0x00007f470f5f25d8, free space=1017k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
C [librocksdbjni948785792524234568.so+0x2b8844] rocksdb::StackableDB::DefaultColumnFamily() const+0x4
C [librocksdbjni948785792524234568.so+0x2aece0] Java_org_rocksdb_RocksDB_iterator__JJ+0x30
j org.rocksdb.RocksDB.iterator(JJ)J+0
j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14
j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+184
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+11
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/Object;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache$$Lambda$439+0x00000008013f64e8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+9
j com.github.benmanes.caffeine.cache.LocalAsyncCache.lambda$get$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+15
j com.github.benmanes.caffeine.cache.LocalAsyncCache$$Lambda$440+0x00000008013f6b78.apply(Ljava/lang/Object;)Ljava/lang/Object;+17
j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14([Ljava/lang/Object;Ljava/util/function/Function;Ljava/lang/Object;[J[I[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+9
j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$441+0x00000008013f77f0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+45
J 14898 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; java.base@17.0.7 (654 bytes) @ 0x00007f494aaf0474 [0x00007f494aaf01e0+0x0000000000000294]
j com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/Function;[JZ)Ljava/lang/Object;+62
j com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(Ljava/lang/Object;Ljava/util/function/Function;ZZ)Ljava/lang/Object;+157
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;Z)Ljava/util/concurrent/CompletableFuture;+43
J 13721 c1 com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache.get(Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture; (20 bytes) @ 0x00007f494a8cdec4 [0x00007f494a8cdde0+0x00000000000000e4]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+177
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getWritableBookies()Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.updatedBookies(Lorg/apache/pulsar/metadata/api/Notification;)V+119
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient$$Lambda$932+0x00000008017cd0d8.accept(Ljava/lang/Object;)V+8
J 13724 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V (55 bytes) @ 0x00007f494a8d2c24 [0x00007f494a8d2bc0+0x0000000000000064]
J 13723 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$838+0x000000080173a478.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f494a8d280c [0x00007f494a8d2740+0x00000000000000cc]
J 13722 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V java.base@17.0.7 (47 bytes) @ 0x00007f494a8cd42c [0x00007f494a8cd360+0x00000000000000cc]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$836+0x000000080173a018.get()Ljava/lang/Object;+8
J 13764 c1 java.util.concurrent.CompletableFuture$AsyncSupply.run()V java.base@17.0.7 (61 bytes) @ 0x00007f494a8dc86c [0x00007f494a8dc660+0x000000000000020c]
J 8546 c2 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; java.base@17.0.7 (14 bytes) @ 0x00007f4951310804 [0x00007f49513107a0+0x0000000000000064]
J 11474 c1 java.util.concurrent.FutureTask.run()V java.base@17.0.7 (123 bytes) @ 0x00007f494a581054 [0x00007f494a580ea0+0x00000000000001b4]
J 10010 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V java.base@17.0.7 (57 bytes) @ 0x00007f494a38a8f4 [0x00007f494a38a640+0x00000000000002b4]
J 11448 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V java.base@17.0.7 (187 bytes) @ 0x00007f494a56d3dc [0x00007f494a56d160+0x000000000000027c]
J 14601 c1 java.util.concurrent.ThreadPoolExecutor$Worker.run()V java.base@17.0.7 (9 bytes) @ 0x00007f494aa757dc [0x00007f494aa75740+0x000000000000009c]
j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4
J 14165 c1 java.lang.Thread.run()V java.base@17.0.7 (17 bytes) @ 0x00007f494a9a82a4 [0x00007f494a9a8140+0x0000000000000164]
v ~StubRoutines::call_stub
V [libjvm.so+0x825045] JavaCalls::call_helper(JavaValue*, methodHandle const&, JavaCallArguments*, JavaThread*)+0x315
V [libjvm.so+0x82683b] JavaCalls::call_virtual(JavaValue*, Handle, Klass*, Symbol*, Symbol*, JavaThread*)+0x1cb
V [libjvm.so+0x8f14f3] thread_entry(JavaThread*, JavaThread*)+0xa3
V [libjvm.so+0xe62564] JavaThread::thread_main_inner()+0x184
V [libjvm.so+0xe65c10] Thread::call_run()+0xc0
V [libjvm.so+0xc1aa21] thread_native_entry(Thread*)+0xe1
Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)
j org.rocksdb.RocksDB.iterator(JJ)J+0
j org.rocksdb.RocksDB.newIterator(Lorg/rocksdb/ReadOptions;)Lorg/rocksdb/RocksIterator;+14
j org.apache.pulsar.metadata.impl.RocksdbMetadataStore.getChildrenFromStore(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+184
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/String;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+11
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$1.asyncLoad(Ljava/lang/Object;Ljava/util/concurrent/Executor;)Ljava/util/concurrent/CompletableFuture;+12
j com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache$$Lambda$439+0x00000008013f64e8.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+9
j com.github.benmanes.caffeine.cache.LocalAsyncCache.lambda$get$2([Ljava/util/concurrent/CompletableFuture;Ljava/util/function/BiFunction;Ljava/lang/Object;Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture;+15
j com.github.benmanes.caffeine.cache.LocalAsyncCache$$Lambda$440+0x00000008013f6b78.apply(Ljava/lang/Object;)Ljava/lang/Object;+17
j com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14([Ljava/lang/Object;Ljava/util/function/Function;Ljava/lang/Object;[J[I[Ljava/lang/Object;[Ljava/lang/Object;[Lcom/github/benmanes/caffeine/cache/RemovalCause;[Lcom/github/benmanes/caffeine/cache/Node;Ljava/lang/Object;Lcom/github/benmanes/caffeine/cache/Node;)Lcom/github/benmanes/caffeine/cache/Node;+9
j com.github.benmanes.caffeine.cache.BoundedLocalCache$$Lambda$441+0x00000008013f77f0.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+45
J 14898 c1 java.util.concurrent.ConcurrentHashMap.compute(Ljava/lang/Object;Ljava/util/function/BiFunction;)Ljava/lang/Object; java.base@17.0.7 (654 bytes) @ 0x00007f494aaf0474 [0x00007f494aaf01e0+0x0000000000000294]
j com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(Ljava/lang/Object;Ljava/lang/Object;Ljava/util/function/Function;[JZ)Ljava/lang/Object;+62
j com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(Ljava/lang/Object;Ljava/util/function/Function;ZZ)Ljava/lang/Object;+157
j com.github.benmanes.caffeine.cache.LocalAsyncCache.get(Ljava/lang/Object;Ljava/util/function/BiFunction;Z)Ljava/util/concurrent/CompletableFuture;+43
J 13721 c1 com.github.benmanes.caffeine.cache.LocalAsyncLoadingCache.get(Ljava/lang/Object;)Ljava/util/concurrent/CompletableFuture; (20 bytes) @ 0x00007f494a8cdec4 [0x00007f494a8cdde0+0x00000000000000e4]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+177
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getChildren(Ljava/lang/String;)Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.getWritableBookies()Ljava/util/concurrent/CompletableFuture;+12
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient.updatedBookies(Lorg/apache/pulsar/metadata/api/Notification;)V+119
j org.apache.pulsar.metadata.bookkeeper.PulsarRegistrationClient$$Lambda$932+0x00000008017cd0d8.accept(Ljava/lang/Object;)V+8
J 13724 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$5(Lorg/apache/pulsar/metadata/api/Notification;Ljava/util/function/Consumer;)V (55 bytes) @ 0x00007f494a8d2c24 [0x00007f494a8d2bc0+0x0000000000000064]
J 13723 c1 org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$838+0x000000080173a478.accept(Ljava/lang/Object;)V (12 bytes) @ 0x00007f494a8d280c [0x00007f494a8d2740+0x00000000000000cc]
J 13722 c1 java.util.concurrent.CopyOnWriteArrayList.forEach(Ljava/util/function/Consumer;)V java.base@17.0.7 (47 bytes) @ 0x00007f494a8cd42c [0x00007f494a8cd360+0x00000000000000cc]
j org.apache.pulsar.metadata.impl.AbstractMetadataStore.lambda$receivedNotification$6(Lorg/apache/pulsar/metadata/api/Notification;)Ljava/lang/Void;+17
j org.apache.pulsar.metadata.impl.AbstractMetadataStore$$Lambda$836+0x000000080173a018.get()Ljava/lang/Object;+8
J 13764 c1 java.util.concurrent.CompletableFuture$AsyncSupply.run()V java.base@17.0.7 (61 bytes) @ 0x00007f494a8dc86c [0x00007f494a8dc660+0x000000000000020c]
J 8546 c2 java.util.concurrent.Executors$RunnableAdapter.call()Ljava/lang/Object; java.base@17.0.7 (14 bytes) @ 0x00007f4951310804 [0x00007f49513107a0+0x0000000000000064]
J 11474 c1 java.util.concurrent.FutureTask.run()V java.base@17.0.7 (123 bytes) @ 0x00007f494a581054 [0x00007f494a580ea0+0x00000000000001b4]
J 10010 c1 java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run()V java.base@17.0.7 (57 bytes) @ 0x00007f494a38a8f4 [0x00007f494a38a640+0x00000000000002b4]
J 11448 c1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V java.base@17.0.7 (187 bytes) @ 0x00007f494a56d3dc [0x00007f494a56d160+0x000000000000027c]
J 14601 c1 java.util.concurrent.ThreadPoolExecutor$Worker.run()V java.base@17.0.7 (9 bytes) @ 0x00007f494aa757dc [0x00007f494aa75740+0x000000000000009c]
j io.netty.util.concurrent.FastThreadLocalRunnable.run()V+4
J 14165 c1 java.lang.Thread.run()V java.base@17.0.7 (17 bytes) @ 0x00007f494a9a82a4 [0x00007f494a9a8140+0x0000000000000164]
v ~StubRoutines::call_stub
siginfo: si_signo: 11 (SIGSEGV), si_code: 1 (SEGV_MAPERR), si_addr: 0x0000000000000000
```
full file: https://gist.github.com/lhotari/6f33d841b7aa41f0d602d6494ed585b6
in https://github.com/apache/pulsar/actions/runs/5113478831/jobs/9193024272#step:10:1941
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@pulsar.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org