You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@geode.apache.org by "Dan Smith (JIRA)" <ji...@apache.org> on 2017/06/28 21:29:00 UTC
[jira] [Commented] (GEODE-3150)
PersistentPartitionedRegionDUnitTest.testDiskConflictWithCoLocation is
hanging sporadically
[ https://issues.apache.org/jira/browse/GEODE-3150?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16067264#comment-16067264 ]
Dan Smith commented on GEODE-3150:
----------------------------------
I was able to reproduce this just by running this one test a few times. Here are some stacks from my run:
{noformat}
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read(BufferedInputStream.java:265)
at java.io.DataInputStream.readByte(DataInputStream.java:265)
at sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:215)
at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:162)
at java.rmi.server.RemoteObjectInvocationHandler.invokeRemoteMethod(RemoteObjectInvocationHandler.java:227)
at java.rmi.server.RemoteObjectInvocationHandler.invoke(RemoteObjectInvocationHandler.java:179)
at com.sun.proxy.$Proxy33.executeMethodOnObject(Unknown Source)
at org.apache.geode.test.dunit.VM.execute(VM.java:450)
at org.apache.geode.test.dunit.VM.invoke(VM.java:370)
at org.apache.geode.test.dunit.VM.invoke(VM.java:347)
at org.apache.geode.test.dunit.VM.invoke(VM.java:292)
at org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionTestBase.closePR(PersistentPartitionedRegionTestBase.java:258)
at org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionDUnitTest.testDiskConflictWithCoLocation(PersistentPartitionedRegionDUnitTest.java:2170)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:119)
at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:52)
at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:234)
at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:934)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1247)
at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.tryLock(ReentrantReadWriteLock.java:1115)
at org.apache.geode.internal.util.concurrent.StoppableReentrantReadWriteLock$StoppableWriteLock.lockInterruptibly(StoppableReentrantReadWriteLock.java:205)
at org.apache.geode.internal.util.concurrent.StoppableReentrantReadWriteLock$StoppableWriteLock.lock(StoppableReentrantReadWriteLock.java:187)
at org.apache.geode.internal.cache.PartitionedRegionDataStore.cleanUp(PartitionedRegionDataStore.java:1360)
at org.apache.geode.internal.cache.PartitionedRegion.closePartitionedRegion(PartitionedRegion.java:7021)
at org.apache.geode.internal.cache.PartitionedRegion.postDestroyRegion(PartitionedRegion.java:7591)
at org.apache.geode.internal.cache.LocalRegion.recursiveDestroyRegion(LocalRegion.java:2688)
at org.apache.geode.internal.cache.LocalRegion.basicDestroyRegion(LocalRegion.java:6284)
at org.apache.geode.internal.cache.LocalRegion.close(LocalRegion.java:2218)
at org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionTestBase$10.run(PersistentPartitionedRegionTestBase.java:254)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hydra.MethExecutor.executeObject(MethExecutor.java:245)
at org.apache.geode.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:70)
at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.geode.internal.util.concurrent.StoppableCountDownLatch.await(StoppableCountDownLatch.java:64)
at org.apache.geode.distributed.internal.ReplyProcessor21.basicWait(ReplyProcessor21.java:718)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:795)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:771)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:858)
at org.apache.geode.distributed.internal.locks.DLockRequestProcessor.requestLock(DLockRequestProcessor.java:242)
at org.apache.geode.distributed.internal.locks.DLockService.lockInterruptibly(DLockService.java:1537)
at org.apache.geode.distributed.internal.locks.DLockService.lock(DLockService.java:1260)
at org.apache.geode.internal.cache.PartitionedRegion$BucketLock.basicLock(PartitionedRegion.java:6682)
at org.apache.geode.internal.cache.PartitionedRegion$BucketLock.lock(PartitionedRegion.java:6625)
at org.apache.geode.internal.cache.PartitionedRegion$RegionLock.lock(PartitionedRegion.java:6882)
at org.apache.geode.internal.cache.PartitionedRegionHelper.removeGlobalMetadataForFailedNode(PartitionedRegionHelper.java:150)
at org.apache.geode.internal.cache.PartitionedRegionHelper.removeGlobalMetadataForFailedNode(PartitionedRegionHelper.java:123)
at org.apache.geode.internal.cache.PartitionedRegionHelper.cleanPartitionedRegionMetaDataForNode(PartitionedRegionHelper.java:410)
at org.apache.geode.internal.cache.PartitionedRegionHelper.access$200(PartitionedRegionHelper.java:64)
at org.apache.geode.internal.cache.PartitionedRegionHelper$4.run(PartitionedRegionHelper.java:382)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at org.apache.geode.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:665)
at org.apache.geode.distributed.internal.DistributionManager$7$1.run(DistributionManager.java:1029)
at java.lang.Thread.run(Thread.java:748)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.geode.internal.util.concurrent.StoppableCountDownLatch.await(StoppableCountDownLatch.java:64)
at org.apache.geode.distributed.internal.ReplyProcessor21.basicWait(ReplyProcessor21.java:718)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForReplies(ReplyProcessor21.java:644)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForReplies(ReplyProcessor21.java:624)
at org.apache.geode.distributed.internal.ReplyProcessor21.waitForReplies(ReplyProcessor21.java:519)
at org.apache.geode.internal.cache.StateFlushOperation.flush(StateFlushOperation.java:243)
at org.apache.geode.internal.cache.InitialImageOperation.getFromOne(InitialImageOperation.java:374)
at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1167)
at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1022)
at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253)
at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962)
at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726)
at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414)
at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272)
at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2813)
at org.apache.geode.internal.cache.partitioned.ManageBackupBucketMessage.operateOnPartitionedRegion(ManageBackupBucketMessage.java:148)
at org.apache.geode.internal.cache.partitioned.PartitionMessage.process(PartitionMessage.java:332)
at org.apache.geode.distributed.internal.DistributionMessage.scheduleAction(DistributionMessage.java:374)
at org.apache.geode.distributed.internal.DistributionMessage$1.run(DistributionMessage.java:440)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at org.apache.geode.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:665)
at org.apache.geode.distributed.internal.DistributionManager$6$1.run(DistributionManager.java:992)
at java.lang.Thread.run(Thread.java:748)
{noformat}
> PersistentPartitionedRegionDUnitTest.testDiskConflictWithCoLocation is hanging sporadically
> -------------------------------------------------------------------------------------------
>
> Key: GEODE-3150
> URL: https://issues.apache.org/jira/browse/GEODE-3150
> Project: Geode
> Issue Type: Bug
> Components: core
> Reporter: Dan Smith
>
> This dunit test caused our nightly build to hang, and I'm also seeing it cause hangs in my private precheckin runs.
> This is the build that hung:
> https://builds.apache.org/job/Geode-nightly/879/display/redirect?page=changes
> And this is the end of the distributedTest-progress.txt file:
> https://builds.apache.org/job/Geode-nightly/879/artifact/geode-core/build/distributedTest/distributedTest-progress.txt:
> 2017-06-27 09:13:00.547 +0000 Completed test org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionDUnitTest testReplicateAfterPersistent with result: SUCCESS
> 2017-06-27 09:13:00.548 +0000 Starting test org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionDUnitTest testDiskConflictWithCoLocation
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)