You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by "Sachin Goel (JIRA)" <ji...@apache.org> on 2015/09/09 18:23:45 UTC

[jira] [Updated] (FLINK-2612) ZooKeeperLeaderElectionITCase failure

     [ https://issues.apache.org/jira/browse/FLINK-2612?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Sachin Goel updated FLINK-2612:
-------------------------------
    Description: 
{{testTaskManagerRegistrationAtReelectedLeader}} fails with the following exception:
{code}
java.lang.IllegalArgumentException: Multiple entries with same key: InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731] and InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731]
	at com.google.common.collect.ImmutableMap.checkNoConflict(ImmutableMap.java:150)
	at com.google.common.collect.RegularImmutableMap.checkNoConflictInBucket(RegularImmutableMap.java:104)
	at com.google.common.collect.RegularImmutableMap.<init>(RegularImmutableMap.java:70)
	at com.google.common.collect.ImmutableMap$Builder.build(ImmutableMap.java:254)
	at org.apache.curator.test.TestingCluster.listToMap(TestingCluster.java:269)
	at org.apache.curator.test.TestingCluster.makeSpecs(TestingCluster.java:258)
	at org.apache.curator.test.TestingCluster.<init>(TestingCluster.java:56)
	at org.apache.flink.test.util.ForkableFlinkMiniCluster.start(ForkableFlinkMiniCluster.scala:244)
	at org.apache.flink.test.runtime.leaderelection.ZooKeeperLeaderElectionITCase.testTaskManagerRegistrationAtReelectedLeader(ZooKeeperLeaderElectionITCase.java:71)
{code}

Here is the entire build log: https://s3.amazonaws.com/archive.travis-ci.org/jobs/78534909/log.txt

Further failures in the same class:
testJobExecutionOnClusterWithLeaderReelection fails with deadlock. Here's the build log: https://s3.amazonaws.com/archive.travis-ci.org/jobs/79483285/log.txt

  was:
{{testTaskManagerRegistrationAtReelectedLeader}} fails with the following exception:
{code}
java.lang.IllegalArgumentException: Multiple entries with same key: InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731] and InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731]
	at com.google.common.collect.ImmutableMap.checkNoConflict(ImmutableMap.java:150)
	at com.google.common.collect.RegularImmutableMap.checkNoConflictInBucket(RegularImmutableMap.java:104)
	at com.google.common.collect.RegularImmutableMap.<init>(RegularImmutableMap.java:70)
	at com.google.common.collect.ImmutableMap$Builder.build(ImmutableMap.java:254)
	at org.apache.curator.test.TestingCluster.listToMap(TestingCluster.java:269)
	at org.apache.curator.test.TestingCluster.makeSpecs(TestingCluster.java:258)
	at org.apache.curator.test.TestingCluster.<init>(TestingCluster.java:56)
	at org.apache.flink.test.util.ForkableFlinkMiniCluster.start(ForkableFlinkMiniCluster.scala:244)
	at org.apache.flink.test.runtime.leaderelection.ZooKeeperLeaderElectionITCase.testTaskManagerRegistrationAtReelectedLeader(ZooKeeperLeaderElectionITCase.java:71)
{code}

Here is the entire build log: https://s3.amazonaws.com/archive.travis-ci.org/jobs/78534909/log.txt


> ZooKeeperLeaderElectionITCase failure
> -------------------------------------
>
>                 Key: FLINK-2612
>                 URL: https://issues.apache.org/jira/browse/FLINK-2612
>             Project: Flink
>          Issue Type: Bug
>            Reporter: Sachin Goel
>
> {{testTaskManagerRegistrationAtReelectedLeader}} fails with the following exception:
> {code}
> java.lang.IllegalArgumentException: Multiple entries with same key: InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731] and InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731=[InstanceSpec{dataDirectory=/tmp/1441269883019-0, port=60852, electionPort=49197, quorumPort=59952, deleteDataDirectoryOnClose=true, serverId=11, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@edb4, InstanceSpec{dataDirectory=/tmp/1441269883019-1, port=47963, electionPort=45591, quorumPort=54337, deleteDataDirectoryOnClose=true, serverId=12, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bb5b, InstanceSpec{dataDirectory=/tmp/1441269883019-2, port=40075, electionPort=44064, quorumPort=43944, deleteDataDirectoryOnClose=true, serverId=13, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9c8b, InstanceSpec{dataDirectory=/tmp/1441269883019-3, port=33070, electionPort=60533, quorumPort=36048, deleteDataDirectoryOnClose=true, serverId=14, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@812e, InstanceSpec{dataDirectory=/tmp/1441269883019-4, port=46897, electionPort=44653, quorumPort=49755, deleteDataDirectoryOnClose=true, serverId=15, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731, InstanceSpec{dataDirectory=/tmp/1441269883020-0, port=50473, electionPort=45215, quorumPort=54810, deleteDataDirectoryOnClose=true, serverId=16, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@c529, InstanceSpec{dataDirectory=/tmp/1441269883020-1, port=60594, electionPort=60502, quorumPort=48875, deleteDataDirectoryOnClose=true, serverId=17, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@ecb2, InstanceSpec{dataDirectory=/tmp/1441269883020-2, port=38484, electionPort=47168, quorumPort=40916, deleteDataDirectoryOnClose=true, serverId=18, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@9654, InstanceSpec{dataDirectory=/tmp/1441269883020-3, port=48396, electionPort=48709, quorumPort=46917, deleteDataDirectoryOnClose=true, serverId=19, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@bd0c, InstanceSpec{dataDirectory=/tmp/1441269883020-4, port=46897, electionPort=58417, quorumPort=56164, deleteDataDirectoryOnClose=true, serverId=20, tickTime=-1, maxClientCnxns=-1} org.apache.curator.test.InstanceSpec@b731]
> 	at com.google.common.collect.ImmutableMap.checkNoConflict(ImmutableMap.java:150)
> 	at com.google.common.collect.RegularImmutableMap.checkNoConflictInBucket(RegularImmutableMap.java:104)
> 	at com.google.common.collect.RegularImmutableMap.<init>(RegularImmutableMap.java:70)
> 	at com.google.common.collect.ImmutableMap$Builder.build(ImmutableMap.java:254)
> 	at org.apache.curator.test.TestingCluster.listToMap(TestingCluster.java:269)
> 	at org.apache.curator.test.TestingCluster.makeSpecs(TestingCluster.java:258)
> 	at org.apache.curator.test.TestingCluster.<init>(TestingCluster.java:56)
> 	at org.apache.flink.test.util.ForkableFlinkMiniCluster.start(ForkableFlinkMiniCluster.scala:244)
> 	at org.apache.flink.test.runtime.leaderelection.ZooKeeperLeaderElectionITCase.testTaskManagerRegistrationAtReelectedLeader(ZooKeeperLeaderElectionITCase.java:71)
> {code}
> Here is the entire build log: https://s3.amazonaws.com/archive.travis-ci.org/jobs/78534909/log.txt
> Further failures in the same class:
> testJobExecutionOnClusterWithLeaderReelection fails with deadlock. Here's the build log: https://s3.amazonaws.com/archive.travis-ci.org/jobs/79483285/log.txt



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)