You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/20 19:44:43 UTC
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1554 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1554/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
at __randomizedtesting.SeedInfo.seed([7AA812AE3E0716CB:7EA09D5D2CA2F9EA]:0)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:134)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:134)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
... 48 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
... 49 more
Build Log:
[...truncated 11340 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerTest-7AA812AE3E0716CB-001/init-core-data-001
[junit4] 2> 2995970 T7866 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
[junit4] 2> 2995970 T7866 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 2995971 T7866 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 2995976 T7866 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignment
[junit4] 2> 2995978 T7866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2995980 T7867 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2996080 T7866 oasc.ZkTestServer.run start zk server on port:56045
[junit4] 2> 2996087 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2996095 T7873 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eece747 name:ZooKeeperConnection Watcher:127.0.0.1:56045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2996095 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2996103 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2996107 T7875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f1a047 name:ZooKeeperConnection Watcher:127.0.0.1:56045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2996107 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2996108 T7866 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2996117 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2996121 T7878 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37b34bf6 name:ZooKeeperConnection Watcher:127.0.0.1:56045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2996122 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2996122 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2996130 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2996134 T7880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e6f263c name:ZooKeeperConnection Watcher:127.0.0.1:56045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2996135 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2996137 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2996144 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2996157 T7866 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56045_solr
[junit4] 2> 2996158 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2996163 T7866 oasc.Overseer.start Overseer (id=91790109794959363-127.0.0.1:56045_solr-n_0000000000) starting
[junit4] 2> 2996169 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2996179 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2996188 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 2996201 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 2996213 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 2996228 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2996245 T7882 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2996247 T7866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2996248 T7881 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2996254 T7866 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2996260 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2996269 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2996272 T7884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1da26c8a name:ZooKeeperConnection Watcher:127.0.0.1:56045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2996272 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2996275 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2996281 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
[junit4] 2> 2996289 T7884 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2996289 T7878 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2996296 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2996301 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2996303 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2996303 T7881 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 2996304 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 2996310 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2996313 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2996313 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2996798 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 2996838 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4] 2> 2996863 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2996867 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2996867 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2996880 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2996880 T7881 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2996881 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2996888 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2996997 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2996997 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2997369 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2997389 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2997402 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997403 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997403 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997406 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2997407 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997417 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2997417 T7881 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2997417 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 2997424 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997531 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2997531 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2997908 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 2997928 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 2997941 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997942 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997942 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997945 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2997947 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2997956 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node4",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2997956 T7881 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2997957 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 2997963 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2998071 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2998071 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2998449 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 2998483 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2998484 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2998484 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2998489 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2998491 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core5",
[junit4] 2> "core_node_name":"node5",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2998491 T7881 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2998492 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2998501 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2998609 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2998609 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2998986 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2999017 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2999018 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2999018 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2999022 T7881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2999025 T7881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2999025 T7881 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2999025 T7881 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 2999034 T7880 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2999140 T7878 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2999140 T7884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2999519 T7866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 2999554 T7884 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2999555 T7884 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 2999556 T7884 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 2999557 T7884 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 2999559 T7866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56045 56045
[junit4] 2> 2999576 T7867 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56045 56045
[junit4] 2> 2999790 T7866 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
[junit4] 2> 2999792 T7881 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56045_solr
[junit4] 2> 2999793 T7885 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
[junit4] 2>
[junit4] 2> 2999802 T7866 oas.SolrTestCaseJ4.setUp ###Starting testStateChange
[junit4] 2> 2999803 T7866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2999804 T7886 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2999905 T7866 oasc.ZkTestServer.run start zk server on port:56052
[junit4] 2> 2999907 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2999916 T7892 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ef1332f name:ZooKeeperConnection Watcher:127.0.0.1:56052/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2999916 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2999918 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2999922 T7894 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32558556 name:ZooKeeperConnection Watcher:127.0.0.1:56052 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2999923 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2999928 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2999932 T7896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76afc608 name:ZooKeeperConnection Watcher:127.0.0.1:56052 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2999932 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2999932 T7866 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2999941 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2999947 T7866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2999955 T7866 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2999960 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2999968 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2999972 T7898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55101971 name:ZooKeeperConnection Watcher:127.0.0.1:56052/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2999973 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2999974 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2999984 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2999998 T7866 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56052_solr
[junit4] 2> 2999999 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 3000004 T7866 oasc.Overseer.start Overseer (id=91790110045831171-127.0.0.1:56052_solr-n_0000000000) starting
[junit4] 2> 3000009 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 3000020 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 3000032 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 3000043 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 3000054 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 3000067 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 3000087 T7900 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 3000092 T7899 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 3000097 T7866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3000100 T7899 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3000102 T7899 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 3000103 T7899 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 3000111 T7898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3000113 T7892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 3000152 T7866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3000157 T7898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3000162 T7899 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3000163 T7899 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 3000164 T7899 oasc.Overseer$ClusterStateUpdater.updateState node=core_node1 is already registered
[junit4] 2> 3000164 T7899 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 3000170 T7898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3000277 T7892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 3000320 T7866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56052 56052
[junit4] 2> 3000333 T7886 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56052 56052
[junit4] 2> 3000544 T7866 oas.SolrTestCaseJ4.tearDown ###Ending testStateChange
[junit4] 2> 3000545 T7899 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56052_solr
[junit4] 2> 3000547 T7901 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
[junit4] 2>
[junit4] 2> 3000556 T7866 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 3000558 T7866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3000559 T7902 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 3000660 T7866 oasc.ZkTestServer.run start zk server on port:56057
[junit4] 2> 3000662 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000670 T7908 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45adb82b name:ZooKeeperConnection Watcher:127.0.0.1:56057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000670 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000679 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000683 T7910 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2de9aef5 name:ZooKeeperConnection Watcher:127.0.0.1:56057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000684 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000684 T7866 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3000695 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000700 T7912 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24ae958 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000700 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000700 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3000707 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000710 T7914 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35ce0c4a name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000710 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000712 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 3000718 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 3000733 T7866 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56057_solr
[junit4] 2> 3000733 T7866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 3000739 T7866 oasc.Overseer.start Overseer (id=91790110095114243-127.0.0.1:56057_solr-n_0000000000) starting
[junit4] 2> 3000746 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 3000756 T7866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 3000766 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 3000775 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 3000786 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 3000799 T7866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 3000818 T7916 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 3000819 T7866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 3000821 T7915 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 3000828 T7866 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 3000834 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000844 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000850 T7918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@524641d2 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000851 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000854 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000863 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 3000875 T7918 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 3000875 T7912 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 3000877 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000882 T7920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79352781 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000883 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000886 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000894 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 3000903 T7912 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 3000903 T7918 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 3000904 T7920 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 3000906 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000911 T7922 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@575966d3 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000911 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000915 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000922 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 3000931 T7920 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 3000932 T7918 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 3000932 T7922 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 3000933 T7912 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 3000934 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000938 T7924 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@565b78db name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000938 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000942 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000950 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 3000959 T7920 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3000959 T7922 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3000960 T7924 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3000961 T7918 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3000961 T7912 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3000962 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000966 T7926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49a17059 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3000967 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3000969 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3000977 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 3000987 T7924 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3000987 T7922 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3000987 T7920 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3000988 T7912 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3000988 T7926 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3000994 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3000999 T7918 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 3001001 T7928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c49de94 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001001 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001003 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001010 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 3001019 T7912 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001020 T7928 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001020 T7920 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001020 T7922 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001020 T7926 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001021 T7918 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001022 T7924 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 3001023 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001026 T7930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4401b96d name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001026 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001030 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001036 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 3001044 T7930 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001045 T7928 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001045 T7922 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001046 T7918 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001046 T7924 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001047 T7920 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001047 T7926 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001049 T7912 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 3001049 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001053 T7932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a270287 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001053 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001055 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001062 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 3001071 T7930 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001071 T7922 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001071 T7928 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001073 T7912 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001073 T7924 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001074 T7932 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001074 T7918 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001075 T7926 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001076 T7920 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 3001077 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001082 T7934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24fd8fbc name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001082 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001085 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001091 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 3001100 T7928 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001100 T7934 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001101 T7922 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001101 T7920 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001102 T7930 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001102 T7918 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001103 T7932 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001103 T7924 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001103 T7926 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001103 T7912 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 3001104 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001107 T7936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cceb36e name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001107 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001110 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001116 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 3001124 T7924 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001129 T7934 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001130 T7920 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001130 T7936 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001131 T7928 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001131 T7930 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001132 T7918 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001133 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001135 T7922 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001136 T7926 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001135 T7912 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001137 T7932 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 3001140 T7938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37253fbd name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001140 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001143 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001149 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 3001160 T7934 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001160 T7936 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001161 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001161 T7926 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001163 T7924 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001163 T7932 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001163 T7922 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001166 T7912 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001166 T7938 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001167 T7918 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001167 T7940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e561732 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001167 T7930 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001168 T7920 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001168 T7928 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 3001168 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001172 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001178 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 3001188 T7936 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001189 T7924 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001189 T7922 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001192 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001192 T7932 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001195 T7926 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001195 T7928 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001196 T7930 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001197 T7940 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001197 T7920 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001198 T7942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@144416c6 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001198 T7912 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001198 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001199 T7934 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001200 T7918 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001198 T7938 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 3001201 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001209 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 3001220 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001220 T7926 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001223 T7936 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001224 T7938 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001224 T7940 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001225 T7918 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001225 T7934 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001226 T7942 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001226 T7912 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001227 T7928 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001227 T7922 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001229 T7944 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@319b7f8c name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001229 T7932 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001230 T7924 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001231 T7930 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001230 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001231 T7920 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 3001234 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001241 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 3001252 T7932 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001253 T7942 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001255 T7940 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001255 T7938 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001256 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001262 T7928 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001261 T7936 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001261 T7934 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001261 T7918 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001261 T7912 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001261 T7944 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001260 T7924 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001260 T7930 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001259 T7922 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001259 T7926 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001258 T7920 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 3001263 T7946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@716705b name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001266 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001268 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001274 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 3001284 T7942 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001285 T7946 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001285 T7944 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001287 T7926 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001287 T7936 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001287 T7912 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001287 T7932 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001288 T7918 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001290 T7930 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001290 T7920 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001291 T7924 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001292 T7938 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001292 T7922 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001293 T7940 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001294 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001296 T7934 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001298 T7928 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 3001300 T7948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28b153a name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001300 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001302 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001365 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 3001378 T7944 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001378 T7930 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001379 T7922 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001380 T7912 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001381 T7928 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001381 T7924 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001382 T7942 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001382 T7940 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001382 T7926 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001383 T7938 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001383 T7946 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001384 T7920 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001386 T7934 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001386 T7948 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001387 T7932 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001388 T7918 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001388 T7936 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 3001390 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001393 T7950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67bcb6b7 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001394 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001397 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001404 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 3001416 T7940 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001416 T7938 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001417 T7920 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001419 T7934 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001419 T7928 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001419 T7942 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001419 T7924 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001420 T7930 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001420 T7936 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001420 T7944 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7948 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7932 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001420 T7950 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7926 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7918 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7922 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7946 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001421 T7912 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 3001424 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001428 T7952 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cbb7f88 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001429 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001431 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001438 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 3001452 T7936 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001453 T7928 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001454 T7938 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001455 T7912 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001455 T7920 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001455 T7940 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001456 T7946 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001455 T7934 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001455 T7942 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001457 T7932 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001457 T7926 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001457 T7930 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001458 T7924 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001459 T7950 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001459 T7944 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001459 T7948 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001460 T7918 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001459 T7922 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001459 T7952 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 3001461 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001464 T7954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@718f464a name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001464 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001467 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001474 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 3001490 T7924 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001490 T7946 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001491 T7936 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001491 T7934 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001491 T7944 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001492 T7912 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001493 T7942 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001493 T7950 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001493 T7954 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001495 T7922 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001496 T7952 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001497 T7930 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001498 T7938 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001498 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001499 T7940 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001500 T7932 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001499 T7928 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001499 T7926 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001502 T7920 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001500 T7948 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001500 T7918 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 3001504 T7956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23dfc723 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001504 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001507 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001514 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 3001522 T7926 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001527 T7956 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001528 T7954 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001528 T7940 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001529 T7928 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001532 T7922 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001536 T7942 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001536 T7936 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001536 T7918 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001537 T7944 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001537 T7930 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001538 T7932 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001538 T7938 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001539 T7946 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001536 T7912 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001539 T7924 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001537 T7952 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001540 T7948 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001540 T7934 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001544 T7950 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001545 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001546 T7958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4de7c3d6 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001544 T7920 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 3001546 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001549 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001554 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 3001567 T7958 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001567 T7946 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001567 T7936 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001569 T7918 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001569 T7932 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001569 T7912 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001570 T7926 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001571 T7920 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001569 T7954 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001572 T7930 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001571 T7948 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001571 T7922 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001573 T7942 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001573 T7956 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001572 T7928 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001575 T7940 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001575 T7924 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001575 T7944 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001574 T7950 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001574 T7934 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001576 T7938 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001575 T7952 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 3001578 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001580 T7960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff94c46 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001580 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001583 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001589 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 3001600 T7958 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001601 T7912 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001604 T7926 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001605 T7954 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001604 T7918 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001606 T7960 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001606 T7932 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001607 T7944 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001607 T7956 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001607 T7936 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001609 T7948 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001609 T7942 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001609 T7946 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001610 T7920 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001610 T7950 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001611 T7940 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001611 T7922 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001612 T7934 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001613 T7938 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001614 T7952 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001615 T7928 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001615 T7924 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001615 T7930 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 3001616 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001622 T7962 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e0de7c name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001626 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001638 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001650 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 3001669 T7960 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001670 T7956 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001671 T7922 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001671 T7940 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001672 T7928 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001672 T7942 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001673 T7950 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001673 T7962 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001674 T7930 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001675 T7924 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001676 T7938 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001676 T7934 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001676 T7952 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001676 T7944 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001677 T7932 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001678 T7920 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001679 T7918 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001680 T7936 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001681 T7948 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001682 T7954 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001683 T7958 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001683 T7946 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001684 T7912 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001686 T7926 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 3001688 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001692 T7964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29b82825 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001693 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001696 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001704 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 3001720 T7942 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001721 T7958 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001721 T7918 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001723 T7934 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001723 T7926 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001724 T7936 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001725 T7954 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7948 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7956 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7924 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7962 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001728 T7932 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001728 T7920 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7912 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7952 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001727 T7938 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001730 T7964 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001731 T7960 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001731 T7950 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001731 T7944 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001731 T7940 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001732 T7922 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001732 T7930 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001732 T7946 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001732 T7928 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 3001734 T7866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3001738 T7966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4da46553 name:ZooKeeperConnection Watcher:127.0.0.1:56057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3001738 T7866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3001742 T7866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3001748 T7866 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 3001763 T7948 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001763 T7920 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001766 T7960 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001766 T7966 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001767 T7950 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001767 T7940 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001767 T7952 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001768 T7930 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001768 T7934 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 3001768 T7958 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4]
[...truncated too long message...]
Exception.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3046351 T8340 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3046352 T7866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3046367 T8338 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 3046367 T8332 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 3046380 T7866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56197 56197
[junit4] 2> 3046397 T8326 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56197 56197
[junit4] 2> 3046642 T7866 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4] 2> 3046643 T8341 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56197_solr
[junit4] 2> 3046646 T8343 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
[junit4] 2>
[junit4] 2> 3046649 T7866 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 3046650 T7866 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 3049651 T7866 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerTest-7AA812AE3E0716CB-001
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=uk_UA, timezone=Australia/Eucla
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_55 (64-bit)/cpus=2,threads=1,free=168561944,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestRequestStatusCollectionAPI, TestSurroundQueryParser, ClusterStateTest, PrimUtilsTest, TestSolrXmlPersistence, TestWordDelimiterFilterFactory, DistributedQueryComponentCustomSortTest, RankQueryTest, TestFastOutputStream, MoreLikeThisHandlerTest, TestCollectionAPI, FileBasedSpellCheckerTest, TestComponentsName, TriLevelCompositeIdRoutingTest, DistributedSpellCheckComponentTest, TestManagedSynonymFilterFactory, UpdateParamsTest, TestSchemaVersionResource, AtomicUpdatesTest, HttpPartitionTest, AssignTest, BJQParserTest, HighlighterTest, TestArbitraryIndexDir, SpatialFilterTest, TestMaxScoreQueryParser, TestCSVResponseWriter, SuggesterTSTTest, SolrXmlInZkTest, PreAnalyzedUpdateProcessorTest, DirectUpdateHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestCustomSort, TermVectorComponentDistributedTest, TestOmitPositions, TestFastLRUCache, TestBinaryField, SimplePostToolTest, ConnectionManagerTest, TestNoOpRegenerator, HdfsLockFactoryTest, TestGroupingSearch, DisMaxRequestHandlerTest, TestComplexPhraseQParserPlugin, OpenCloseCoreStressTest, SyncSliceTest, BadComponentTest, TestPhraseSuggestions, TestInfoStreamLogging, TestSchemaNameResource, IndexSchemaRuntimeFieldTest, TestFreeTextSuggestions, FieldMutatingUpdateProcessorTest, TestLuceneMatchVersion, TestNonDefinedSimilarityFactory, SolrTestCaseJ4Test, TestSearchPerf, TestManagedResourceStorage, TestRangeQuery, TestFieldTypeCollectionResource, OutputWriterTest, PreAnalyzedFieldTest, TestExpandComponent, TestRandomFaceting, TestSolrQueryParser, MergeStrategyTest, WordBreakSolrSpellCheckerTest, DateFieldTest, DistributedExpandComponentTest, JsonLoaderTest, TestDocSet, TestStressRecovery, TestSweetSpotSimilarityFactory, SolrPluginUtilsTest, TestShortCircuitedRequests, TestRandomDVFaceting, SolrCoreCheckLockOnStartupTest, TermsComponentTest, TestFieldSortValues, QueryParsingTest, SolrInfoMBeanTest, PathHierarchyTokenizerFactoryTest, TestImplicitCoreProperties, DOMUtilTest, TestAddFieldRealTimeGet, TestRandomMergePolicy, TestStressVersions, TestRecovery, BlockCacheTest, SolrIndexConfigTest, TestClassNameShortening, JSONWriterTest, TestOverriddenPrefixQueryForCustomFieldType, TestDistribDocBasedVersion, TestSystemIdResolver, HardAutoCommitTest, SpellCheckComponentTest, ScriptEngineTest, SuggesterWFSTTest, TestQueryUtils, DistributedDebugComponentTest, ZkNodePropsTest, TestDistributedMissingSort, AnalysisAfterCoreReloadTest, TestUpdate, TestExceedMaxTermLength, DocValuesMultiTest, TestDynamicFieldCollectionResource, UpdateRequestProcessorFactoryTest, TestXIncludeConfig, TestStressUserVersions, CoreAdminHandlerTest, TestRecoveryHdfs, TestDefaultSimilarityFactory, TestReplicationHandler, TestSolrXml, SOLR749Test, SpellCheckCollatorTest, CursorMarkTest, SuggesterTest, TestDistributedSearch, HdfsBasicDistributedZk2Test, BasicFunctionalityTest, TestSolrQueryParserDefaultOperatorResource, TestManagedStopFilterFactory, BinaryUpdateRequestHandlerTest, TermVectorComponentTest, DocExpirationUpdateProcessorFactoryTest, CursorPagingTest, PingRequestHandlerTest, TestSolrIndexConfig, DistributedSuggestComponentTest, TestCloudInspectUtil, TestSimpleQParserPlugin, BlockDirectoryTest, ZkCLITest, TestManagedSchema, TestDefaultSearchFieldResource, DistributedTermsComponentTest, TestBadConfig, CoreAdminCreateDiscoverTest, TestFileDictionaryLookup, ZkControllerTest, DocumentAnalysisRequestHandlerTest, HdfsUnloadDistributedZkTest, NotRequiredUniqueKeyTest, TestNRTOpen, QueryEqualityTest, TestSolrJ, TimeZoneUtilsTest, TestPartialUpdateDeduplication, ShowFileRequestHandlerTest, DeleteReplicaTest, TestMergePolicyConfig, AnalysisErrorHandlingTest, TestStressReorder, TestQueryTypes, StandardRequestHandlerTest, TestSolrCoreProperties, DateMathParserTest, TestStandardQParsers, PrimitiveFieldTypeTest, OpenExchangeRatesOrgProviderTest, OverseerRolesTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestJmxMonitoredMap, TestDocumentBuilder, ParsingFieldUpdateProcessorsTest, HdfsWriteToMultipleCollectionsTest, ShardRoutingTest, TestBM25SimilarityFactory, NoCacheHeaderTest, TestLMDirichletSimilarityFactory, TestUtils, TestIndexSearcher, DistribDocExpirationUpdateProcessorTest, URLClassifyProcessorTest, ClusterStateUpdateTest, XsltUpdateRequestHandlerTest, CSVRequestHandlerTest, DocValuesMissingTest, TestFieldResource, RegexBoostProcessorTest, TestExtendedDismaxParser, AddSchemaFieldsUpdateProcessorFactoryTest, ChangedSchemaMergeTest, TestNonNRTOpen, TestSearcherReuse, SolrIndexSplitterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest]
[junit4] Completed in 53.74s, 9 tests, 1 error <<< FAILURES!
[...truncated 591 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1297: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:921: There were test failures: 394 suites, 1638 tests, 1 error, 42 ignored (15 assumptions)
Total time: 123 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure