You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/02/21 15:46:39 UTC
[JENKINS] Lucene-Solr-Tests-trunk-mmap-Java8 - Build # 1 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-mmap-Java8/1/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testShardLeaderChange
Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
at __randomizedtesting.SeedInfo.seed([3ED7F8E83F9FB22F:E0847F1F250747DE]:0)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
... 45 more
Build Log:
[...truncated 10834 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3ED7F8E83F9FB22F-001/init-core-data-001
[junit4] 2> 553151 INFO (SUITE-OverseerTest-seed#[3ED7F8E83F9FB22F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
[junit4] 2> 553151 INFO (SUITE-OverseerTest-seed#[3ED7F8E83F9FB22F]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 553151 INFO (SUITE-OverseerTest-seed#[3ED7F8E83F9FB22F]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 553156 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 553156 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 553157 INFO (Thread-1906) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 553157 INFO (Thread-1906) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 553257 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer start zk server on port:40763
[junit4] 2> 553257 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553258 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553260 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40f7b418 name:ZooKeeperConnection Watcher:127.0.0.1:40763/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553260 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553260 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553260 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553260 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553261 INFO (zkCallback-602-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@91373b4 name:ZooKeeperConnection Watcher:127.0.0.1:40763 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553261 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553262 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553263 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553264 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553264 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7292ea18 name:ZooKeeperConnection Watcher:127.0.0.1:40763 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553264 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553264 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553264 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 553267 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 553268 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 553269 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 553270 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 553271 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 553272 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 553273 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553274 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553274 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553275 INFO (zkCallback-604-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8192a25 name:ZooKeeperConnection Watcher:127.0.0.1:40763/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553275 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553276 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553276 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 553280 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 553281 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 553282 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 553283 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95424638208442371-127.0.0.1:40763_solr-n_0000000000
[junit4] 2> 553283 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40763_solr
[junit4] 2> 553283 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 553284 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638208442371-127.0.0.1:40763_solr-n_0000000000) starting
[junit4] 2> 553285 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 553287 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 553289 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 553290 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 553292 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 553294 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 553297 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 553297 INFO (OverseerCollectionConfigSetProcessor-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 553297 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 553298 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 553299 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553300 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553300 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 0
[junit4] 2> 553301 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 553301 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 553302 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553302 INFO (zkCallback-604-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553351 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553353 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 553353 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 553353 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
[junit4] 2> 553353 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 553456 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553456 INFO (zkCallback-604-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553504 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40763 40763
[junit4] 2> 553717 INFO (Thread-1906) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40763 40763
[junit4] 2> 553718 WARN (Thread-1906) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 553718 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 553718 INFO (TEST-OverseerTest.testStateChange-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638208442371-127.0.0.1:40763_solr-n_0000000000) closing
[junit4] 2> 553718 INFO (OverseerStateUpdate-95424638208442371-127.0.0.1:40763_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40763_solr
[junit4] 2> 553722 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 553722 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
[junit4] 2> 553723 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 553723 INFO (Thread-1907) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 553723 INFO (Thread-1907) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 553823 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer start zk server on port:39702
[junit4] 2> 553823 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553824 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553826 INFO (zkCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5092372c name:ZooKeeperConnection Watcher:127.0.0.1:39702 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553826 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553826 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553827 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553828 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553829 INFO (zkCallback-608-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77a5f1ae name:ZooKeeperConnection Watcher:127.0.0.1:39702 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553829 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553829 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553829 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 553832 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553832 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553840 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@407a2af7 name:ZooKeeperConnection Watcher:127.0.0.1:39702/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553840 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553840 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553841 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 553842 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 553843 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 553844 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 553845 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 553846 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 553847 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553848 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 553848 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 553849 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2af5b3b1 name:ZooKeeperConnection Watcher:127.0.0.1:39702/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553849 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 553849 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 553849 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 553852 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 553853 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 553855 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 553855 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95424638245535747-127.0.0.1:39702_solr-n_0000000000
[junit4] 2> 553855 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39702_solr
[junit4] 2> 553855 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 553856 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638245535747-127.0.0.1:39702_solr-n_0000000000) starting
[junit4] 2> 553857 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 553859 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 553860 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 553862 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 553864 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 553865 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 553868 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 553869 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 553869 INFO (OverseerCollectionConfigSetProcessor-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 553869 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 553871 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553872 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553873 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "maxShardsPerNode":"2"} current state version: 0
[junit4] 2> 553873 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 553874 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553874 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 553923 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 553925 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "shard":"shard1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 1
[junit4] 2> 553925 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "shard":"shard1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 553927 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "shard":"shard2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 1
[junit4] 2> 553927 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "shard":"shard2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 554029 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554029 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554076 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 554077 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 554077 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
[junit4] 2> 554077 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 554078 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 554079 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 554079 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node2 is already registered
[junit4] 2> 554079 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
[junit4] 2> 554181 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554181 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554228 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core_node_name":"core_node1"} current state version: 3
[junit4] 2> 554330 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554330 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554379 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core_node_name":"core_node2"} current state version: 4
[junit4] 2> 554481 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554481 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554530 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39702 39702
[junit4] 2> 554700 INFO (Thread-1907) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39702 39702
[junit4] 2> 554701 WARN (Thread-1907) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 554702 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
[junit4] 2> 554702 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638245535747-127.0.0.1:39702_solr-n_0000000000) closing
[junit4] 2> 554702 INFO (OverseerStateUpdate-95424638245535747-127.0.0.1:39702_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39702_solr
[junit4] 2> 554703 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 554705 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPlaceholders
[junit4] 2> 554706 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 554706 INFO (Thread-1908) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 554706 INFO (Thread-1908) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 554806 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41224
[junit4] 2> 554806 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 554807 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 554809 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b594911 name:ZooKeeperConnection Watcher:127.0.0.1:41224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 554809 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 554809 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 554809 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 554810 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 554816 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46025a32 name:ZooKeeperConnection Watcher:127.0.0.1:41224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 554816 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 554816 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 554817 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 554818 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 554819 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@595452ba name:ZooKeeperConnection Watcher:127.0.0.1:41224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 554819 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 554819 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 554819 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 554822 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 554823 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 554824 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 554825 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 554826 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 554827 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 554828 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 554829 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 554831 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 554835 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ecd672b name:ZooKeeperConnection Watcher:127.0.0.1:41224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 554835 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 554835 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 554837 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 554838 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 554838 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 554839 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554839 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 554840 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554841 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554841 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 554841 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 554842 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b1b94a5 name:ZooKeeperConnection Watcher:127.0.0.1:41224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 554842 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 554842 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 554843 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 554846 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 554847 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 554848 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 554849 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95424638309957636-127.0.0.1:41224_solr-n_0000000000
[junit4] 2> 554849 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41224_solr
[junit4] 2> 554849 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 554850 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638309957636-127.0.0.1:41224_solr-n_0000000000) starting
[junit4] 2> 554851 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 554853 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 554854 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 554856 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 554857 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 554859 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 554862 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 554862 INFO (OverseerCollectionConfigSetProcessor-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 554863 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 554863 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 554865 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554866 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 554867 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 554867 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 554867 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 554868 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 554868 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 554868 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555365 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 555366 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 555366 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 555366 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 555370 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95424638309957635-node1_core1-n_0000000000
[junit4] 2> 555370 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
[junit4] 2> 555372 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/95424638309957635-node1_core1-n_0000000000
[junit4] 2> 555375 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 555376 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 555377 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555377 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555377 WARN (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:385)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:385)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:248)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.onEnqueue(Overseer.java:219)
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:126)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:293)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:216)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 555377 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 555378 INFO (OverseerStateUpdate-95424638309957636-127.0.0.1:41224_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41224_solr
[junit4] 2> 555377 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 555379 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1530433f5490000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 555380 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41224 41224
[junit4] 2> 555383 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 555811 INFO (Thread-1908) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41224 41224
[junit4] 2> 555812 WARN (Thread-1908) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 555812 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPlaceholders
[junit4] 2> 555812 INFO (TEST-OverseerTest.testPlaceholders-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638309957636-127.0.0.1:41224_solr-n_0000000000) closing
[junit4] 2> 555816 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignmentBigger
[junit4] 2> 555816 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 555817 INFO (Thread-1909) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 555817 INFO (Thread-1909) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 555917 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer start zk server on port:50836
[junit4] 2> 555917 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555918 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555920 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1850f33e name:ZooKeeperConnection Watcher:127.0.0.1:50836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555920 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555920 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555921 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555923 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555923 INFO (zkCallback-621-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5aede340 name:ZooKeeperConnection Watcher:127.0.0.1:50836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555924 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555924 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555924 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 555926 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555926 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555927 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78577dd0 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555927 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555928 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555928 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 555929 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 555930 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 555931 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 555933 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 555933 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555934 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555935 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23ae90e3 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555935 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555936 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555936 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 555938 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 555939 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 555940 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 555941 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95424638382768131-127.0.0.1:50836_solr-n_0000000000
[junit4] 2> 555941 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50836_solr
[junit4] 2> 555941 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 555942 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424638382768131-127.0.0.1:50836_solr-n_0000000000) starting
[junit4] 2> 555943 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 555945 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 555947 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 555948 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 555950 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 555952 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 555955 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 555955 INFO (OverseerCollectionConfigSetProcessor-95424638382768131-127.0.0.1:50836_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 555955 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555956 INFO (OverseerStateUpdate-95424638382768131-127.0.0.1:50836_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 555956 INFO (OverseerStateUpdate-95424638382768131-127.0.0.1:50836_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555957 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 555958 INFO (OverseerStateUpdate-95424638382768131-127.0.0.1:50836_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 555958 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555958 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555964 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24cc8777 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555964 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555965 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555966 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555967 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 555968 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node0
[junit4] 2> 555969 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 555969 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 555969 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 555970 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 555970 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 555971 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555971 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555972 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 555972 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28d5c8d7 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555973 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555973 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555974 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555975 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 555976 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 555976 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555977 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555977 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555977 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 555977 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 555977 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 555977 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555977 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 555978 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555978 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 555979 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1aa69e59 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555979 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555980 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555981 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555982 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 555983 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 555983 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 555983 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 555984 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 555984 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 555984 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 555984 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 555984 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 555984 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555984 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 555985 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555986 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 555986 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 555987 INFO (zkCallback-629-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@301f9d2e name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555987 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555987 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555988 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555989 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 555990 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node3
[junit4] 2> 555991 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555991 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555991 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555991 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555991 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555991 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555991 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555992 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 555992 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555992 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 555992 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555992 INFO (zkCallback-629-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 555993 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555993 INFO (zkCallback-629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 555993 INFO (zkCallback-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@582b1a21 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 555993 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 555994 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 555995 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 555996 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 555997 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node4
[junit4] 2> 555997 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-630-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555998 INFO (zkCallback-627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555998 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555998 INFO (zkCallback-626-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555998 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555998 INFO (zkCallback-629-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 555999 INFO (zkCallback-630-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555999 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555999 INFO (zkCallback-629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 555999 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 556000 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 556001 INFO (zkCallback-631-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59071972 name:ZooKeeperConnection Watcher:127.0.0.1:50836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 556001 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 556001 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 556002 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster
[...truncated too long message...]
ute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 650459 WARN (zkCallback-704-thread-2) [ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:59)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:351)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 650459 ERROR (TEST-OverseerTest.testShardAssignment-seed#[3ED7F8E83F9FB22F]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@6fda5fd7 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5e4ea02b[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 9]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 651959 WARN (zkCallback-704-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 651960 INFO (TEST-OverseerTest.testShardAssignment-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52416 52416
[junit4] 2> 652346 INFO (Thread-1918) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52416 52416
[junit4] 2> 652347 WARN (Thread-1918) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 652347 INFO (TEST-OverseerTest.testShardAssignment-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment
[junit4] 2> 652347 INFO (TEST-OverseerTest.testShardAssignment-seed#[3ED7F8E83F9FB22F]) [ ] o.a.s.c.Overseer Overseer (id=95424644375707651-127.0.0.1:52416_solr-n_0000000000) closing
[junit4] 2> 652347 INFO (OverseerStateUpdate-95424644375707651-127.0.0.1:52416_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52416_solr
[junit4] 2> 652348 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 655349 INFO (SUITE-OverseerTest-seed#[3ED7F8E83F9FB22F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3ED7F8E83F9FB22F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=fi, timezone=GMT0
[junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=131643376,total=497549312
[junit4] 2> NOTE: All tests run in this JVM: [UpdateParamsTest, TestScoreJoinQPNoScore, DocExpirationUpdateProcessorFactoryTest, RecoveryZkTest, TestJsonFacets, SparseHLLTest, BlockDirectoryTest, CachingDirectoryFactoryTest, BadIndexSchemaTest, HdfsNNFailoverTest, CdcrUpdateLogTest, TestSolrCLIRunExample, TestWriterPerf, CoreMergeIndexesAdminHandlerTest, SegmentsInfoRequestHandlerTest, TestStressReorder, LeaderElectionTest, HighlighterConfigTest, TestReload, TestManagedResource, SpatialHeatmapFacetsTest, TestJmxIntegration, TestFilteredDocIdSet, BigEndianAscendingWordSerializerTest, OverseerRolesTest, TestTolerantSearch, TestDistributedMissingSort, TestSolrDeletionPolicy1, RecoveryAfterSoftCommitTest, TestLeaderElectionZkExpiry, TestDefaultSearchFieldResource, TestIndexSearcher, SolrTestCaseJ4Test, TestCSVResponseWriter, TestComplexPhraseQParserPlugin, ShowFileRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, BadCopyFieldTest, TestDistribIDF, TestOverriddenPrefixQueryForCustomFieldType, TestStressUserVersions, TestBulkSchemaAPI, TestConfigSetsAPIExclusivity, CollectionStateFormat2Test, AddSchemaFieldsUpdateProcessorFactoryTest, SolrXmlInZkTest, PreAnalyzedUpdateProcessorTest, SuggesterTSTTest, HardAutoCommitTest, FullSolrCloudDistribCmdsTest, DocValuesMultiTest, TestSearchPerf, TestSolrXml, DistribCursorPagingTest, TestFuzzyAnalyzedSuggestions, OverseerTest]
[junit4] Completed [143/579 (1!)] on J2 in 102.22s, 13 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 1394 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-mmap-Java8/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 88 ignored (72 assumptions) [seed: 3ED7F8E83F9FB22F]
Total time: 64 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any