You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/05/18 17:47:01 UTC
[JENKINS] Lucene-Solr-Tests-6.x - Build # 208 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/208/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior
Error Message:
Illegal state, was: down expected:active clusterState:live nodes:[]collections:{c1=DocCollection(c1)={ "shards":{"shard1":{ "parent":null, "range":null, "state":"active", "replicas":{"core_node1":{ "base_url":"http://127.0.0.1/solr", "node_name":"node1", "core":"core1", "roles":"", "state":"down"}}}}, "router":{"name":"implicit"}}, test=LazyCollectionRef(test)}
Stack Trace:
java.lang.AssertionError: Illegal state, was: down expected:active clusterState:live nodes:[]collections:{c1=DocCollection(c1)={
"shards":{"shard1":{
"parent":null,
"range":null,
"state":"active",
"replicas":{"core_node1":{
"base_url":"http://127.0.0.1/solr",
"node_name":"node1",
"core":"core1",
"roles":"",
"state":"down"}}}},
"router":{"name":"implicit"}}, test=LazyCollectionRef(test)}
at __randomizedtesting.SeedInfo.seed([9CDD8605FBE36F77:F4C385E919733539]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.verifyReplicaStatus(AbstractDistribZkTestBase.java:243)
at org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior(OverseerTest.java:1273)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11222 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_9CDD8605FBE36F77-001/init-core-data-001
[junit4] 2> 742879 INFO (SUITE-OverseerTest-seed#[9CDD8605FBE36F77]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 742880 INFO (SUITE-OverseerTest-seed#[9CDD8605FBE36F77]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 742880 INFO (SUITE-OverseerTest-seed#[9CDD8605FBE36F77]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 742889 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
[junit4] 2> 742889 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 742890 INFO (Thread-3516) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 742890 INFO (Thread-3516) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 742990 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer start zk server on port:45418
[junit4] 2> 742990 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 742990 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 742994 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24e3d1b2 name:ZooKeeperConnection Watcher:127.0.0.1:45418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 742995 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 742995 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 742995 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 743000 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 743000 INFO (zkCallback-1066-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1614274a name:ZooKeeperConnection Watcher:127.0.0.1:45418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 743001 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 743001 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 743001 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 743004 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 743004 INFO (zkCallback-1067-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46d93fce name:ZooKeeperConnection Watcher:127.0.0.1:45418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 743005 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 743005 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 743005 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 743007 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 743007 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 743008 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 743008 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 743008 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 743009 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 743009 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 743009 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 743010 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 743011 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 743011 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cf3fb94 name:ZooKeeperConnection Watcher:127.0.0.1:45418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 743011 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 743011 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 743012 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 743012 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 743013 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 743013 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 743014 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 743014 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 743014 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 743014 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 743017 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743017 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743017 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63b40b1a name:ZooKeeperConnection Watcher:127.0.0.1:45418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 743017 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 743018 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 743018 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 743021 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 743021 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 743022 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 743022 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95917975368957956-127.0.0.1:45418_solr-n_0000000000
[junit4] 2> 743022 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45418_solr
[junit4] 2> 743022 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 743023 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975368957956-127.0.0.1:45418_solr-n_0000000000) starting
[junit4] 2> 743023 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 743024 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 743025 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 743025 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 743026 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 743027 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 743028 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 743028 INFO (OverseerCollectionConfigSetProcessor-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 743030 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 743030 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 743030 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 743031 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743032 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 743032 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 743032 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 743032 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 743033 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743033 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743033 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743531 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 743532 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 743532 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 743532 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 743533 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95917975368957955-node1_core1-n_0000000000
[junit4] 2> 743534 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 743534 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95917975368957955-node1_core1-n_0000000000
[junit4] 2> 743535 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/95917975368957955-node1_core1-n_0000000000
[junit4] 2> 743535 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 1
[junit4] 2> 743535 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 743536 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743536 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743536 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743536 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 743536 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 743536 INFO (zkCallback-1069-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 743538 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 743538 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 743539 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ed4fd9d name:ZooKeeperConnection Watcher:127.0.0.1:45418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 743539 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 743539 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 743540 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 743540 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 743540 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 743541 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 743541 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 743541 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 743541 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 743541 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743541 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743542 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 743542 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 743543 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 743543 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 743543 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 743544 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95917975368957957-node1_core1-n_0000000001
[junit4] 2> 743544 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95917975368957957-node1_core1-n_0000000001
[junit4] 2> 743545 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 743646 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743646 INFO (zkCallback-1071-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743648 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743747 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/95917975368957957-node1_core1-n_0000000001
[junit4] 2> 743747 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 2
[junit4] 2> 743747 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743748 INFO (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 743748 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 743748 WARN (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 743749 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45418 45418
[junit4] 2> 744240 INFO (Thread-3516) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45418 45418
[junit4] 2> 744240 WARN (Thread-3516) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 744241 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
[junit4] 2> 744241 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975368957956-127.0.0.1:45418_solr-n_0000000000) closing
[junit4] 2> 744242 INFO (OverseerStateUpdate-95917975368957956-127.0.0.1:45418_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45418_solr
[junit4] 2> 744243 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 744245 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 744245 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 744245 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 744245 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 744345 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer start zk server on port:50309
[junit4] 2> 744345 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 744346 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 744350 INFO (zkCallback-1077-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f7f042e name:ZooKeeperConnection Watcher:127.0.0.1:50309/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 744351 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 744351 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 744351 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 744351 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 744355 INFO (zkCallback-1078-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@283715be name:ZooKeeperConnection Watcher:127.0.0.1:50309 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 744355 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 744355 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 744356 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 744356 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 744368 INFO (zkCallback-1079-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@502d689 name:ZooKeeperConnection Watcher:127.0.0.1:50309 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 744368 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 744368 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 744368 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 744370 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x154c4e3f6bd0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 744370 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 744371 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 744371 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 744372 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 744372 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 744376 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 744376 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 744376 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 744377 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 744384 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 744384 INFO (zkCallback-1081-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c40b833 name:ZooKeeperConnection Watcher:127.0.0.1:50309/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 744384 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 744384 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 744384 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 744385 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 744385 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 744385 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 744386 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95917975457824771-127.0.0.1:50309_solr-n_0000000000
[junit4] 2> 744386 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50309_solr
[junit4] 2> 744386 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 744386 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975457824771-127.0.0.1:50309_solr-n_0000000000) starting
[junit4] 2> 744387 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 744387 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 744388 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 744388 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 744389 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 744389 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 744390 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 744391 INFO (OverseerCollectionConfigSetProcessor-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 744391 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 744392 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 744392 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 744393 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 744394 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 0
[junit4] 2> 744394 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 744394 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 744394 INFO (zkCallback-1077-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 744394 INFO (zkCallback-1081-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 744443 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 744443 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 744443 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
[junit4] 2> 744443 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 744545 INFO (zkCallback-1077-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 744545 INFO (zkCallback-1081-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 744594 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50309 50309
[junit4] 2> 745311 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50309 50309
[junit4] 2> 745312 WARN (Thread-3517) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 745312 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 745312 INFO (TEST-OverseerTest.testStateChange-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975457824771-127.0.0.1:50309_solr-n_0000000000) closing
[junit4] 2> 745314 INFO (OverseerStateUpdate-95917975457824771-127.0.0.1:50309_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50309_solr
[junit4] 2> 745320 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 745320 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPlaceholders
[junit4] 2> 745320 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 745320 INFO (Thread-3518) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 745321 INFO (Thread-3518) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 745420 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer start zk server on port:43819
[junit4] 2> 745420 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 745421 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 745422 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@677786f2 name:ZooKeeperConnection Watcher:127.0.0.1:43819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 745422 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 745423 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 745423 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 745423 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 745424 INFO (zkCallback-1086-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ad6f059 name:ZooKeeperConnection Watcher:127.0.0.1:43819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 745424 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 745424 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 745424 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 745428 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 745428 INFO (zkCallback-1087-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@221c2a8f name:ZooKeeperConnection Watcher:127.0.0.1:43819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 745428 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 745429 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 745429 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 745430 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 745430 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 745431 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 745431 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 745431 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 745432 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 745432 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 745432 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 745433 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 745440 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 745440 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@777287ca name:ZooKeeperConnection Watcher:127.0.0.1:43819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 745441 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 745441 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 745441 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 745442 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 745442 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 745442 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 745443 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 745443 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 745444 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 745449 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 745449 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 745449 INFO (zkCallback-1091-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19aeba59 name:ZooKeeperConnection Watcher:127.0.0.1:43819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 745449 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 745449 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 745449 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 745453 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 745453 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 745454 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 745454 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95917975528341508-127.0.0.1:43819_solr-n_0000000000
[junit4] 2> 745454 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43819_solr
[junit4] 2> 745455 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 745455 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 745455 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975528341508-127.0.0.1:43819_solr-n_0000000000) starting
[junit4] 2> 745456 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 745456 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 745457 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 745457 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 745458 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 745459 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 745460 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 745460 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 745460 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 745460 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 745462 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 745473 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 745473 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 745473 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 745473 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 745474 INFO (OverseerCollectionConfigSetProcessor-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 745474 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 745474 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 745475 INFO (zkCallback-1091-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 745972 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 745973 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 745973 INFO (zkCallback-1091-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 745973 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 745975 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95917975528341507-node1_core1-n_0000000000
[junit4] 2> 745975 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
[junit4] 2> 745977 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/95917975528341507-node1_core1-n_0000000000
[junit4] 2> 745978 WARN (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:309)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:288)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:357)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:142)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:196)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 745978 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard2/election/95917975528341507-node1_core1-n_0000000000
[junit4] 2> 745978 INFO (OverseerStateUpdate-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43819_solr
[junit4] 2> 745981 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 745981 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard2/leader 1
[junit4] 2> 745982 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 745988 INFO (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 745988 INFO (zkCallback-1085-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 747477 INFO (OverseerCollectionConfigSetProcessor-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:358)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 747477 INFO (OverseerCollectionConfigSetProcessor-95917975528341508-127.0.0.1:43819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=95917975528341508-127.0.0.1:43819_solr-n_0000000000) am no longer a leader.
[junit4] 2> 747488 WARN (zkCallback-1089-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 747489 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43819 43819
[junit4] 2> 748477 INFO (Thread-3518) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43819 43819
[junit4] 2> 748478 WARN (Thread-3518) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 748478 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPlaceholders
[junit4] 2> 748478 INFO (TEST-OverseerTest.testPlaceholders-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975528341508-127.0.0.1:43819_solr-n_0000000000) closing
[junit4] 2> 748480 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
[junit4] 2> 748481 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 748481 INFO (Thread-3519) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 748481 INFO (Thread-3519) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 748581 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer start zk server on port:35591
[junit4] 2> 748581 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 748581 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 748583 INFO (zkCallback-1095-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@616a20be name:ZooKeeperConnection Watcher:127.0.0.1:35591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 748583 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 748583 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 748584 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 748584 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 748584 INFO (zkCallback-1096-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4764e9b name:ZooKeeperConnection Watcher:127.0.0.1:35591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 748584 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 748585 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 748585 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 748586 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 748586 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 748587 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@788d0aad name:ZooKeeperConnection Watcher:127.0.0.1:35591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 748587 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 748587 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 748587 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 748588 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 748588 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 748589 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 748592 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 748592 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 748593 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 748593 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7249f000 name:ZooKeeperConnection Watcher:127.0.0.1:35591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 748593 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 748593 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 748593 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 748594 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 748594 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 748595 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 748595 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95917975735369731-127.0.0.1:35591_solr-n_0000000000
[junit4] 2> 748595 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35591_solr
[junit4] 2> 748595 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 748596 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917975735369731-127.0.0.1:35591_solr-n_0000000000) starting
[junit4] 2> 748596 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 748597 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 748597 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 748598 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 748599 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 748600 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 748601 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 748601 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 748602 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 748602 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 748602 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 748604 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 748604 INFO (OverseerCollectionConfigSetProcessor-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 748605 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 748605 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 748606 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 748606 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 748607 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@356c3f01 name:ZooKeeperConnection Watcher:127.0.0.1:35591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 748607 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 748607 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 748607 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 748608 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 748608 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 748609 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
[junit4] 2> 748609 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 748609 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 748610 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 748610 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 748610 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 748611 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 748611 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 0
[junit4] 2> 748611 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 748611 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 748611 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 748612 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 748612 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 748612 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 749111 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 749112 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 749112 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 749112 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 749113 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95917975735369732-127.0.0.1_core1-n_0000000000
[junit4] 2> 749113 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
[junit4] 2> 749114 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/95917975735369732-127.0.0.1_core1-n_0000000000
[junit4] 2> 749115 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 749116 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 1
[junit4] 2> 749116 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 749117 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
[junit4] 2> 749117 INFO (OverseerStateUpdate-95917975735369731-127.0.0.1:35591_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 749218 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 749218 INFO (zkCallback-1098-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 749218 INFO (zkCallback-1097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 749616 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 749618 INFO (TEST-OverseerTest.testShardAssignment-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard3/election/95917975735369732
[...truncated too long message...]
k-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801330 INFO (OverseerStateUpdate-95917979012759557-127.0.0.1:60098_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 3
[junit4] 2> 801379 INFO (TEST-OverseerTest.testOverseerFailure-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/95917979012759555-node1_core1-n_0000000002
[junit4] 2> 801380 INFO (TEST-OverseerTest.testOverseerFailure-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 3
[junit4] 2> 801381 INFO (OverseerStateUpdate-95917979012759557-127.0.0.1:60098_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1"} current state version: 3
[junit4] 2> 801482 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801482 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801482 INFO (zkCallback-1287-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801983 INFO (zkCallback-1287-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801983 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801983 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 801983 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 801983 INFO (zkCallback-1287-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 803483 WARN (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 803485 INFO (TEST-OverseerTest.testOverseerFailure-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60098 60098
[junit4] 2> 803766 INFO (Thread-3528) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60098 60098
[junit4] 2> 803769 WARN (Thread-3528) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 803769 INFO (TEST-OverseerTest.testOverseerFailure-seed#[9CDD8605FBE36F77]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
[junit4] 2> 803769 INFO (TEST-OverseerTest.testOverseerFailure-seed#[9CDD8605FBE36F77]) [ ] o.a.s.c.Overseer Overseer (id=95917979012759557-127.0.0.1:60098_solr-n_0000000001) closing
[junit4] 2> 803769 INFO (OverseerStateUpdate-95917979012759557-127.0.0.1:60098_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60098_solr
[junit4] 2> 803770 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 806770 INFO (SUITE-OverseerTest-seed#[9CDD8605FBE36F77]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_9CDD8605FBE36F77-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=323, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=7)), sim=ClassicSimilarity, locale=pt-BR, timezone=Australia/Sydney
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=69553304,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, UpdateParamsTest, TestBlendedInfixSuggestions, TestPostingsSolrHighlighter, DataDrivenBlockJoinTest, TestCSVResponseWriter, TestTolerantUpdateProcessorCloud, ConnectionManagerTest, TestJettySolrRunner, CollectionsAPISolrJTest, TermVectorComponentDistributedTest, TestHdfsUpdateLog, TestCoreDiscovery, TestSizeLimitedDistributedMap, ShowFileRequestHandlerTest, AutoCommitTest, FacetPivotSmallTest, FullSolrCloudDistribCmdsTest, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, DeleteInactiveReplicaTest, SliceStateTest, DirectUpdateHandlerOptimizeTest, HdfsThreadLeakTest, TestReloadAndDeleteDocs, TestNoOpRegenerator, TestSolrFieldCacheMBean, CleanupOldIndexTest, TestSolrIndexConfig, ClusterStateTest, BaseCdcrDistributedZkTest, TestBlobHandler, AnalyticsMergeStrategyTest, SuggesterWFSTTest, TestZkChroot, UnloadDistributedZkTest, TestAuthenticationFramework, TestMiniSolrCloudClusterSSL, BigEndianAscendingWordDeserializerTest, SecurityConfHandlerTest, ExitableDirectoryReaderTest, ChangedSchemaMergeTest, TestSuggestSpellingConverter, TestConfigOverlay, TestSolrQueryParser, TestGroupingSearch, DistributedFacetPivotSmallAdvancedTest, PluginInfoTest, QueryParsingTest, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, TestUtils, TestSolrDeletionPolicy1, TestPivotHelperCode, TestPerFieldSimilarity, FieldAnalysisRequestHandlerTest, TriLevelCompositeIdRoutingTest, TestXIncludeConfig, LukeRequestHandlerTest, DistribDocExpirationUpdateProcessorTest, HighlighterConfigTest, OverseerTest]
[junit4] Completed [219/598 (1!)] on J2 in 63.90s, 13 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 1242 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1458: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1015: There were test failures: 598 suites (10 ignored), 2421 tests, 1 failure, 86 ignored (71 assumptions) [seed: 9CDD8605FBE36F77]
Total time: 55 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any