You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/06/02 20:03:49 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1189 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1189/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior
Error Message:
Illegal state, was: down expected:active clusterState:live nodes:[]collections:{c1=DocCollection(c1)={ "shards":{"shard1":{ "parent":null, "range":null, "state":"active", "replicas":{"core_node1":{ "base_url":"http://127.0.0.1/solr", "node_name":"node1", "core":"core1", "roles":"", "state":"down"}}}}, "router":{"name":"implicit"}}, test=LazyCollectionRef(test)}
Stack Trace:
java.lang.AssertionError: Illegal state, was: down expected:active clusterState:live nodes:[]collections:{c1=DocCollection(c1)={
"shards":{"shard1":{
"parent":null,
"range":null,
"state":"active",
"replicas":{"core_node1":{
"base_url":"http://127.0.0.1/solr",
"node_name":"node1",
"core":"core1",
"roles":"",
"state":"down"}}}},
"router":{"name":"implicit"}}, test=LazyCollectionRef(test)}
at __randomizedtesting.SeedInfo.seed([CEC4632E0A269E2:64F245DE023233AC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.verifyReplicaStatus(AbstractDistribZkTestBase.java:243)
at org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior(OverseerTest.java:1273)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11234 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerTest_CEC4632E0A269E2-001/init-core-data-001
[junit4] 2> 922171 INFO (SUITE-OverseerTest-seed#[CEC4632E0A269E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 922171 INFO (SUITE-OverseerTest-seed#[CEC4632E0A269E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 922171 INFO (SUITE-OverseerTest-seed#[CEC4632E0A269E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 922172 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 922173 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 922173 INFO (Thread-2697) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 922173 INFO (Thread-2697) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 922273 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:45676
[junit4] 2> 922273 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922274 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922275 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f3096f7 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922275 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922275 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922276 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922276 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922276 INFO (zkCallback-15333-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12e618d name:ZooKeeperConnection Watcher:127.0.0.1:45676 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922276 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922277 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922277 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922277 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922278 INFO (zkCallback-15334-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a82a1aa name:ZooKeeperConnection Watcher:127.0.0.1:45676 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 922280 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 922281 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 922281 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 922282 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 922283 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 922284 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 922284 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922284 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 922284 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922285 INFO (zkCallback-15336-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a1b88b2 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922285 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 922285 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922285 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922286 INFO (Thread-2698) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 922287 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 922287 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922288 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 922288 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922288 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 922289 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d5e4c18 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922289 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922289 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922289 INFO (Thread-2698) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96003445639282691-127.0.0.1:45676_solr-n_0000000000
[junit4] 2> 922289 INFO (Thread-2698) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45676_solr
[junit4] 2> 922289 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 922290 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 922290 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282691-127.0.0.1:45676_solr-n_0000000000) starting
[junit4] 2> 922290 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 922290 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 922290 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 922291 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 922291 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 922291 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 922291 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 922296 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 922298 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 922298 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 922299 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 922300 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 922301 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 922302 INFO (Thread-2698) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 922303 INFO (OverseerCollectionConfigSetProcessor-96003445639282691-127.0.0.1:45676_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 922303 INFO (Thread-2698) [ ] o.a.s.c.OverseerTest Killing overseer.
[junit4] 2> 922303 INFO (OverseerStateUpdate-96003445639282691-127.0.0.1:45676_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 922303 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922303 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15512a00a8b0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 922304 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922304 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d9468af name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922304 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922304 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922304 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282691-127.0.0.1:45676_solr-n_0000000000) closing
[junit4] 2> 922304 INFO (Thread-2698) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 922305 INFO (OverseerStateUpdate-96003445639282691-127.0.0.1:45676_solr-n_0000000000) [ ] o.a.s.c.Overseer According to ZK I (id=96003445639282691-127.0.0.1:45676_solr-n_0000000000) am no longer a leader.
[junit4] 2> 922305 INFO (OverseerStateUpdate-96003445639282691-127.0.0.1:45676_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45676_solr
[junit4] 2> 922305 ERROR (OverseerCollectionConfigSetProcessor-96003445639282691-127.0.0.1:45676_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:314)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:311)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:311)
[junit4] 2> at org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 922314 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 922314 INFO (Thread-2698) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96003445639282693-127.0.0.1:45676_solr-n_0000000001
[junit4] 2> 922314 INFO (Thread-2698) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45676_solr
[junit4] 2> 922314 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 922314 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 922316 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282693-127.0.0.1:45676_solr-n_0000000001) starting
[junit4] 2> 922319 INFO (Thread-2698) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 922319 INFO (OverseerCollectionConfigSetProcessor-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 922320 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 922320 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 922320 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 922321 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 922322 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 922322 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 922322 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 922322 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 922322 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922323 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922324 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922798 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 922799 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 922799 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 922799 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 922801 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000000
[junit4] 2> 922801 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 922802 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000000
[junit4] 2> 922804 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 922804 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000000
[junit4] 2> 922805 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 1
[junit4] 2> 922805 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 922805 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 922805 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 922806 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 922807 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000001
[junit4] 2> 922813 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000001
[junit4] 2> 922815 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 922815 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 922815 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 922816 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f3b442f name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 922816 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 922816 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 922816 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 922817 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 922817 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 922818 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 922818 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922818 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922818 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922818 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 922818 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 922819 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 922819 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 922819 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 922820 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000001
[junit4] 2> 922820 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 922820 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 922820 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 922820 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 2
[junit4] 2> 922821 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 922822 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000002
[junit4] 2> 922822 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000002
[junit4] 2> 922826 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 922928 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 922928 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 922928 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 922929 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923027 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 2
[junit4] 2> 923027 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 923027 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
[junit4] 2> 923027 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 923128 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923128 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923128 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923129 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923527 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 923528 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282694-node2_core4-n_0000000003
[junit4] 2> 923529 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000002 to know if I could be the leader
[junit4] 2> 923529 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282692-node1_core1-n_0000000002
[junit4] 2> 923529 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 3
[junit4] 2> 923530 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282694-node2_core4-n_0000000003
[junit4] 2> 923530 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923530 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923530 INFO (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923530 INFO (zkCallback-15346-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 923531 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 923531 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 923531 INFO (zkCallback-15346-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 923533 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/",
[junit4] 2> "core":"core4",
[junit4] 2> "state":"active"} current state version: 3
[junit4] 2> 923634 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 923634 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 923634 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925033 WARN (zkCallback-15340-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 925033 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 925034 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 925034 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f67c011 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 925035 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 925035 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 925035 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 925036 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 925036 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 925037 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 925037 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925037 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925037 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925038 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925038 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925038 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925038 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925039 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925039 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 925039 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 925039 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925039 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925041 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000004
[junit4] 2> 925041 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard1/election/96003445639282694-node2_core4-n_0000000003 to know if I could be the leader
[junit4] 2> 925041 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282694-node2_core4-n_0000000003
[junit4] 2> 925041 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 4
[junit4] 2> 925045 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925045 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925046 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925046 INFO (zkCallback-15348-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925046 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925046 INFO (zkCallback-15346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925046 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925054 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000004
[junit4] 2> 925054 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000004
[junit4] 2> 925055 INFO (zkCallback-15348-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925055 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 5
[junit4] 2> 925055 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 925055 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925055 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925055 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 925056 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 925057 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000005
[junit4] 2> 925057 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000005
[junit4] 2> 925058 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 925059 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 925062 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 925065 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f82cdef name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 925065 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 925066 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 925066 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 925066 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 925067 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 925067 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 925068 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925068 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925068 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925068 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925071 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925071 INFO (zkCallback-15342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925071 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925071 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 925072 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000005
[junit4] 2> 925072 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 6
[junit4] 2> 925072 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 925072 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925072 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925073 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 925074 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000006
[junit4] 2> 925074 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000006
[junit4] 2> 925075 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 925131 INFO (Thread-2698) [ ] o.a.s.c.OverseerTest Killing overseer.
[junit4] 2> 925131 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 925132 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 925133 INFO (zkCallback-15352-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c17b7ab name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 925133 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 925133 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 925133 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282693-127.0.0.1:45676_solr-n_0000000001) closing
[junit4] 2> 925133 INFO (OverseerStateUpdate-96003445639282693-127.0.0.1:45676_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45676_solr
[junit4] 2> 925133 INFO (Thread-2698) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 925140 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 925141 INFO (Thread-2698) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96003445639282697-127.0.0.1:45676_solr-n_0000000002
[junit4] 2> 925141 INFO (Thread-2698) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45676_solr
[junit4] 2> 925141 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 925142 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282697-127.0.0.1:45676_solr-n_0000000002) starting
[junit4] 2> 925144 INFO (Thread-2698) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 925145 INFO (OverseerCollectionConfigSetProcessor-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 925145 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 925145 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 925145 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 925146 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 925147 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925147 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925147 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925147 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925147 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:309)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:268)
[junit4] 2> 925147 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925147 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925149 INFO (zkCallback-15352-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925150 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925150 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925150 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925158 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925158 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925158 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925158 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925160 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"}
[junit4] 2> 925160 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925160 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925160 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925161 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925162 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"}
[junit4] 2> 925164 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925164 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925164 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925165 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925166 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925166 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 925166 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925166 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925166 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925166 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925166 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925167 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 6, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"}
[junit4] 2> 925168 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925168 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925168 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925168 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925276 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 925276 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 10
[junit4] 2> 925276 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 925277 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 925278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282696-node2_core4-n_0000000007
[junit4] 2> 925278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000006 to know if I could be the leader
[junit4] 2> 925278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282695-node1_core1-n_0000000006
[junit4] 2> 925278 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 7
[junit4] 2> 925279 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925279 INFO (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925279 INFO (zkCallback-15350-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282696-node2_core4-n_0000000007
[junit4] 2> 925279 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925280 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15512a00a8b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 925280 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/",
[junit4] 2> "core":"core4",
[junit4] 2> "state":"active"} current state version: 10
[junit4] 2> 925282 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925282 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 925282 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925283 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 925382 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925382 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 925382 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 926779 WARN (zkCallback-15348-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 926780 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 926781 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 926781 INFO (zkCallback-15356-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44d796e4 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926781 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 926782 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 926786 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 926787 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 926787 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 926788 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 926789 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 926789 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 926789 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 926789 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 926789 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 926790 INFO (zkCallback-15356-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 926790 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 926791 INFO (zkCallback-15356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 926791 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 926792 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 11
[junit4] 2> 926792 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 926792 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 926796 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96003445639282698-node1_core1-n_0000000008
[junit4] 2> 926797 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard1/election/96003445639282696-node2_core4-n_0000000007 to know if I could be the leader
[junit4] 2> 926797 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003445639282696-node2_core4-n_0000000007
[junit4] 2> 926797 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 8
[junit4] 2> 926798 INFO (zkCallback-15350-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 926798 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 926798 INFO (zkCallback-15356-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 926798 INFO (zkCallback-15332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 926798 INFO (zkCallback-15356-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003445639282698-node1_core1-n_0000000008
[junit4] 2> 926798 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 926799 INFO (zkCallback-15352-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 926799 INFO (zkCallback-15356-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 926801 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 11
[junit4] 2> 926847 INFO (Thread-2698) [ ] o.a.s.c.OverseerTest Killing overseer.
[junit4] 2> 926848 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 926849 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 926850 INFO (zkCallback-15358-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47569e39 name:ZooKeeperConnection Watcher:127.0.0.1:45676/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926850 INFO (Thread-2698) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 926850 INFO (Thread-2698) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 926850 INFO (Thread-2698) [ ] o.a.s.c.Overseer Overseer (id=96003445639282697-127.0.0.1:45676_solr-n_0000000002) closing
[junit4] 2> 926851 INFO (OverseerStateUpdate-96003445639282697-127.0.0.1:45676_solr-n_0000000002) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45676_solr
[junit4] 2> 926852 INFO (Thread-2698) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 926857 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.c
[...truncated too long message...]
3)
[junit4] 2> 969062 INFO (zkCallback-15538-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/96003448551309327-node11_core11-n_0000000002
[junit4] 2> 969062 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard3/leader 3
[junit4] 2> 969062 INFO (zkCallback-15538-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 969062 INFO (zkCallback-15536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 969069 INFO (zkCallback-15534-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 969069 INFO (zkCallback-15536-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 969069 INFO (zkCallback-15534-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 969070 INFO (zkCallback-15538-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 969070 INFO (zkCallback-15536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 969075 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard4/election/96003448551309326-node10_core10-n_0000000002
[junit4] 2> 969075 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard4/leader 3
[junit4] 2> 969076 INFO (zkCallback-15536-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 969076 INFO (zkCallback-15536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 969076 INFO (zkCallback-15538-thread-3) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 969076 INFO (zkCallback-15538-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 969076 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard1/election/96003448551309327-node11_core11-n_0000000002
[junit4] 2> 969077 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on cancel: /collections/collection1/leaders/shard1/leader 3
[junit4] 2> 969078 INFO (zkCallback-15538-thread-3) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 970578 WARN (zkCallback-15538-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 970580 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48550 48550
[junit4] 2> 970750 INFO (Thread-2709) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48550 48550
[junit4] 2> 970752 WARN (Thread-2709) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/aliases.json
[junit4] 2> 14 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/96003448551309320-node4_core4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/live_nodes
[junit4] 2> 14 /solr/collections
[junit4] 2>
[junit4] 2> 970753 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignmentBigger
[junit4] 2> 970753 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[CEC4632E0A269E2]) [ ] o.a.s.c.Overseer Overseer (id=96003448551309315-127.0.0.1:48550_solr-n_0000000000) closing
[junit4] 2> 973756 INFO (SUITE-OverseerTest-seed#[CEC4632E0A269E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerTest_CEC4632E0A269E2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1824, maxMBSortInHeap=7.205488883585745, sim=ClassicSimilarity, locale=ar-SA, timezone=Etc/GMT+12
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=124805312,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestFunctionQuery, CdcrReplicationDistributedZkTest, OverseerCollectionConfigSetProcessorTest, CloudExitableDirectoryReaderTest, TestLegacyFieldCache, PolyFieldTest, SolrCoreTest, ResourceLoaderTest, SharedFSAutoReplicaFailoverTest, TestSchemaNameResource, TestStressLiveNodes, SpatialRPTFieldTypeTest, BlobRepositoryCloudTest, TestLMDirichletSimilarityFactory, TestRequestStatusCollectionAPI, TestFieldResource, TestDistribDocBasedVersion, TestHighlightDedupGrouping, CoreAdminCreateDiscoverTest, TestManagedSchema, TestConfigSetProperties, DistributedDebugComponentTest, TestStandardQParsers, LeaderInitiatedRecoveryOnCommitTest, TestDistribIDF, TestDocSet, TestIBSimilarityFactory, BlockJoinFacetDistribTest, CreateCollectionCleanupTest, TestFoldingMultitermQuery, AsyncCallRequestStatusResponseTest, ReplicationFactorTest, TestUninvertingReader, TestRTGBase, TestObjectReleaseTracker, TestAnalyzeInfixSuggestions, HdfsSyncSliceTest, IndexSchemaRuntimeFieldTest, HdfsBasicDistributedZk2Test, ReturnFieldsTest, DistribJoinFromCollectionTest, TestConfig, TlogReplayBufferedWhileIndexingTest, AddSchemaFieldsUpdateProcessorFactoryTest, OutputWriterTest, SuggestComponentContextFilterQueryTest, TestCSVLoader, BasicDistributedZkTest, BitVectorTest, RankQueryTest, CloneFieldUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, TestSchemaVersionResource, ExternalFileFieldSortTest, SyncSliceTest, TestOmitPositions, IndexSchemaTest, TestReplicationHandlerBackup, TestSQLHandler, ResponseLogComponentTest, HdfsLockFactoryTest, HdfsRecoverLeaseTest, SolrRequestParserTest, FileBasedSpellCheckerTest, TestGraphTermsQParserPlugin, DeleteLastCustomShardedReplicaTest, RequestLoggingTest, TestOrdValues, BasicZkTest, CursorPagingTest, TestSha256AuthenticationProvider, QueryElevationComponentTest, SystemInfoHandlerTest, ConcurrentDeleteAndCreateCollectionTest, TestLRUStatsCache, TestSubQueryTransformerCrossCore, TestManagedSynonymFilterFactory, DistributedFacetPivotLongTailTest, CacheHeaderTest, TestDistributedSearch, SSLMigrationTest, SmileWriterTest, TestClassicSimilarityFactory, TestXmlQParser, ParsingFieldUpdateProcessorsTest, PathHierarchyTokenizerFactoryTest, SynonymTokenizerTest, TestSizeLimitedDistributedMap, InfoHandlerTest, ZkNodePropsTest, TestRemoteStreaming, JSONWriterTest, TestRealTimeGet, CopyFieldTest, TestClusterStateMutator, CurrencyFieldOpenExchangeTest, JsonLoaderTest, MultiThreadedOCPTest, StandardRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestFieldCacheSortRandom, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest]
[junit4] Completed [225/612 (1!)] on J0 in 51.60s, 13 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 1241 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:531: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 612 suites (10 ignored), 2560 tests, 1 failure, 87 ignored (72 assumptions) [seed: CEC4632E0A269E2]
Total time: 66 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1190 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1190/
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup
Error Message:
Failed to create backup
Stack Trace:
java.lang.AssertionError: Failed to create backup
at __randomizedtesting.SeedInfo.seed([9B3C62CAD6A632AB:DAB742AFF118C1E4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50)
at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:199)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12135 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/init-core-data-001
[junit4] 2> 1867506 INFO (SUITE-TestReplicationHandlerBackup-seed#[9B3C62CAD6A632AB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1867508 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
[junit4] 2> 1867509 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1
[junit4] 2> 1867518 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1867521 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@661406f4{/solr,null,AVAILABLE}
[junit4] 2> 1867522 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.ServerConnector Started ServerConnector@2f05b5fd{HTTP/1.1,[http/1.1]}{127.0.0.1:52115}
[junit4] 2> 1867522 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.Server Started @1871693ms
[junit4] 2> 1867522 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=52115}
[junit4] 2> 1867523 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1867523 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001'
[junit4] 2> 1867523 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1867523 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1867523 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/solr.xml
[junit4] 2> 1867526 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/.
[junit4] 2> 1867526 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer New CoreContainer 630801443
[junit4] 2> 1867526 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001]
[junit4] 2> 1867527 WARN (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/lib
[junit4] 2> 1867527 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1867528 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 1867528 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1867528 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1867528 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1867528 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1867529 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/.
[junit4] 2> 1867530 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
[junit4] 2> 1867530 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1
[junit4] 2> 1867530 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1867530 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1'
[junit4] 2> 1867530 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1867533 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1867533 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1867533 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1867537 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1867539 WARN (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1867539 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1867543 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1867544 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1867546 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1867547 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1'
[junit4] 2> 1867547 INFO (coreLoadExecutor-8551-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index/
[junit4] 2> 1867548 WARN (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1867548 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index
[junit4] 2> 1867549 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6815884469627446]
[junit4] 2> 1867549 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6aa2395d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c3993d),segFN=segments_1,generation=1}
[junit4] 2> 1867549 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1867549 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/
[junit4] 2> 1867554 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1867555 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1867556 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1867556 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1867557 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1867557 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
[junit4] 2> 1867557 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1867557 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=16.8017578125, floorSegmentMB=0.310546875, forceMergeDeletesPctAllowed=16.221075038838567, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4688050908998076
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6aa2395d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c3993d),segFN=segments_1,generation=1}
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@aa8c1f6[collection1] main]
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1/conf
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1/conf}
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1/conf
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1867558 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
[junit4] 2> 1867559 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1867559 INFO (coreLoadExecutor-8551-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1867559 INFO (searcherExecutor-8552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@aa8c1f6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1868042 INFO (qtp2034753542-67312) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1868042 INFO (qtp2034753542-67312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1868043 INFO (qtp2034753542-67312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1868044 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1868044 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1868044 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1868045 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1868045 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1868045 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1868046 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1868046 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1868046 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1868046 INFO (qtp2034753542-67311) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1868047 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1868047 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1868047 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1868048 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1868048 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1868048 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1868049 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1868049 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1868049 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1868049 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1868050 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1868050 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1868050 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1868050 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1868051 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1868051 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1868051 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1868052 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1868052 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1868052 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1868053 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1868057 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1868057 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1868058 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1868058 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1868058 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1868059 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1868059 INFO (qtp2034753542-67313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1868060 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1868060 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1868061 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1868061 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1868062 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1868062 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1868066 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1868066 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1868067 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1868067 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1868068 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1868068 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1868069 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1868069 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1868069 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1868070 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1868070 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1868071 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1868071 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1868072 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1868072 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1868072 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1868073 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1868073 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1868074 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1868076 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6aa2395d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c3993d),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6aa2395d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c3993d),segFN=segments_2,generation=2}
[junit4] 2> 1868078 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
[junit4] 2> 1868094 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25f89a56[collection1] main]
[junit4] 2> 1868094 INFO (searcherExecutor-8552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25f89a56[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c63)))}
[junit4] 2> 1868094 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1868094 INFO (qtp2034753542-67309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
[junit4] 2> 1868097 INFO (Thread-4549) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/
[junit4] 2> 1868108 INFO (qtp2034753542-67314) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=backup} status=0 QTime=11
[junit4] 2> 1868108 INFO (Thread-4550) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/
[junit4] 2> 1868109 INFO (Thread-4550) [ x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/
[junit4] 2> 1868129 ERROR (Thread-4549) [ x:collection1] o.a.s.h.SnapShooter Exception while creating snapshot
[junit4] 2> java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/collection1/data/snapshot.20160602233907567/_0.si
[junit4] 2> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
[junit4] 2> at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
[junit4] 2> at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
[junit4] 2> at java.nio.file.Files.newOutputStream(Files.java:216)
[junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:408)
[junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:404)
[junit4] 2> at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:253)
[junit4] 2> at org.apache.lucene.store.Directory.copyFrom(Directory.java:154)
[junit4] 2> at org.apache.solr.handler.SnapShooter.copyFiles(SnapShooter.java:241)
[junit4] 2> at org.apache.solr.handler.SnapShooter.createSnapshot(SnapShooter.java:175)
[junit4] 2> at org.apache.solr.handler.SnapShooter$2.run(SnapShooter.java:148)
[junit4] 2> 1868140 INFO (qtp2034753542-67315) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0
[junit4] 2> 1868141 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
[junit4] 2> 1868154 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@2f05b5fd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1868154 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=630801443
[junit4] 2> 1868163 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2a51ebc3
[junit4] 2> 1868163 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=63,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4] 2> 1868163 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
[junit4] 2> 1868163 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 1868163 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 1868173 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data;done=false>>]
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index;done=false>>]
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1868174 INFO (coreCloseExecutor-8556-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-001/./collection1/data/index
[junit4] 2> 1868175 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@661406f4{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=9B3C62CAD6A632AB -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=Africa/Bangui -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.68s J0 | TestReplicationHandlerBackup.doTestBackup <<<
[junit4] > Throwable #1: java.lang.AssertionError: Failed to create backup
[junit4] > at __randomizedtesting.SeedInfo.seed([9B3C62CAD6A632AB:DAB742AFF118C1E4]:0)
[junit4] > at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50)
[junit4] > at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:199)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1868188 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
[junit4] 2> 1868189 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1
[junit4] 2> 1868195 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57fc945d{/solr,null,AVAILABLE}
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.ServerConnector Started ServerConnector@280585aa{HTTP/1.1,[http/1.1]}{127.0.0.1:37887}
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.Server Started @1872481ms
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37887}
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002'
[junit4] 2> 1868310 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1868311 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1868311 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/solr.xml
[junit4] 2> 1868322 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/.
[junit4] 2> 1868323 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer New CoreContainer 1200144393
[junit4] 2> 1868323 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002]
[junit4] 2> 1868323 WARN (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/lib
[junit4] 2> 1868323 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1868324 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
[junit4] 2> 1868333 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1868333 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1868334 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1868334 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1868334 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/.
[junit4] 2> 1868335 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
[junit4] 2> 1868335 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1
[junit4] 2> 1868335 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1868335 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1'
[junit4] 2> 1868345 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1868367 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1868367 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1868367 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1868392 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1868406 WARN (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1868407 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1868427 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1868429 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1868446 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1868447 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1'
[junit4] 2> 1868447 INFO (coreLoadExecutor-8563-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1
[junit4] 2> 1868447 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1868447 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1868447 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
[junit4] 2> 1868448 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data
[junit4] 2> 1868448 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index/
[junit4] 2> 1868448 WARN (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1868448 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index
[junit4] 2> 1868448 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6815884469627446]
[junit4] 2> 1868489 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1bfe4ae4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512c81f6),segFN=segments_1,generation=1}
[junit4] 2> 1868490 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1868498 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/
[junit4] 2> 1868498 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1868499 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1868500 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1868500 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1868500 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1868501 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
[junit4] 2> 1868521 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1868533 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1868533 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1868542 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=16.8017578125, floorSegmentMB=0.310546875, forceMergeDeletesPctAllowed=16.221075038838567, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4688050908998076
[junit4] 2> 1868561 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1bfe4ae4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512c81f6),segFN=segments_1,generation=1}
[junit4] 2> 1868561 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13cbd571[collection1] main]
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1/conf
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1/conf}
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/collection1/conf
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1868562 INFO (coreLoadExecutor-8563-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1868563 INFO (searcherExecutor-8564-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13cbd571[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1868883 INFO (qtp1564489221-67335) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1868883 INFO (qtp1564489221-67335) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1868886 INFO (qtp1564489221-67335) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 3
[junit4] 2> 1868887 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1868887 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1868887 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1868888 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1868888 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1868888 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1868889 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1868889 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1868889 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1868889 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1868890 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1868890 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1868890 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1868893 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1868894 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1868894 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1868894 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1868895 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1868895 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1868895 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1868896 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1868896 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1868896 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1868896 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1868897 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1868897 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1868897 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1868897 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1868911 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1868911 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1868911 INFO (qtp1564489221-67336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1868912 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1868912 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1868912 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1868913 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1868913 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1868913 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1868913 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1868914 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1868914 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1868914 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1868915 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1868915 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1868915 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1868915 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1868916 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1868916 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1868916 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1868916 INFO (qtp1564489221-67339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1868917 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1868917 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1868917 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1868924 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1bfe4ae4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512c81f6),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1bfe4ae4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512c81f6),segFN=segments_2,generation=2}
[junit4] 2> 1868950 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
[junit4] 2> 1868960 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d0a8119[collection1] main]
[junit4] 2> 1868960 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1868960 INFO (Thread-4563) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/
[junit4] 2> 1868961 INFO (searcherExecutor-8564-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d0a8119[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c52)))}
[junit4] 2> 1868961 INFO (qtp1564489221-67332) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 44
[junit4] 2> 1868976 INFO (Thread-4563) [ x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/
[junit4] 2> 1868976 INFO (qtp1564489221-67338) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=2
[junit4] 2> 1869977 INFO (qtp1564489221-67337) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0
[junit4] 2> 1870980 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
[junit4] 2> 1870985 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@280585aa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1870985 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1200144393
[junit4] 2> 1870997 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@67663368
[junit4] 2> 1870997 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4] 2> 1870997 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
[junit4] 2> 1870997 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 1870997 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 1871013 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index;done=false>>]
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data/index
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data;done=false>>]
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1871014 INFO (coreCloseExecutor-8568-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001/solr-instance-002/./collection1/data
[junit4] 2> 1871022 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[9B3C62CAD6A632AB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57fc945d{/solr,null,UNAVAILABLE}
[junit4] 2> 1871030 INFO (SUITE-TestReplicationHandlerBackup-seed#[9B3C62CAD6A632AB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_9B3C62CAD6A632AB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=271, maxMBSortInHeap=7.356680525714345, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=sr-Latn-ME, timezone=Africa/Bangui
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=68337512,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [CacheHeaderTest, TestSha256AuthenticationProvider, AnalysisAfterCoreReloadTest, CreateCollectionCleanupTest, TestJoin, SolrCloudExampleTest, TestGraphTermsQParserPlugin, FileBasedSpellCheckerTest, AlternateDirectoryTest, TestSolr4Spatial, TestPerFieldSimilarityWithDefaultOverride, TestValueSourceCache, TestDistribIDF, RequiredFieldsTest, TestConfig, TestDistribDocBasedVersion, TestFoldingMultitermQuery, URLClassifyProcessorTest, TestFieldResource, AddSchemaFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestCustomSort, TestRequestStatusCollectionAPI, QueryResultKeyTest, HdfsUnloadDistributedZkTest, ForceLeaderTest, TestSortingResponseWriter, TestMergePolicyConfig, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestArbitraryIndexDir, ResponseLogComponentTest, ConnectionReuseTest, TestPseudoReturnFields, TestLuceneMatchVersion, AsyncCallRequestStatusResponseTest, HdfsLockFactoryTest, TestStressLiveNodes, DistributedQueryElevationComponentTest, DateFieldTest, TestFieldCacheReopen, TestUseDocValuesAsStored, DocumentAnalysisRequestHandlerTest, TestMiniSolrCloudClusterSSL, TestTestInjection, XsltUpdateRequestHandlerTest, RankQueryTest, TestRangeQuery, BitVectorTest, DistributedSpellCheckComponentTest, OverseerTaskQueueTest, TestRandomDVFaceting, QueryEqualityTest, TestLRUStatsCache, TestRemoteStreaming, ResourceLoaderTest, TestComponentsName, IndexSchemaRuntimeFieldTest, TestAnalyzeInfixSuggestions, BasicDistributedZkTest, TestCustomDocTransformer, TestReloadDeadlock, BlockJoinFacetDistribTest, CdcrReplicationDistributedZkTest, TestJsonRequest, DefaultValueUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, LeaderElectionIntegrationTest, TestAnalyzedSuggestions, CopyFieldTest, TestSolrConfigHandler, CurrencyFieldOpenExchangeTest, DirectoryFactoryTest, TestExceedMaxTermLength, TestLMDirichletSimilarityFactory, DateRangeFieldTest, TlogReplayBufferedWhileIndexingTest, TestBadConfig, MultiThreadedOCPTest, TestObjectReleaseTracker, TestBinaryField, TestDocSet, TestFunctionQuery, TestDistributedSearch, TestHighlightDedupGrouping, GraphQueryTest, CdcrUpdateLogTest, AnalyticsQueryTest, HdfsBasicDistributedZk2Test, ReturnFieldsTest, TestOverriddenPrefixQueryForCustomFieldType, TestExpandComponent, JavabinLoaderTest, TestUninvertingReader, TestDynamicFieldCollectionResource, TestSchemaNameResource, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestStressVersions, StatsComponentTest, TestLazyCores, CoreAdminHandlerTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, IndexSchemaTest, JSONWriterTest, PingRequestHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ShardSplitTest, TestReplicaProperties, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, TestClusterStateMutator, ZkStateWriterTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, TestReplicationHandlerBackup]
[junit4] Completed [510/612 (1!)] on J0 in 3.54s, 2 tests, 1 failure <<< FAILURES!
[...truncated 327 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:531: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 612 suites (10 ignored), 2560 tests, 1 failure, 87 ignored (72 assumptions) [seed: 9B3C62CAD6A632AB]
Total time: 65 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any