You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/04/06 02:53:04 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 825 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/825/

1 tests failed.
FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
Error from server at http://127.0.0.1:52439/solr: Could not fully remove collection: SolrCloudSnapshots

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52439/solr: Could not fully remove collection: SolrCloudSnapshots
	at __randomizedtesting.SeedInfo.seed([D7D8ADCAF5492F4F:E194295580102D00]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1364)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1115)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1054)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
	at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:266)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12932 lines...]
   [junit4] Suite: org.apache.solr.core.snapshots.TestSolrCloudSnapshots
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/init-core-data-001
   [junit4]   2> 2441116 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2441117 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2441120 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001
   [junit4]   2> 2441122 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2441141 INFO  (Thread-4807) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2441141 INFO  (Thread-4807) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2441241 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49029
   [junit4]   2> 2441330 INFO  (jetty-launcher-4002-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2441353 INFO  (jetty-launcher-4002-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2441358 INFO  (jetty-launcher-4002-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2441392 INFO  (jetty-launcher-4002-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2441571 INFO  (jetty-launcher-4002-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30a6211a{/solr,null,AVAILABLE}
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5336b71{HTTP/1.1,[http/1.1]}{127.0.0.1:46958}
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.e.j.s.Server Started @2448447ms
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46958}
   [junit4]   2> 2441572 ERROR (jetty-launcher-4002-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441572 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-06T02:22:42.176Z
   [junit4]   2> 2441758 INFO  (jetty-launcher-4002-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d0bb4ce{/solr,null,AVAILABLE}
   [junit4]   2> 2441759 INFO  (jetty-launcher-4002-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f5b8411{HTTP/1.1,[http/1.1]}{127.0.0.1:52439}
   [junit4]   2> 2441759 INFO  (jetty-launcher-4002-thread-1) [    ] o.e.j.s.Server Started @2448634ms
   [junit4]   2> 2441759 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52439}
   [junit4]   2> 2441760 ERROR (jetty-launcher-4002-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441760 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2441760 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441760 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441760 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-06T02:22:42.364Z
   [junit4]   2> 2441775 INFO  (jetty-launcher-4002-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@358c33b6{/solr,null,AVAILABLE}
   [junit4]   2> 2441775 INFO  (jetty-launcher-4002-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34782381{HTTP/1.1,[http/1.1]}{127.0.0.1:34557}
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.e.j.s.Server Started @2448651ms
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34557}
   [junit4]   2> 2441776 ERROR (jetty-launcher-4002-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441776 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-06T02:22:42.380Z
   [junit4]   2> 2441785 INFO  (jetty-launcher-4002-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@372608fc{/solr,null,AVAILABLE}
   [junit4]   2> 2441785 INFO  (jetty-launcher-4002-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62cf6565{HTTP/1.1,[http/1.1]}{127.0.0.1:49271}
   [junit4]   2> 2441785 INFO  (jetty-launcher-4002-thread-3) [    ] o.e.j.s.Server Started @2448660ms
   [junit4]   2> 2441785 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49271}
   [junit4]   2> 2441785 ERROR (jetty-launcher-4002-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441785 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2441786 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441786 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441786 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-06T02:22:42.390Z
   [junit4]   2> 2441815 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441830 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441870 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441934 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2441937 INFO  (jetty-launcher-4002-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49029/solr
   [junit4]   2> 2441946 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441953 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2441947 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2441974 INFO  (jetty-launcher-4002-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49029/solr
   [junit4]   2> 2441990 INFO  (jetty-launcher-4002-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49029/solr
   [junit4]   2> 2441995 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2442039 INFO  (jetty-launcher-4002-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49029/solr
   [junit4]   2> 2442105 INFO  (jetty-launcher-4002-thread-4) [n:127.0.0.1:34557_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2442112 INFO  (jetty-launcher-4002-thread-4) [n:127.0.0.1:34557_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34557_solr
   [junit4]   2> 2442113 INFO  (jetty-launcher-4002-thread-4) [n:127.0.0.1:34557_solr    ] o.a.s.c.Overseer Overseer (id=97743363228368903-127.0.0.1:34557_solr-n_0000000000) starting
   [junit4]   2> 2442125 INFO  (jetty-launcher-4002-thread-4) [n:127.0.0.1:34557_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34557_solr
   [junit4]   2> 2442131 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2442137 INFO  (jetty-launcher-4002-thread-2) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2442137 INFO  (jetty-launcher-4002-thread-3) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2442141 INFO  (jetty-launcher-4002-thread-2) [n:127.0.0.1:46958_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2442141 INFO  (jetty-launcher-4002-thread-3) [n:127.0.0.1:49271_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2442148 INFO  (jetty-launcher-4002-thread-3) [n:127.0.0.1:49271_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49271_solr
   [junit4]   2> 2442148 INFO  (jetty-launcher-4002-thread-2) [n:127.0.0.1:46958_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46958_solr
   [junit4]   2> 2442160 INFO  (jetty-launcher-4002-thread-1) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2442163 INFO  (jetty-launcher-4002-thread-1) [n:127.0.0.1:52439_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2442170 INFO  (jetty-launcher-4002-thread-1) [n:127.0.0.1:52439_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52439_solr
   [junit4]   2> 2442198 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 2442198 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 2442199 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2442202 INFO  (zkCallback-4017-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 2442450 INFO  (jetty-launcher-4002-thread-2) [n:127.0.0.1:46958_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node2/.
   [junit4]   2> 2442459 INFO  (jetty-launcher-4002-thread-3) [n:127.0.0.1:49271_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node3/.
   [junit4]   2> 2442482 INFO  (jetty-launcher-4002-thread-4) [n:127.0.0.1:34557_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node4/.
   [junit4]   2> 2442658 INFO  (jetty-launcher-4002-thread-1) [n:127.0.0.1:52439_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node1/.
   [junit4]   2> 2448545 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2448546 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49029/solr ready
   [junit4]   2> 2448585 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSnapshots
   [junit4]   2> 2448587 INFO  (qtp849585627-19586) [n:127.0.0.1:52439_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=SolrCloudSnapshots&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2448590 INFO  (OverseerThreadFactory-7325-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateCollectionCmd Create collection SolrCloudSnapshots
   [junit4]   2> 2448710 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2448710 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2448712 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2448712 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2448718 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2448718 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2448718 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2448719 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2448824 INFO  (zkCallback-4017-thread-3-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2448824 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2448824 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2448824 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2449760 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2449766 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2449770 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2449777 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2449801 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.IndexSchema [SolrCloudSnapshots_shard2_replica2] Schema name=minimal
   [junit4]   2> 2449816 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.IndexSchema [SolrCloudSnapshots_shard2_replica1] Schema name=minimal
   [junit4]   2> 2449825 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2449825 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica2' using configuration from collection SolrCloudSnapshots, trusted=true
   [junit4]   2> 2449825 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2449825 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node4/SolrCloudSnapshots_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica2/data/]
   [junit4]   2> 2449826 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2449827 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica1' using configuration from collection SolrCloudSnapshots, trusted=true
   [junit4]   2> 2449827 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2449827 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node3/SolrCloudSnapshots_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica1/data/]
   [junit4]   2> 2449832 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.IndexSchema [SolrCloudSnapshots_shard1_replica2] Schema name=minimal
   [junit4]   2> 2449835 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2449835 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica2' using configuration from collection SolrCloudSnapshots, trusted=true
   [junit4]   2> 2449835 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.s.IndexSchema [SolrCloudSnapshots_shard1_replica1] Schema name=minimal
   [junit4]   2> 2449840 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2449840 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica1' using configuration from collection SolrCloudSnapshots, trusted=true
   [junit4]   2> 2449841 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2449841 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node2/SolrCloudSnapshots_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node2/./SolrCloudSnapshots_shard1_replica1/data/]
   [junit4]   2> 2449843 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2449843 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node1/SolrCloudSnapshots_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica2/data/]
   [junit4]   2> 2450015 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2450015 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2450016 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2450016 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2450019 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f962651[SolrCloudSnapshots_shard1_replica2] main]
   [junit4]   2> 2450020 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2450020 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2450021 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2450021 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2450022 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2450023 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450023 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2450023 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563893820950577152
   [junit4]   2> 2450024 INFO  (searcherExecutor-7337-thread-1-processing-n:127.0.0.1:52439_solr x:SolrCloudSnapshots_shard1_replica2 s:shard1 c:SolrCloudSnapshots) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica2] Registered new searcher Searcher@6f962651[SolrCloudSnapshots_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2450030 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2450035 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@761de1e[SolrCloudSnapshots_shard2_replica1] main]
   [junit4]   2> 2450041 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2450042 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450042 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2450043 INFO  (searcherExecutor-7335-thread-1-processing-n:127.0.0.1:49271_solr x:SolrCloudSnapshots_shard2_replica1 s:shard2 c:SolrCloudSnapshots) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica1] Registered new searcher Searcher@761de1e[SolrCloudSnapshots_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2450043 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563893820971548672
   [junit4]   2> 2450060 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2450067 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2450067 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2450068 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2450068 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2450070 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2320d19[SolrCloudSnapshots_shard2_replica2] main]
   [junit4]   2> 2450070 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2450070 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2450071 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2450071 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2450073 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31d51acd[SolrCloudSnapshots_shard1_replica1] main]
   [junit4]   2> 2450074 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2450074 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450074 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2450074 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563893821004054528
   [junit4]   2> 2450076 INFO  (searcherExecutor-7334-thread-1-processing-n:127.0.0.1:34557_solr x:SolrCloudSnapshots_shard2_replica2 s:shard2 c:SolrCloudSnapshots) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica2] Registered new searcher Searcher@2320d19[SolrCloudSnapshots_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2450077 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2450077 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450077 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2450078 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563893821008248832
   [junit4]   2> 2450080 INFO  (searcherExecutor-7336-thread-1-processing-n:127.0.0.1:46958_solr x:SolrCloudSnapshots_shard1_replica1 s:shard1 c:SolrCloudSnapshots) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica1] Registered new searcher Searcher@31d51acd[SolrCloudSnapshots_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2450163 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450163 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450163 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450164 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450531 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2450531 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2450531 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/
   [junit4]   2> 2450532 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard1_replica2 url=http://127.0.0.1:52439/solr START replicas=[http://127.0.0.1:46958/solr/SolrCloudSnapshots_shard1_replica1/] nUpdates=100
   [junit4]   2> 2450538 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard1_replica2 url=http://127.0.0.1:52439/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2450541 INFO  (qtp1553780907-19572) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.S.Request [SolrCloudSnapshots_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2450541 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2450541 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2450541 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2450551 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/ shard1
   [junit4]   2> 2450561 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2450561 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2450561 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/
   [junit4]   2> 2450561 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard2_replica1 url=http://127.0.0.1:49271/solr START replicas=[http://127.0.0.1:34557/solr/SolrCloudSnapshots_shard2_replica2/] nUpdates=100
   [junit4]   2> 2450565 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard2_replica1 url=http://127.0.0.1:49271/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2450568 INFO  (qtp2054981890-19594) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.S.Request [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2450572 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2450572 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2450572 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2450581 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/ shard2
   [junit4]   2> 2450684 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450684 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450684 INFO  (zkCallback-4017-thread-3-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450684 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450702 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2450704 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2} status=0 QTime=1986
   [junit4]   2> 2450732 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2450734 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2} status=0 QTime=2024
   [junit4]   2> 2450836 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450836 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450837 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2450837 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2451082 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2} status=0 QTime=2370
   [junit4]   2> 2451085 INFO  (qtp1553780907-19576) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2} status=0 QTime=2367
   [junit4]   2> 2451087 INFO  (qtp849585627-19586) [n:127.0.0.1:52439_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2451193 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2451193 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2451193 INFO  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2451193 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2452087 INFO  (qtp849585627-19586) [n:127.0.0.1:52439_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=SolrCloudSnapshots&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3500
   [junit4]   2> 2452106 INFO  (qtp1553780907-19572) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1563893823120080896&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1563893823120080896)} 0 2
   [junit4]   2> 2452111 INFO  (qtp2054981890-19594) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1563893823129518080&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1563893823129518080)} 0 3
   [junit4]   2> 2452111 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1563893823129518080)} 0 10
   [junit4]   2> 2452111 INFO  (qtp849585627-19587) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1563893823120080896)} 0 20
   [junit4]   2> 2452112 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.a.s.h.BackupRestoreUtils Indexing 94 test docs
   [junit4]   2> 2452120 INFO  (qtp2054981890-19593) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&wt=javabin&version=2}{add=[2 (1563893823145246720), 3 (1563893823145246721), 5 (1563893823146295296), 6 (1563893823146295297), 7 (1563893823146295298), 9 (1563893823146295299), 17 (1563893823146295300), 18 (1563893823146295301), 19 (1563893823146295302), 21 (1563893823146295303), ... (41 adds)]} 0 2
   [junit4]   2> 2452120 INFO  (qtp1755873987-19607) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1563893823145246720), 3 (1563893823145246721), 5 (1563893823146295296), 6 (1563893823146295297), 7 (1563893823146295298), 9 (1563893823146295299), 17 (1563893823146295300), 18 (1563893823146295301), 19 (1563893823146295302), 21 (1563893823146295303), ... (41 adds)]} 0 4
   [junit4]   2> 2452128 INFO  (qtp1553780907-19570) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&wt=javabin&version=2}{add=[0 (1563893823149441024), 1 (1563893823150489600), 4 (1563893823150489601), 8 (1563893823150489602), 10 (1563893823150489603), 11 (1563893823150489604), 12 (1563893823150489605), 13 (1563893823150489606), 14 (1563893823150489607), 15 (1563893823150489608), ... (53 adds)]} 0 2
   [junit4]   2> 2452128 INFO  (qtp849585627-19583) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1563893823149441024), 1 (1563893823150489600), 4 (1563893823150489601), 8 (1563893823150489602), 10 (1563893823150489603), 11 (1563893823150489604), 12 (1563893823150489605), 13 (1563893823150489606), 14 (1563893823150489607), 15 (1563893823150489608), ... (53 adds)]} 0 7
   [junit4]   2> 2452131 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2452131 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f1c2618
   [junit4]   2> 2452136 INFO  (qtp1553780907-19574) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2452137 INFO  (qtp1755873987-19610) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2452137 INFO  (qtp1553780907-19574) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@718c5187
   [junit4]   2> 2452137 INFO  (qtp1755873987-19610) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7833e7fd
   [junit4]   2> 2452142 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2452142 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7a8adec1
   [junit4]   2> 2452174 INFO  (qtp1755873987-19610) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3534d7b7[SolrCloudSnapshots_shard2_replica1] main]
   [junit4]   2> 2452174 INFO  (qtp1755873987-19610) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2452174 INFO  (searcherExecutor-7335-thread-1-processing-n:127.0.0.1:49271_solr x:SolrCloudSnapshots_shard2_replica1 s:shard2 c:SolrCloudSnapshots r:core_node1) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica1] Registered new searcher Searcher@3534d7b7[SolrCloudSnapshots_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C41)))}
   [junit4]   2> 2452174 INFO  (qtp1755873987-19610) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 38
   [junit4]   2> 2452183 INFO  (qtp1553780907-19574) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@422db539[SolrCloudSnapshots_shard1_replica1] main]
   [junit4]   2> 2452183 INFO  (searcherExecutor-7336-thread-1-processing-n:127.0.0.1:46958_solr x:SolrCloudSnapshots_shard1_replica1 s:shard1 c:SolrCloudSnapshots r:core_node3) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica1] Registered new searcher Searcher@422db539[SolrCloudSnapshots_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C53)))}
   [junit4]   2> 2452183 INFO  (qtp1553780907-19574) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2452184 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@21306ed0[SolrCloudSnapshots_shard2_replica2] main]
   [junit4]   2> 2452184 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2452184 INFO  (searcherExecutor-7334-thread-1-processing-n:127.0.0.1:34557_solr x:SolrCloudSnapshots_shard2_replica2 s:shard2 c:SolrCloudSnapshots r:core_node2) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica2] Registered new searcher Searcher@21306ed0[SolrCloudSnapshots_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C41)))}
   [junit4]   2> 2452184 INFO  (qtp1553780907-19574) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
   [junit4]   2> 2452184 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 42
   [junit4]   2> 2452185 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bf7ae13[SolrCloudSnapshots_shard1_replica2] main]
   [junit4]   2> 2452185 INFO  (searcherExecutor-7337-thread-1-processing-n:127.0.0.1:52439_solr x:SolrCloudSnapshots_shard1_replica2 s:shard1 c:SolrCloudSnapshots r:core_node4) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica2] Registered new searcher Searcher@3bf7ae13[SolrCloudSnapshots_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C53)))}
   [junit4]   2> 2452185 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2452185 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 54
   [junit4]   2> 2452185 INFO  (qtp849585627-19589) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=SolrCloudSnapshots:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 55
   [junit4]   2> 2452189 INFO  (qtp849585627-19586) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.S.Request [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=SolrCloudSnapshots:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/|http://127.0.0.1:46958/solr/SolrCloudSnapshots_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1491445372790&isShard=true&wt=javabin} hits=53 status=0 QTime=0
   [junit4]   2> 2452189 INFO  (qtp1755873987-19608) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.S.Request [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=SolrCloudSnapshots:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/|http://127.0.0.1:34557/solr/SolrCloudSnapshots_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1491445372790&isShard=true&wt=javabin} hits=41 status=0 QTime=0
   [junit4]   2> 2452191 INFO  (qtp1755873987-19611) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.S.Request [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=SolrCloudSnapshots:5&shards.purpose=64&NOW=1491445372790&ids=2,3,5,17,6,18,7,19,9,21&isShard=true&shard.url=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/|http://127.0.0.1:34557/solr/SolrCloudSnapshots_shard2_replica2/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2452191 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.S.Request [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/select params={q=*:*&_stateVer_=SolrCloudSnapshots:5&wt=javabin&version=2} hits=94 status=0 QTime=5
   [junit4]   2> 2452193 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5336b71{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2452194 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=692558933
   [junit4]   2> 2452196 INFO  (coreCloseExecutor-7354-thread-1) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7b4b7a3a
   [junit4]   2> 2452204 INFO  (coreCloseExecutor-7354-thread-1) [n:127.0.0.1:46958_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.SolrCloudSnapshots.shard1.replica1
   [junit4]   2> 2452206 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2452206 INFO  (zkCallback-4032-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2452206 INFO  (zkCallback-4022-thread-1-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2452206 INFO  (zkCallback-4017-thread-3-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2452305 INFO  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2452305 INFO  (zkCallback-4017-thread-3-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2452305 INFO  (zkCallback-4022-thread-2-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2452592 INFO  (OverseerCollectionConfigSetProcessor-97743363228368903-127.0.0.1:34557_solr-n_0000000000) [n:127.0.0.1:34557_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2453705 WARN  (zkCallback-4024-thread-1-processing-n:127.0.0.1:46958_solr) [n:127.0.0.1:46958_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2453706 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2453707 INFO  (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[D7D8ADCAF5492F4F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30a6211a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2458712 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createsnapshot with params name=SolrCloudSnapshots&action=CREATESNAPSHOT&collection=SolrCloudSnapshots&commitName=stf&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2458725 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Creating a snapshot for collection=SolrCloudSnapshots with commitName=stf
   [junit4]   2> 2458729 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Created a ZK path to store snapshot information for collection=SolrCloudSnapshots with commitName=stf
   [junit4]   2> 2458729 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Replica SolrCloudSnapshots_shard1_replica1 is not active. Hence not sending the createsnapshot request
   [junit4]   2> 2458745 INFO  (qtp849585627-19587) [n:127.0.0.1:52439_solr    ] o.a.s.c.s.SolrSnapshotMetaDataManager Creating the snapshot named stf for core SolrCloudSnapshots_shard1_replica2 associated with index commit with generation 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica2/data/index/
   [junit4]   2> 2458749 INFO  (qtp849585627-19587) [n:127.0.0.1:52439_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard1_replica2&qt=/admin/cores&name=shard1&action=CREATESNAPSHOT&commitName=stf&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2458755 INFO  (qtp1755873987-19605) [n:127.0.0.1:49271_solr    ] o.a.s.c.s.SolrSnapshotMetaDataManager Creating the snapshot named stf for core SolrCloudSnapshots_shard2_replica1 associated with index commit with generation 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica1/data/index/
   [junit4]   2> 2458757 INFO  (qtp1755873987-19605) [n:127.0.0.1:49271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard2_replica1&qt=/admin/cores&name=shard2&action=CREATESNAPSHOT&commitName=stf&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2458761 INFO  (qtp2054981890-19597) [n:127.0.0.1:34557_solr    ] o.a.s.c.s.SolrSnapshotMetaDataManager Creating the snapshot named stf for core SolrCloudSnapshots_shard2_replica2 associated with index commit with generation 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica2/data/index/
   [junit4]   2> 2458763 INFO  (qtp2054981890-19597) [n:127.0.0.1:34557_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard2_replica2&qt=/admin/cores&name=shard2&action=CREATESNAPSHOT&commitName=stf&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 2458765 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Snapshot with commitName stf is created successfully for core SolrCloudSnapshots_shard1_replica2
   [junit4]   2> 2458765 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Snapshot with commitName stf is created successfully for core SolrCloudSnapshots_shard2_replica1
   [junit4]   2> 2458765 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Snapshot with commitName stf is created successfully for core SolrCloudSnapshots_shard2_replica2
   [junit4]   2> 2458766 INFO  (OverseerThreadFactory-7325-thread-2-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.CreateSnapshotCmd Saved following snapshot information for collection=SolrCloudSnapshots with commitName=stf in Zookeeper : {name=stf,status=Successful,creationDate=1491445379328,replicas={SolrCloudSnapshots_shard1_replica2={core=SolrCloudSnapshots_shard1_replica2,indexDirPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica2/data/index/,generation=2,shard_id=shard1,leader=true,files=[_0_BlockTreeOrds_0.pos, _0.si, _0_FSTOrd50_0.doc, _0_FSTOrd50_0.pos, segments_2, _0.nvd, _0.fdx, _0_BlockTreeOrds_0.tio, _0_BlockTreeOrds_0.doc, _0.fdt, _0_BlockTreeOrds_0.tipo, _0_FSTOrd50_0.tix, _0_FSTOrd50_0.tbk, _0.nvm, _0.fnm]},SolrCloudSnapshots_shard2_replica1={core=SolrCloudSnapshots_shard2_replica1,indexDirPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica1/data/index/,generation=2,shard_id=shard2,leader=true,files=[_0_BlockTreeOrds_0.pos, _0.si, _0_FSTOrd50_0.doc, _0_FSTOrd50_0.pos, segments_2, _0.nvd, _0.fdx, _0_BlockTreeOrds_0.tio, _0_BlockTreeOrds_0.doc, _0.fdt, _0_BlockTreeOrds_0.tipo, _0_FSTOrd50_0.tix, _0_FSTOrd50_0.tbk, _0.nvm, _0.fnm]},SolrCloudSnapshots_shard2_replica2={core=SolrCloudSnapshots_shard2_replica2,indexDirPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica2/data/index/,generation=2,shard_id=shard2,leader=false,files=[_0_BlockTreeOrds_0.pos, _0.si, _0_FSTOrd50_0.doc, _0_FSTOrd50_0.pos, segments_2, _0.nvd, _0.fdx, _0_BlockTreeOrds_0.tio, _0_BlockTreeOrds_0.doc, _0.fdt, _0_BlockTreeOrds_0.tipo, _0_FSTOrd50_0.tix, _0_FSTOrd50_0.tbk, _0.nvm, _0.fnm]}}}
   [junit4]   2> 2458768 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=SolrCloudSnapshots&action=CREATESNAPSHOT&collection=SolrCloudSnapshots&commitName=stf&wt=javabin&version=2} status=0 QTime=56
   [junit4]   2> 2458771 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listsnapshots with params name=SolrCloudSnapshots&action=LISTSNAPSHOTS&collection=SolrCloudSnapshots&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2458772 INFO  (qtp849585627-19584) [n:127.0.0.1:52439_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=SolrCloudSnapshots&action=LISTSNAPSHOTS&collection=SolrCloudSnapshots&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2458779 INFO  (qtp1755873987-19609) [n:127.0.0.1:49271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard2_replica1&action=LISTSNAPSHOTS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2458787 INFO  (qtp2054981890-19593) [n:127.0.0.1:34557_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard2_replica2&action=LISTSNAPSHOTS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2458788 INFO  (qtp849585627-19583) [n:127.0.0.1:52439_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=SolrCloudSnapshots_shard1_replica2&action=LISTSNAPSHOTS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2458795 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a57611[SolrCloudSnapshots_shard1_replica2] realtime]
   [junit4]   2> 2458797 INFO  (qtp1755873987-19609) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24dba320[SolrCloudSnapshots_shard2_replica1] realtime]
   [junit4]   2> 2458810 INFO  (qtp2054981890-19594) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c9492[SolrCloudSnapshots_shard2_replica2] realtime]
   [junit4]   2> 2458810 INFO  (qtp2054981890-19594) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1563893830148685824&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1563893830148685824)} 0 2
   [junit4]   2> 2458810 INFO  (qtp1755873987-19609) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:52439/solr/SolrCloudSnapshots_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1563893830148685824)} 0 15
   [junit4]   2> 2458811 INFO  (qtp849585627-19588) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1563893830146588672)} 0 17
   [junit4]   2> 2458814 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2458814 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f1c2618
   [junit4]   2> 2458835 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2458835 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7833e7fd
   [junit4]   2> 2458854 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@576fd998[SolrCloudSnapshots_shard2_replica1] main]
   [junit4]   2> 2458855 INFO  (searcherExecutor-7335-thread-1-processing-n:127.0.0.1:49271_solr x:SolrCloudSnapshots_shard2_replica1 s:shard2 c:SolrCloudSnapshots r:core_node1) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica1] Registered new searcher Searcher@576fd998[SolrCloudSnapshots_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2458855 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2458855 INFO  (qtp1755873987-19571) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 20
   [junit4]   2> 2458868 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@35b1a90b[SolrCloudSnapshots_shard1_replica2] main]
   [junit4]   2> 2458869 INFO  (searcherExecutor-7337-thread-1-processing-n:127.0.0.1:52439_solr x:SolrCloudSnapshots_shard1_replica2 s:shard1 c:SolrCloudSnapshots r:core_node4) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica2] Registered new searcher Searcher@35b1a90b[SolrCloudSnapshots_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2458869 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2458869 INFO  (qtp849585627-19590) [n:127.0.0.1:52439_solr c:SolrCloudSnapshots s:shard1 r:core_node4 x:SolrCloudSnapshots_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 55
   [junit4]   2> 2458870 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2458870 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7a8adec1
   [junit4]   2> 2458874 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@a16b7d8[SolrCloudSnapshots_shard2_replica2] main]
   [junit4]   2> 2458875 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2458875 INFO  (searcherExecutor-7334-thread-1-processing-n:127.0.0.1:34557_solr x:SolrCloudSnapshots_shard2_replica2 s:shard2 c:SolrCloudSnapshots r:core_node2) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica2] Registered new searcher Searcher@a16b7d8[SolrCloudSnapshots_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2458875 INFO  (qtp2054981890-19600) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:49271/solr/SolrCloudSnapshots_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
   [junit4]   2> 2458876 INFO  (qtp1755873987-19608) [n:127.0.0.1:49271_solr c:SolrCloudSnapshots s:shard2 r:core_node1 x:SolrCloudSnapshots_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=SolrCloudSnapshots:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 63
   [junit4]   2> 2458880 INFO  (qtp2054981890-19596) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots s:shard2 r:core_node2 x:SolrCloudSnapshots_shard2_replica2] o.a.s.c.S.Requ

[...truncated too long message...]

StateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2500072 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2500072 WARN  (zkCallback-4025-thread-1-processing-n:127.0.0.1:52439_solr) [n:127.0.0.1:52439_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2500072 INFO  (coreCloseExecutor-7379-thread-1) [n:127.0.0.1:34557_solr c:SolrCloudSnapshots_restored s:shard1 r:core_node4 x:SolrCloudSnapshots_restored_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.SolrCloudSnapshots_restored.shard1.replica1
   [junit4]   2> 2500073 INFO  (jetty-closer-4003-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2500073 INFO  (jetty-closer-4003-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d0bb4ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 2500081 INFO  (jetty-closer-4003-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97743363228368903-127.0.0.1:34557_solr-n_0000000000) closing
   [junit4]   2> 2500082 INFO  (OverseerStateUpdate-97743363228368903-127.0.0.1:34557_solr-n_0000000000) [n:127.0.0.1:34557_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34557_solr
   [junit4]   2> 2500093 WARN  (zkCallback-4022-thread-2-processing-n:127.0.0.1:49271_solr) [n:127.0.0.1:49271_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2500093 INFO  (jetty-closer-4003-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2500093 INFO  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2500095 INFO  (jetty-closer-4003-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@372608fc{/solr,null,UNAVAILABLE}
   [junit4]   2> 2501600 WARN  (zkCallback-4017-thread-1-processing-n:127.0.0.1:34557_solr) [n:127.0.0.1:34557_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2501600 INFO  (jetty-closer-4003-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2501601 INFO  (jetty-closer-4003-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@358c33b6{/solr,null,UNAVAILABLE}
   [junit4]   2> 2501602 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49029 49029
   [junit4]   2> 2501704 INFO  (Thread-4807) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49029 49029
   [junit4]   2> 2501705 WARN  (Thread-4807) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/SolrCloudSnapshots_restored/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/SolrCloudSnapshots/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97743363228368903-127.0.0.1:34557_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2501705 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7D8ADCAF5492F4F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7D8ADCAF5492F4F-001
   [junit4]   2> Apr 06, 2017 2:23:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=BlockTreeOrds(blocksize=128), name=FSTOrd50, id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1709, maxMBSortInHeap=6.068842387583599, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=en, timezone=America/Merida
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=266393808,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [TestZkChroot, DataDrivenBlockJoinTest, TestTolerantUpdateProcessorCloud, TestBinaryResponseWriter, RequestLoggingTest, SharedFSAutoReplicaFailoverTest, TestMacros, RuleEngineTest, TestInitParams, TestFieldResource, TestRecovery, LukeRequestHandlerTest, MinimalSchemaTest, TestGeoJSONResponseWriter, TestDFRSimilarityFactory, ParsingFieldUpdateProcessorsTest, BadComponentTest, SpellPossibilityIteratorTest, PingRequestHandlerTest, ResponseHeaderTest, TestConfigsApi, TestImpersonationWithHadoopAuth, SparseHLLTest, TestDistributedMissingSort, CurrencyFieldXmlFileTest, TestPushWriter, FieldAnalysisRequestHandlerTest, JavabinLoaderTest, TestFieldCacheVsDocValues, SolrPluginUtilsTest, NodeMutatorTest, OverseerTest, PrimitiveFieldTypeTest, TestClassNameShortening, MergeStrategyTest, DeleteLastCustomShardedReplicaTest, TestReload, FullSolrCloudDistribCmdsTest, DistributedFacetPivotWhiteBoxTest, TestPointFields, TestMergePolicyConfig, SolrTestCaseJ4Test, TestIndexingPerformance, SolrGangliaReporterTest, TestAddFieldRealTimeGet, ReplicationFactorTest, CloudMLTQParserTest, UpdateParamsTest, HdfsDirectoryFactoryTest, TestSchemaVersionResource, TestInPlaceUpdatesDistrib, TestSolrQueryParser, VersionInfoTest, TestLeaderElectionZkExpiry, CoreSorterTest, TestComplexPhraseQParserPlugin, TestDistribIDF, ActionThrottleTest, ConcurrentDeleteAndCreateCollectionTest, TestManagedResourceStorage, UnloadDistributedZkTest, DebugComponentTest, CdcrReplicationDistributedZkTest, TestLRUStatsCache, CreateCollectionCleanupTest, TestMultiWordSynonyms, DistribDocExpirationUpdateProcessorTest, DirectUpdateHandlerTest, TestSolrDeletionPolicy1, TestDynamicLoading, HttpPartitionTest, QueryParsingTest, HdfsBasicDistributedZkTest, TestSolrQueryResponse, HardAutoCommitTest, CoreAdminHandlerTest, TestDFISimilarityFactory, BigEndianAscendingWordSerializerTest, HdfsRecoveryZkTest, TestReversedWildcardFilterFactory, TestSchemaNameResource, BlockJoinFacetRandomTest, DistributedSuggestComponentTest, HdfsThreadLeakTest, SuggesterTSTTest, TestSegmentSorting, TestSolrJ, TestNumericTerms32, AddBlockUpdateTest, PropertiesRequestHandlerTest, TestIndexSearcher, TemplateUpdateProcessorTest, TestConfigSets, TestEmbeddedSolrServerSchemaAPI, TestSolrConfigHandlerCloud, TestDynamicFieldCollectionResource, AsyncCallRequestStatusResponseTest, TestTestInjection, FieldMutatingUpdateProcessorTest, TestScoreJoinQPNoScore, TriLevelCompositeIdRoutingTest, TestConfig, DistributedExpandComponentTest, TestFieldCacheSanityChecker, TestRequestForwarding, TestStressCloudBlindAtomicUpdates, DistributedVersionInfoTest, TestObjectReleaseTracker, SuggesterTest, TestDocBasedVersionConstraints, TestConfigOverlay, DirectUpdateHandlerOptimizeTest, RecoveryZkTest, TestReplicationHandler, TestSolr4Spatial, StatsComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, HighlighterTest, SoftAutoCommitTest, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, CacheHeaderTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestJmxIntegration, JSONWriterTest, BinaryUpdateRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, MultiTermTest, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestXIncludeConfig, TestIBSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, PluginInfoTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, SystemInfoHandlerTest, CircularListTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AliasIntegrationTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteShardTest, LeaderFailoverAfterPartitionTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, ShardSplitTest, TestReplicaProperties, TestSizeLimitedDistributedMap, TlogReplayBufferedWhileIndexingTest, HdfsCollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, TestConfigSetProperties, TestCustomStream, TestSolrDynamicMBean, TestSolrXml, TestSolrCloudSnapshots]
   [junit4] Completed [574/702 (1!)] on J2 in 61.51s, 1 test, 1 error <<< FAILURES!

[...truncated 43716 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 827 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/827/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
	at __randomizedtesting.SeedInfo.seed([16244622C30B2AE9:5E513296C538057C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:522)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11868 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/init-core-data-001
   [junit4]   2> 1185866 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1185867 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1185868 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1185869 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001
   [junit4]   2> 1185869 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1185877 INFO  (Thread-2243) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1185877 INFO  (Thread-2243) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1185977 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:48231
   [junit4]   2> 1186014 INFO  (jetty-launcher-1544-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1186022 INFO  (jetty-launcher-1544-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1186038 INFO  (jetty-launcher-1544-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1186039 INFO  (jetty-launcher-1544-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1186092 INFO  (jetty-launcher-1544-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24d00ffb{/solr,null,AVAILABLE}
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5857091{HTTP/1.1,[http/1.1]}{127.0.0.1:45660}
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.e.j.s.Server Started @1194794ms
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45660}
   [junit4]   2> 1186094 ERROR (jetty-launcher-1544-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1186094 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-07T19:32:55.304Z
   [junit4]   2> 1186137 INFO  (jetty-launcher-1544-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e3efe8{/solr,null,AVAILABLE}
   [junit4]   2> 1186137 INFO  (jetty-launcher-1544-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70ef22e9{HTTP/1.1,[http/1.1]}{127.0.0.1:34107}
   [junit4]   2> 1186137 INFO  (jetty-launcher-1544-thread-1) [    ] o.e.j.s.Server Started @1194837ms
   [junit4]   2> 1186137 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34107}
   [junit4]   2> 1186138 ERROR (jetty-launcher-1544-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1186138 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1186138 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1186138 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1186138 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-07T19:32:55.348Z
   [junit4]   2> 1186151 INFO  (jetty-launcher-1544-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c5dd4ed{/solr,null,AVAILABLE}
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@329ed45f{HTTP/1.1,[http/1.1]}{127.0.0.1:48420}
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.e.j.s.Server Started @1194852ms
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48420}
   [junit4]   2> 1186152 ERROR (jetty-launcher-1544-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1186152 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-07T19:32:55.362Z
   [junit4]   2> 1186155 INFO  (jetty-launcher-1544-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38d6cec{/solr,null,AVAILABLE}
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e95f41c{HTTP/1.1,[http/1.1]}{127.0.0.1:58824}
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.e.j.s.Server Started @1194856ms
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58824}
   [junit4]   2> 1186156 ERROR (jetty-launcher-1544-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1186156 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-07T19:32:55.366Z
   [junit4]   2> 1186166 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1186194 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1186195 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1186196 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1186208 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1186209 INFO  (jetty-launcher-1544-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48231/solr
   [junit4]   2> 1186261 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1186269 INFO  (jetty-launcher-1544-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48231/solr
   [junit4]   2> 1186292 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1186295 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1186311 INFO  (jetty-launcher-1544-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48231/solr
   [junit4]   2> 1186375 INFO  (jetty-launcher-1544-thread-2) [n:127.0.0.1:45660_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1186385 INFO  (jetty-launcher-1544-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48231/solr
   [junit4]   2> 1186386 INFO  (jetty-launcher-1544-thread-2) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45660_solr
   [junit4]   2> 1186445 INFO  (jetty-launcher-1544-thread-2) [n:127.0.0.1:45660_solr    ] o.a.s.c.Overseer Overseer (id=97753076537032711-127.0.0.1:45660_solr-n_0000000000) starting
   [junit4]   2> 1186514 INFO  (jetty-launcher-1544-thread-1) [n:127.0.0.1:34107_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1186515 INFO  (jetty-launcher-1544-thread-1) [n:127.0.0.1:34107_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34107_solr
   [junit4]   2> 1186612 INFO  (jetty-launcher-1544-thread-2) [n:127.0.0.1:45660_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45660_solr
   [junit4]   2> 1186642 INFO  (jetty-launcher-1544-thread-4) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1186644 INFO  (jetty-launcher-1544-thread-4) [n:127.0.0.1:48420_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1186646 INFO  (jetty-launcher-1544-thread-4) [n:127.0.0.1:48420_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48420_solr
   [junit4]   2> 1186812 INFO  (zkCallback-1565-thread-1-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1186813 INFO  (OverseerStateUpdate-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1186845 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1186847 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1186852 INFO  (jetty-launcher-1544-thread-3) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1186855 INFO  (jetty-launcher-1544-thread-3) [n:127.0.0.1:58824_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1186863 INFO  (jetty-launcher-1544-thread-3) [n:127.0.0.1:58824_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58824_solr
   [junit4]   2> 1186864 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1186864 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1186864 INFO  (zkCallback-1561-thread-2-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1186868 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1187122 INFO  (jetty-launcher-1544-thread-1) [n:127.0.0.1:34107_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node1/.
   [junit4]   2> 1187396 INFO  (jetty-launcher-1544-thread-4) [n:127.0.0.1:48420_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node4/.
   [junit4]   2> 1187408 INFO  (jetty-launcher-1544-thread-3) [n:127.0.0.1:58824_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node3/.
   [junit4]   2> 1187505 INFO  (jetty-launcher-1544-thread-2) [n:127.0.0.1:45660_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node2/.
   [junit4]   2> 1192658 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1192659 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48231/solr ready
   [junit4]   2> 1192714 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[16244622C30B2AE9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
   [junit4]   2> 1192715 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[16244622C30B2AE9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1192728 INFO  (qtp84849203-8592) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1192742 INFO  (OverseerThreadFactory-3517-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
   [junit4]   2> 1192911 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1192911 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1192912 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1192912 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1192914 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1192917 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1192940 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1192941 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1193050 INFO  (zkCallback-1561-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1193050 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1193051 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1193051 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1193947 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1193963 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1193974 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1194019 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
   [junit4]   2> 1194023 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
   [junit4]   2> 1194026 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1194026 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1194026 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1194026 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node4/addReplicaColl_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node4/./addReplicaColl_shard1_replica2/data/]
   [junit4]   2> 1194037 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1194044 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
   [junit4]   2> 1194046 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1194046 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1194047 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1194047 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node1/./addReplicaColl_shard1_replica1/data/]
   [junit4]   2> 1194049 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1194049 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1194050 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1194050 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node3/addReplicaColl_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node3/./addReplicaColl_shard2_replica1/data/]
   [junit4]   2> 1194064 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
   [junit4]   2> 1194091 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1194091 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1194091 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1194091 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node2/addReplicaColl_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node2/./addReplicaColl_shard2_replica2/data/]
   [junit4]   2> 1194385 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1194386 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1194387 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1194387 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1194388 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c2838ad[addReplicaColl_shard1_replica1] main]
   [junit4]   2> 1194389 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1194390 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1194390 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1194390 INFO  (searcherExecutor-3527-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@2c2838ad[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1194390 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049233516953600
   [junit4]   2> 1194397 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1194397 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1194398 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1194398 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1194401 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1194402 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1937ead7[addReplicaColl_shard2_replica1] main]
   [junit4]   2> 1194404 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1194404 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1194404 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1194405 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049233532682240
   [junit4]   2> 1194407 INFO  (searcherExecutor-3528-thread-1-processing-n:127.0.0.1:58824_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@1937ead7[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1194413 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1194428 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1194428 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1194429 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1194429 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1194430 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e39c61c[addReplicaColl_shard1_replica2] main]
   [junit4]   2> 1194437 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1194438 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1194438 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1194438 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049233567285248
   [junit4]   2> 1194457 INFO  (searcherExecutor-3526-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@6e39c61c[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1194514 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194514 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194514 INFO  (zkCallback-1561-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194514 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194595 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1194595 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1194597 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1194597 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1194598 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@23f19f8b[addReplicaColl_shard2_replica2] main]
   [junit4]   2> 1194600 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1194601 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1194601 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1194601 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049233738203136
   [junit4]   2> 1194603 INFO  (searcherExecutor-3529-thread-1-processing-n:127.0.0.1:45660_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@23f19f8b[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1194905 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1194905 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1194905 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica1/
   [junit4]   2> 1194906 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:34107/solr START replicas=[http://127.0.0.1:48420/solr/addReplicaColl_shard1_replica2/] nUpdates=100
   [junit4]   2> 1194917 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1194917 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1194917 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58824/solr/addReplicaColl_shard2_replica1/
   [junit4]   2> 1194917 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:58824/solr START replicas=[http://127.0.0.1:45660/solr/addReplicaColl_shard2_replica2/] nUpdates=100
   [junit4]   2> 1194927 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:34107/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1194929 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:58824/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1194938 INFO  (qtp1581062398-8603) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1194938 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1194938 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1194938 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1194944 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica1/ shard1
   [junit4]   2> 1194947 INFO  (qtp1020281611-8577) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica2] o.a.s.c.S.Request [addReplicaColl_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1194949 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1194949 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1194949 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1194954 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58824/solr/addReplicaColl_shard2_replica1/ shard2
   [junit4]   2> 1195057 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195058 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195058 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195058 INFO  (zkCallback-1561-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195095 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1195097 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2183
   [junit4]   2> 1195107 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1195109 INFO  (qtp2078624371-8614) [n:127.0.0.1:58824_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2196
   [junit4]   2> 1195331 INFO  (zkCallback-1561-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195331 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195331 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195331 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195447 INFO  (qtp1581062398-8604) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2561
   [junit4]   2> 1195549 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195549 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195549 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195550 INFO  (zkCallback-1561-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195613 INFO  (qtp1020281611-8579) [n:127.0.0.1:45660_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2672
   [junit4]   2> 1195631 INFO  (qtp84849203-8592) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1195718 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195718 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195718 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195719 INFO  (zkCallback-1561-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196641 INFO  (qtp84849203-8592) [n:127.0.0.1:34107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3912
   [junit4]   2> 1196651 INFO  (qtp84849203-8588) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34107_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1196796 INFO  (OverseerCollectionConfigSetProcessor-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1196796 INFO  (OverseerThreadFactory-3517-thread-2-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "node":"127.0.0.1:34107_solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1196796 INFO  (OverseerThreadFactory-3517-thread-2-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34107_solr for creating new replica
   [junit4]   2> 1196799 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1196904 INFO  (zkCallback-1561-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196904 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196905 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196905 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197851 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1197868 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica3] Schema name=minimal
   [junit4]   2> 1197871 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1197872 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica3' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1197872 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1197872 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node1/addReplicaColl_shard1_replica3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-001/node1/./addReplicaColl_shard1_replica3/data/]
   [junit4]   2> 1197937 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1197938 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1197939 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1197939 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1197941 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ef12297[addReplicaColl_shard1_replica3] main]
   [junit4]   2> 1197944 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1197945 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1197945 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1197945 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049237244641280
   [junit4]   2> 1197950 INFO  (searcherExecutor-3546-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore [addReplicaColl_shard1_replica3] Registered new searcher Searcher@2ef12297[addReplicaColl_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1197950 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.ZkController Core needs to recover:addReplicaColl_shard1_replica3
   [junit4]   2> 1197951 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=1152
   [junit4]   2> 1197951 INFO  (updateExecutor-1554-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1197953 INFO  (qtp84849203-8588) [n:127.0.0.1:34107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34107_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=1302
   [junit4]   2> 1197956 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1197956 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1197956 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[addReplicaColl_shard1_replica3]
   [junit4]   2> 1197957 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1197957 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Publishing state of core [addReplicaColl_shard1_replica3] as recovering, leader is [http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica1/] and I am [http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica3/]
   [junit4]   2> 1197957 INFO  (qtp84849203-8589) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&property.instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002 and sendToOCPQueue=true
   [junit4]   2> 1197965 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34107/solr]; [WaitForState: action=PREPRECOVERY&core=addReplicaColl_shard1_replica1&nodeName=127.0.0.1:34107_solr&coreNodeName=core_node5&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1197985 INFO  (OverseerCollectionConfigSetProcessor-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1197997 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node5, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1197997 INFO  (OverseerThreadFactory-3517-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "property.instanceDir":"/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1197997 INFO  (OverseerThreadFactory-3517-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:48420_solr for creating new replica
   [junit4]   2> 1197997 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see addReplicaColl_shard1_replica1 (shard1 of addReplicaColl) have state: recovering
   [junit4]   2> 1197997 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=addReplicaColl, shard=shard1, thisCore=addReplicaColl_shard1_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34107_solr, coreNodeName=core_node5, onlyIfActiveCheckResult=false, nodeProps: core_node5:{"core":"addReplicaColl_shard1_replica3","base_url":"http://127.0.0.1:34107/solr","node_name":"127.0.0.1:34107_solr","state":"down"}
   [junit4]   2> 1198002 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard2_replica3&action=CREATE&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&property.instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002
   [junit4]   2> 1198105 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198105 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198106 INFO  (zkCallback-1561-thread-1-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198109 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198998 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=addReplicaColl, shard=shard1, thisCore=addReplicaColl_shard1_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:34107_solr, coreNodeName=core_node5, onlyIfActiveCheckResult=false, nodeProps: core_node5:{"core":"addReplicaColl_shard1_replica3","base_url":"http://127.0.0.1:34107/solr","node_name":"127.0.0.1:34107_solr","state":"recovering"}
   [junit4]   2> 1198998 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1198998 INFO  (qtp84849203-8590) [n:127.0.0.1:34107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34107_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica1&coreNodeName=core_node5&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 1199026 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1199068 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica3] Schema name=minimal
   [junit4]   2> 1199078 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1199079 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica3' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1199079 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1199079 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002/data/]
   [junit4]   2> 1199214 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1199214 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1199216 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1199216 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1199219 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@313839e2[addReplicaColl_shard2_replica3] main]
   [junit4]   2> 1199221 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1199222 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1199222 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1199222 INFO  (searcherExecutor-3551-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.SolrCore [addReplicaColl_shard2_replica3] Registered new searcher Searcher@313839e2[addReplicaColl_shard2_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1199223 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1564049238584721408
   [junit4]   2> 1199241 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.c.ZkController Core needs to recover:addReplicaColl_shard2_replica3
   [junit4]   2> 1199253 INFO  (qtp1581062398-8601) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard2_replica3&action=CREATE&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&property.instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002} status=0 QTime=1251
   [junit4]   2> 1199254 INFO  (updateExecutor-1559-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1199256 INFO  (qtp84849203-8589) [n:127.0.0.1:34107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&property.instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001/tempDir-002} status=0 QTime=1299
   [junit4]   2> 1199264 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1199266 INFO  (qtp1581062398-8607) [n:127.0.0.1:48420_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=addReplicaColl_shard2_replica3&action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1199274 INFO  (qtp84849203-8594) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params name=addReplicaColl_shard2_replica3&action=addreplica&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1199282 INFO  (OverseerThreadFactory-3517-thread-4-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "name":"addReplicaColl_shard2_replica3",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1199283 INFO  (OverseerThreadFactory-3517-thread-4-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45660_solr for creating new replica
   [junit4]   2> 1199283 ERROR (OverseerThreadFactory-3517-thread-4-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: addReplicaColl operation: addreplica failed:org.apache.solr.common.SolrException: Another replica with the same core name already exists for this collection
   [junit4]   2> 	at org.apache.solr.cloud.AddReplicaCmd.addReplica(AddReplicaCmd.java:111)
   [junit4]   2> 	at org.apache.solr.cloud.AddReplicaCmd.call(AddReplicaCmd.java:65)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:225)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1199284 INFO  (OverseerCollectionConfigSetProcessor-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1199296 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1199296 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[addReplicaColl_shard2_replica3]
   [junit4]   2> 1199297 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1199297 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.c.RecoveryStrategy Publishing state of core [addReplicaColl_shard2_replica3] as recovering, leader is [http://127.0.0.1:58824/solr/addReplicaColl_shard2_replica1/] and I am [http://127.0.0.1:48420/solr/addReplicaColl_shard2_replica3/]
   [junit4]   2> 1199320 INFO  (qtp84849203-8594) [n:127.0.0.1:34107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=addReplicaColl_shard2_replica3&action=addreplica&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=400 QTime=46
   [junit4]   2> 1199323 INFO  (recoveryExecutor-1560-thread-1-processing-n:127.0.0.1:48420_solr x:addReplicaColl_shard2_replica3 s:shard2 c:addReplicaColl r:core_node6) [n:127.0.0.1:48420_solr c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:58824/solr]; [WaitForState: action=PREPRECOVERY&core=addReplicaColl_shard2_replica1&nodeName=127.0.0.1:48420_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1199324 INFO  (qtp84849203-8593) [n:127.0.0.1:34107_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=addReplicaColl&shard=shard1&property.name=propertyDotName&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1199335 INFO  (OverseerCollectionConfigSetProcessor-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1199336 INFO  (OverseerThreadFactory-3517-thread-5-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "property.name":"propertyDotName",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1199336 INFO  (OverseerThreadFactory-3517-thread-5-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45660_solr for creating new replica
   [junit4]   2> 1199339 INFO  (qtp2078624371-8612) [n:127.0.0.1:58824_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1199340 INFO  (qtp2078624371-8612) [n:127.0.0.1:58824_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see addReplicaColl_shard2_replica1 (shard2 of addReplicaColl) have state: recovering
   [junit4]   2> 1199340 INFO  (qtp2078624371-8612) [n:127.0.0.1:58824_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=addReplicaColl, shard=shard2, thisCore=addReplicaColl_shard2_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:48420_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"addReplicaColl_shard2_replica3","base_url":"http://127.0.0.1:48420/solr","node_name":"127.0.0.1:48420_solr","state":"down"}
   [junit4]   2> 1199342 INFO  (qtp1020281611-8580) [n:127.0.0.1:45660_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=propertyDotName&action=CREATE&collection=addReplicaColl&shard=shard1&property.name=propertyDotName&wt=javabin&version=2
   [junit4]   2> 1199447 INFO  (zkCallback-1567-thread-2-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199447 INFO  (zkCallback-1566-thread-1-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199448 INFO  (zkCallback-1565-thread-2-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199449 INFO  (zkCallback-1561-thread-3-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199499 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1199499 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica3 url=http://127.0.0.1:34107/solr START replicas=[http://127.0.0.1:34107/solr/addReplicaColl_shard1_replica1/] nUpdates=100
   [junit4]   2> 1199503 INFO  (qtp84849203-8595) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1199503 INFO  (qtp84849203-8595) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.S.Request [addReplicaColl_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1199504 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1199504 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1199504 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1199504 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1199505 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1199505 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1199505 INFO  (recoveryExecutor-1555-thread-1-processing-n:127.0.0.1:34107_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:34107_solr c:addReplicaColl

[...truncated too long message...]

jetty-closer-1545-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5857091{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1301281 INFO  (jetty-closer-1545-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@70ef22e9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1301294 INFO  (jetty-closer-1545-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2053483223
   [junit4]   2> 1301294 INFO  (jetty-closer-1545-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1574328366
   [junit4]   2> 1301310 INFO  (jetty-closer-1545-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@329ed45f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1301310 INFO  (jetty-closer-1545-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@e95f41c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1301317 INFO  (jetty-closer-1545-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2077024896
   [junit4]   2> 1301317 INFO  (jetty-closer-1545-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=722895497
   [junit4]   2> 1301326 WARN  (zkCallback-1565-thread-11-processing-n:127.0.0.1:34107_solr) [n:127.0.0.1:34107_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1301326 INFO  (jetty-closer-1545-thread-3) [    ] o.a.s.c.Overseer Overseer (id=97753076537032711-127.0.0.1:45660_solr-n_0000000000) closing
   [junit4]   2> 1301326 INFO  (OverseerStateUpdate-97753076537032711-127.0.0.1:45660_solr-n_0000000000) [n:127.0.0.1:45660_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45660_solr
   [junit4]   2> 1301327 INFO  (zkCallback-1566-thread-8-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1301327 INFO  (zkCallback-1561-thread-6-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1301327 INFO  (zkCallback-1567-thread-7-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1301349 INFO  (jetty-closer-1545-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1301349 INFO  (jetty-closer-1545-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e3efe8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1301351 INFO  (zkCallback-1566-thread-6-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1301355 INFO  (zkCallback-1561-thread-6-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1301356 WARN  (zkCallback-1561-thread-10-processing-n:127.0.0.1:45660_solr) [n:127.0.0.1:45660_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1301357 INFO  (jetty-closer-1545-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1301357 INFO  (jetty-closer-1545-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24d00ffb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1302835 WARN  (zkCallback-1567-thread-8-processing-n:127.0.0.1:48420_solr) [n:127.0.0.1:48420_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1302836 INFO  (jetty-closer-1545-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1302836 INFO  (jetty-closer-1545-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c5dd4ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 1302851 WARN  (zkCallback-1566-thread-8-processing-n:127.0.0.1:58824_solr) [n:127.0.0.1:58824_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1302851 INFO  (jetty-closer-1545-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1302852 INFO  (jetty-closer-1545-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38d6cec{/solr,null,UNAVAILABLE}
   [junit4]   2> 1302853 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48231 48231
   [junit4]   2> 1302960 INFO  (Thread-2286) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48231 48231
   [junit4]   2> 1302960 WARN  (Thread-2286) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	201	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97753076537032711-127.0.0.1:45660_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	237	/solr/collections
   [junit4]   2> 	39	/solr/overseer/collection-queue-work
   [junit4]   2> 	29	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1302960 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16244622C30B2AE9]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16244622C30B2AE9-001
   [junit4]   2> Apr 07, 2017 7:34:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FST50, id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=222, maxMBSortInHeap=5.695286950017032, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-MX, timezone=Africa/Juba
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=44370352,total=509607936
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestCharFilters, TestFastOutputStream, RankQueryTest, DirectSolrSpellCheckerTest, TestEmbeddedSolrServerConstructors, TestSimpleQParserPlugin, UpdateRequestProcessorFactoryTest, TestStressUserVersions, TestSolrConfigHandlerConcurrent, FacetPivotSmallTest, TestInPlaceUpdatesStandalone, TestQueryUtils, BasicFunctionalityTest, TestLeaderInitiatedRecoveryThread, DateMathParserTest, TestElisionMultitermQuery, TestUseDocValuesAsStored2, TestCursorMarkWithoutUniqueKey, TestMiniSolrCloudCluster, ZkControllerTest, ConnectionManagerTest, TestUniqueKeyFieldResource, TestSolrIndexConfig, RestartWhileUpdatingTest, TestGraphTermsQParserPlugin, ConvertedLegacyTest, TestSolrCloudSnapshots, TestIntervalFaceting, PeerSyncWithIndexFingerprintCachingTest, TestCollectionAPI, RulesTest, ClassificationUpdateProcessorIntegrationTest, TestFieldCacheSort, ShardRoutingCustomTest, TestQuerySenderListener, TestRawResponseWriter, CdcrRequestHandlerTest, TestSha256AuthenticationProvider, SpellCheckComponentTest, TestCorePropertiesReload, BasicAuthIntegrationTest, DocumentBuilderTest, ChaosMonkeySafeLeaderTest, UtilsToolTest, AddSchemaFieldsUpdateProcessorFactoryTest, MoveReplicaTest, DistanceFunctionTest, HdfsChaosMonkeyNothingIsSafeTest, TestCloudDeleteByQuery, URLClassifyProcessorTest, CollectionStateFormat2Test, QueryResultKeyTest, MetricUtilsTest, SystemInfoHandlerTest, ZkStateWriterTest, TestNRTOpen, HdfsTlogReplayBufferedWhileIndexingTest, TestGraphMLResponseWriter, DistributedMLTComponentTest, TestFieldTypeCollectionResource, SuggesterFSTTest, TestLRUCache, TestLuceneMatchVersion, TestCoreAdminApis, TestChildDocTransformer, CachingDirectoryFactoryTest, TestCloudPseudoReturnFields, TestCoreContainer, SolrMetricReporterTest, DistanceUnitsTest, TestApiFramework, TestRandomCollapseQParserPlugin, DeleteReplicaTest, TestCopyFieldCollectionResource, SolrCloudExampleTest, TestReplicationHandlerBackup, DistributedFacetPivotSmallAdvancedTest, DirectSolrConnectionTest, ManagedSchemaRoundRobinCloudTest, TestBM25SimilarityFactory, TestQueryTypes, IndexBasedSpellCheckerTest, TestFieldCache, AnalysisErrorHandlingTest, TestCollapseQParserPlugin, SpellCheckCollatorTest, SpellingQueryConverterTest, TestFieldCacheWithThreads, TestSolrConfigHandler, TestScoreJoinQPScore, TermsComponentTest, WordBreakSolrSpellCheckerTest, DocExpirationUpdateProcessorFactoryTest, ClusterStateUpdateTest, ZkCLITest, TestXmlQParserPlugin, TestBulkSchemaConcurrent, SliceStateTest, TestManagedSchemaAPI, RAMDirectoryFactoryTest, TestPartialUpdateDeduplication, DistributedIntervalFacetingTest, TestSolrCloudWithKerberosAlt, TestImplicitCoreProperties, ConnectionReuseTest, RemoteQueryErrorTest, TestMinMaxOnMultiValuedField, ShardRoutingTest, StressHdfsTest, TestNoOpRegenerator, TestShortCircuitedRequests, WrapperMergePolicyFactoryTest, LoggingHandlerTest, DirectoryFactoryTest, TestCustomSort, TestMaxScoreQueryParser, CollectionsAPIDistributedZkTest]
   [junit4] Completed [267/703 (1!)] on J1 in 118.36s, 20 tests, 1 failure <<< FAILURES!

[...truncated 44789 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 826 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/826/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testCommitWithinOnAdd

Error Message:
expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([786BFF6A1AA93394:64E4D5066B0BD39F]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at junit.framework.Assert.failNotEquals(Assert.java:287)
	at junit.framework.Assert.assertEquals(Assert.java:67)
	at junit.framework.Assert.assertEquals(Assert.java:134)
	at junit.framework.Assert.assertEquals(Assert.java:140)
	at org.apache.solr.client.solrj.SolrExampleTestsBase.testCommitWithinOnAdd(SolrExampleTestsBase.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13913 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.SolrExampleXMLTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/init-core-data-001
   [junit4]   2> 144380 WARN  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 144380 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 144382 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 144427 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 144427 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 144427 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-002/cores/core
   [junit4]   2> 144429 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 144528 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31e0c6bd{/solr,null,AVAILABLE}
   [junit4]   2> 144536 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@127f5e62{HTTP/1.1,[http/1.1]}{127.0.0.1:37846}
   [junit4]   2> 144536 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.e.j.s.Server Started @149696ms
   [junit4]   2> 144536 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37846, configSetBaseDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-002/cores}
   [junit4]   2> 144537 ERROR (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144537 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 144537 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 144537 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144537 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-06T16:08:54.554Z
   [junit4]   2> 144537 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/solr.xml
   [junit4]   2> 144655 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 144773 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001
   [junit4]   2> 144773 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 144912 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/extraction/lib
   [junit4]   2> 144914 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 144914 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/clustering/lib
   [junit4]   2> 144914 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/langid/lib
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/ltr/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/ltr/lib
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../contrib/velocity/lib
   [junit4]   2> 144915 WARN  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 144948 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 144949 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 145175 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 146118 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 146119 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 146120 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 146120 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 146120 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 146195 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 146196 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 146196 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/data/]
   [junit4]   2> 146196 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1832bffb
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@3f02721a
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: 0 msec to checkpoint
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: init: create=true
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@2c072711 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6dcf03d9)
   [junit4]   2> index=
   [junit4]   2> version=6.6.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene62
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@2f3c98d5
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@3a961d8c
   [junit4]   2> 
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: now flush at close
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]:   index before flush 
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: startFullFlush
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: coreLoadExecutor-133-thread-1 finishFullFlush success=true
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: apply all deletes during flush
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 146211 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-133-thread-1]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-133-thread-1]: initDynamicDefaults spins=false maxThreadCount=2 maxMergeCount=7
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-133-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-133-thread-1]: now merge
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-133-thread-1]:   index: 
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-133-thread-1]:   no more merges pending; now return
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: waitForMerges
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: waitForMerges done
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: start
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: enter lock
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: now prepare
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: prepareCommit: flush
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]:   index before flush 
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: startFullFlush
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: apply all deletes during flush
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-133-thread-1]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: coreLoadExecutor-133-thread-1 finishFullFlush success=true
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: startCommit(): start
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: startCommit index= changeCount=2
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: done all syncs: []
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: pendingCommit != null
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: done writing segments file "segments_1"
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: 0 msec to checkpoint
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146212 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: took 0.6 msec
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: commit: done
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: rollback
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: all running merges have aborted
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: rollback: done finish merges
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: abort
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: done abort success=true
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: rollback: infos=
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: 0 msec to checkpoint
   [junit4]   2> 146213 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146226 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 146422 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 146422 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 146423 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 146423 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@3f02721a
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: init: load commit "segments_1"
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: delete []
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-133-thread-1]: 0 msec to checkpoint
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: init: create=false
   [junit4]   2> 146427 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@2c072711 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6dcf03d9)
   [junit4]   2> index=
   [junit4]   2> version=6.6.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=APPEND
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene62
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@6abc1237
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@1b267f07
   [junit4]   2> 
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: flush at getReader
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: startFullFlush
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: apply all deletes during flush
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-133-thread-1]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: incRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-133-thread-1]: coreLoadExecutor-133-thread-1 finishFullFlush success=true
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-133-thread-1]: getReader took 0 msec
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c1fdb[collection1] main]
   [junit4]   2> 146428 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/conf
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/conf
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/conf
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/conf
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
   [junit4]   2> 146429 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 146430 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 146430 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 146430 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 146430 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
   [junit4]   2> 146430 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 146431 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 146431 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001/tempDir-001/collection1/conf/elevate.xml
   [junit4]   2> 146444 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 146444 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@5c1fdb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 146445 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=0
   [junit4]   2> 146445 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 146445 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 146445 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 146447 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c1fdb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 146510 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 146512 INFO  (coreLoadExecutor-133-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563945794565832704
   [junit4]   2> 146867 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#37846
   [junit4]   2> 146870 INFO  (TEST-SolrExampleXMLTest.testContentStreamRequest-seed#[786BFF6A1AA93394]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testContentStreamRequest
   [junit4]   2> 146898 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 146900 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 146900 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 146900 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: flush at getReader
   [junit4]   2> 146900 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: startFullFlush
   [junit4]   2> 146900 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: qtp506142984-313: flush naked frozen global deletes
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-313]: push deletes  1 deleted queries bytesUsed=80 segmentPrivate?=false delGen=2 packetCount=1 totBytesUsed=80
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: flush: push buffered updates:  1 deleted queries bytesUsed=80
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: apply all deletes during flush
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-313]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=1
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-313]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: incRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: qtp506142984-313 finishFullFlush success=true
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: getReader took 4 msec
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: delete []
   [junit4]   2> 146904 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: decRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 146905 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{deleteByQuery=*:* (-1563945794966388736)} 0 11
   [junit4]   2> 146917 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 146923 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 146924 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 146924 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=xml&version=2.2}{commit=} 0 13
   [junit4]   2> 146926 INFO  (qtp506142984-315) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 146941 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b267f07
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: start
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: enter lock
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: now prepare
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: prepareCommit: flush
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]:   index before flush 
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: startFullFlush
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: anyChanges? numDocsInRam=10 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 146959 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWFC][qtp506142984-316]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 9 deleted terms (unique count=9) bytesUsed=1566, segment=_0, aborted=false, numDocsInRAM=10, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 146960 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: flush postings as segment _0 numDocs=10
   [junit4]   2> 146970 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 10 msec to write norms
   [junit4]   2> 146972 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 1 msec to write docValues
   [junit4]   2> 146972 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 0 msec to write points
   [junit4]   2> 146972 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 0 msec to finish stored fields
   [junit4]   2> 146982 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 9 msec to write postings and finish vectors
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: 5 msec to write fieldInfos
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: new segment has 0 deleted docs
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: new segment has no vectors; norms; docValues; prox; freqs
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: flushedFiles=[_0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0.dii, _0_Lucene54_0.dvm, _0_Lucene54_0.dvd, _0.dim, _0.nvm, _0.fnm]
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: flushed codec=Lucene62
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: flushed: segment=_0 ramUsed=0.253 MB newFlushedSize=0.006 MB docs/MB=1,811.638
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-316]: flush time 28.435742 msec
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: publishFlushedSegment
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: push deletes  10 deleted terms (unique count=10) bytesUsed=1072 segmentPrivate?=false delGen=4 packetCount=1 totBytesUsed=1072
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: publish sets newSegment delGen=5 seg=_0(6.6.0):C10
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: now checkpoint "_0(6.6.0):C10" [1 segments ; isCommit = false]
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: delete []
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: 0 msec to checkpoint
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: apply all deletes during flush
   [junit4]   2> 146988 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: now apply all deletes for all segments maxDoc=10
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: applyDeletes: open segment readers took 1 msec
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: applyDeletes: infos=[_0(6.6.0):C10] packetCount=1
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: applyDeletes took 1 msec for 1 segments, 0 newly deleted docs (query deletes), 0 visited terms, allDeleted=null
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: prune sis=segments_1: _0(6.6.0):C10 minGen=5 packetCount=1
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: qtp506142984-316 finishFullFlush success=true
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: startCommit(): start
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: startCommit index=_0(6.6.0):C10 changeCount=4
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: startCommit: wrote pending segments file "pending_segments_2"
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: done all syncs: [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0.dii, _0_Lucene54_0.dvm, _0_Lucene54_0.dvd, _0.dim, _0.nvm, _0.fnm]
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: pendingCommit != null
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: done writing segments file "segments_2"
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: now checkpoint "_0(6.6.0):C10" [1 segments ; isCommit = true]
   [junit4]   2> 146989 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: deleteCommits: now decRef commit "segments_1"
   [junit4]   2> 146990 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: delete [segments_1]
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: 4 msec to checkpoint
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-316]: delete []
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: took 34.4 msec
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: commit: done
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [TMP][qtp506142984-316]: findMerges: 1 segments
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [TMP][qtp506142984-316]:   seg=_0(6.6.0):C10 size=0.006 MB [floored]
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [TMP][qtp506142984-316]:   allowedSegmentCount=1 vs count=1 (eligible count=1) tooBigCount=0
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-316]: initDynamicDefaults spins=false maxThreadCount=2 maxMergeCount=7
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-316]: now merge
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-316]:   index: _0(6.6.0):C10
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-316]:   no more merges pending; now return
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: nrtIsCurrent: infoVersion matches: false; DW changes: false; BD changes: false
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: flush at getReader
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: startFullFlush
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: apply all deletes during flush
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: now apply all deletes for all segments maxDoc=10
   [junit4]   2> 146994 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 146995 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: applyDeletes: no segments; skipping
   [junit4]   2> 146995 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-316]: prune sis=segments_2: _0(6.6.0):C10 minGen=5 packetCount=0
   [junit4]   2> 146996 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: incRefDeleter for NRT reader version=6 segments=_0(6.6.0):C10
   [junit4]   2> 146998 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: return reader version=6 reader=StandardDirectoryReader(segments_2:6:nrt _0(6.6.0):C10)
   [junit4]   2> 146998 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-316]: qtp506142984-316 finishFullFlush success=true
   [junit4]   2> 146998 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-316]: getReader took 4 msec
   [junit4]   2> 146998 INFO  (qtp506142984-316) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4153d54d[collection1] main]
   [junit4]   2> 146999 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 147000 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4153d54d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 147000 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 147002 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4153d54d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 147003 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][searcherExecutor-134-thread-1-processing-x:collection1]: delete []
   [junit4]   2> 147003 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][searcherExecutor-134-thread-1-processing-x:collection1]: decRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 147003 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=xml&version=2.2}{add=[0553573403 (1563945795009380352), 0553579908 (1563945795013574656), 055357342X (1563945795013574657), 0553293354 (1563945795013574658), 0812521390 (1563945795014623232), 0812550706 (1563945795014623233), 0441385532 (1563945795014623234), 0380014300 (1563945795014623235), 0805080481 (1563945795015671808), 080508049X (1563945795015671809)],commit=} 0 71
   [junit4]   2> 147006 INFO  (qtp506142984-317) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=10 status=0 QTime=0
   [junit4]   2> 147010 INFO  (TEST-SolrExampleXMLTest.testContentStreamRequest-seed#[786BFF6A1AA93394]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testContentStreamRequest
   [junit4]   2> 147023 INFO  (TEST-SolrExampleXMLTest.testChildDoctransformer-seed#[786BFF6A1AA93394]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testChildDoctransformer
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: flush at getReader
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: startFullFlush
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: qtp506142984-317: flush naked frozen global deletes
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: push deletes  1 deleted queries bytesUsed=80 segmentPrivate?=false delGen=8 packetCount=1 totBytesUsed=80
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: flush: push buffered updates:  1 deleted queries bytesUsed=80
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: apply all deletes during flush
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: now apply all deletes for all segments maxDoc=10
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 147028 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: applyDeletes: infos=[_0(6.6.0):C10] packetCount=1
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: applyDeletes: 10 new deleted documents
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: applyDeletes took 6 msec for 1 segments, 10 newly deleted docs (query deletes), 0 visited terms, allDeleted=[_0(6.6.0):C10]
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: now checkpoint "_0(6.6.0):C10/10" [1 segments ; isCommit = false]
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: delete []
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: 0 msec to checkpoint
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: drop 100% deleted segments: _0(6.6.0):C10/10
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: delete []
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-317]: 0 msec to checkpoint
   [junit4]   2> 147034 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: prune sis=segments_2:  minGen=9223372036854775807 packetCount=1
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-317]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: incRefDeleter for NRT reader version=8 segments=
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: return reader version=8 reader=StandardDirectoryReader(segments_2:8:nrt)
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-317]: qtp506142984-317 finishFullFlush success=true
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [TMP][qtp506142984-317]: findMerges: 0 segments
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-317]: now merge
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-317]:   index: 
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][qtp506142984-317]:   no more merges pending; now return
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-317]: getReader took 7 msec
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@223a53b9[collection1] realtime]
   [junit4]   2> 147035 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{deleteByQuery=*:* (-1563945795105849344)} 0 8
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b267f07
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: start
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: enter lock
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: now prepare
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: prepareCommit: flush
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]:   index before flush 
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: startFullFlush
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: apply all deletes during flush
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-313]: prune sis=segments_2:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: qtp506142984-313 finishFullFlush success=true
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: startCommit(): start
   [junit4]   2> 147039 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: startCommit index= changeCount=8
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: startCommit: wrote pending segments file "pending_segments_3"
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: done all syncs: []
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: pendingCommit != null
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: done writing segments file "segments_3"
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: deleteCommits: now decRef commit "segments_2"
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: delete [segments_2]
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: 0 msec to checkpoint
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: delete []
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: took 0.8 msec
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: commit: done
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: nrtIsCurrent: infoVersion matches: false; DW changes: false; BD changes: false
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: flush at getReader
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: startFullFlush
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: apply all deletes during flush
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][qtp506142984-313]: prune sis=segments_3:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: incRefDeleter for NRT reader version=10 segments=
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: return reader version=10 reader=StandardDirectoryReader(segments_3:10:nrt)
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-313]: qtp506142984-313 finishFullFlush success=true
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: getReader took 0 msec
   [junit4]   2> 147040 INFO  (qtp506142984-313) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fb1b83[collection1] main]
   [junit4]   2> 147041 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][qtp506142984-313]: delete []
   [junit4]   2> 147041 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-313]: decRefDeleter for NRT reader version=8 segments=
   [junit4]   2> 147041 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@63fb1b83[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 147041 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 147043 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63fb1b83[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 147044 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][searcherExecutor-134-thread-1-processing-x:collection1]: delete [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0.dii, _0_Lucene54_0.dvm, _0_Lucene54_0.dvd, _0.dim, _0.nvm, _0.fnm]
   [junit4]   2> 147044 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 147044 INFO  (searcherExecutor-134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][searcherExecutor-134-thread-1-processing-x:collection1]: decRefDeleter for NRT reader version=6 segments=_0(6.6.0):C10
   [junit4]   2> 147044 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=xml&version=2.2}{commit=} 0 6
   [junit4]   2> 147059 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[0 (1563945795128918016)]} 0 11
   [junit4]   2> 147067 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[260 (1563945795143598080)]} 0 5
   [junit4]   2> 147069 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[519 (1563945795149889536)]} 0 0
   [junit4]   2> 147071 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[520 (1563945795151986688)]} 0 0
   [junit4]   2> 147073 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[521 (1563945795154083840)]} 0 0
   [junit4]   2> 147075 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[522 (1563945795156180992)]} 0 0
   [junit4]   2> 147078 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[523 (1563945795158278144)]} 0 0
   [junit4]   2> 147083 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[540 (1563945795161423872)]} 0 2
   [junit4]   2> 147089 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[660 (1563945795167715328)]} 0 4
   [junit4]   2> 147091 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[867 (1563945795172958208)]} 0 0
   [junit4]   2> 147095 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[869 (1563945795176103936)]} 0 1
   [junit4]   2> 147123 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[947 (1563945795181346816)]} 0 25
   [junit4]   2> 147130 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1223 (1563945795210706944)]} 0 3
   [junit4]   2> 147137 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1386 (1563945795216998400)]} 0 4
   [junit4]   2> 147139 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1598 (1563945795223289856)]} 0 0
   [junit4]   2> 147143 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1601 (1563945795225387008)]} 0 1
   [junit4]   2> 147145 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1685 (1563945795229581312)]} 0 0
   [junit4]   2> 147147 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1686 (1563945795231678464)]} 0 0
   [junit4]   2> 147149 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1691 (1563945795233775616)]} 0 0
   [junit4]   2> 147151 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1692 (1563945795235872768)]} 0 0
   [junit4]   2> 147153 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1695 (1563945795237969920)]} 0 0
   [junit4]   2> 147160 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1698 (1563945795242164224)]} 0 4
   [junit4]   2> 147164 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1908 (1563945795248455680)]} 0 1
   [junit4]   2> 147589 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[1981 (1563945795688857600)]} 0 18
   [junit4]   2> 147599 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2290 (1563945795701440512)]} 0 4
   [junit4]   2> 147611 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2462 (1563945795714023424)]} 0 4
   [junit4]   2> 147618 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2674 (1563945795725557760)]} 0 0
   [junit4]   2> 147623 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2675 (1563945795729752064)]} 0 1
   [junit4]   2> 147631 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2712 (1563945795738140672)]} 0 0
   [junit4]   2> 147642 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2731 (1563945795747577856)]} 0 3
   [junit4]   2> 147657 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[2860 (1563945795761209344)]} 0 6
   [junit4]   2> 147910 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3081 (1563945796029644800)]} 0 2
   [junit4]   2> 147919 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3195 (1563945796036984832)]} 0 4
   [junit4]   2> 147922 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3384 (1563945796044324864)]} 0 0
   [junit4]   2> 147933 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3385 (1563945796053762048)]} 0 3
   [junit4]   2> 147944 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3514 (1563945796063199232)]} 0 5
   [junit4]   2> 147956 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3747 (1563945796075782144)]} 0 5
   [junit4]   2> 147966 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[3984 (1563945796087316480)]} 0 4
   [junit4]   2> 147979 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4133 (1563945796100947968)]} 0 4
   [junit4]   2> 147982 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4313 (1563945796107239424)]} 0 0
   [junit4]   2> 147989 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4314 (1563945796111433728)]} 0 4
   [junit4]   2> 147998 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4500 (1563945796120870912)]} 0 3
   [junit4]   2> 148006 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4654 (1563945796129259520)]} 0 3
   [junit4]   2> 148012 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4814 (1563945796137648128)]} 0 1
   [junit4]   2> 148029 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[4874 (1563945796151279616)]} 0 6
   [junit4]   2> 148038 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5150 (1563945796162813952)]} 0 4
   [junit4]   2> 148044 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5335 (1563945796172251136)]} 0 0
   [junit4]   2> 148054 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5336 (1563945796179591168)]} 0 3
   [junit4]   2> 148087 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5487 (1563945796190076928)]} 0 29
   [junit4]   2> 148096 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5826 (1563945796224679936)]} 0 2
   [junit4]   2> 148099 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5898 (1563945796228874240)]} 0 1
   [junit4]   2> 148108 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[5960 (1563945796234117120)]} 0 6
   [junit4]   2> 148170 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6254 (1563945796243554304)]} 0 58
   [junit4]   2> 148175 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6568 (1563945796307517440)]} 0 2
   [junit4]   2> 148179 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6662 (1563945796312760320)]} 0 1
   [junit4]   2> 148181 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6710 (1563945796314857472)]} 0 0
   [junit4]   2> 148186 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6711 (1563945796319051776)]} 0 3
   [junit4]   2> 148188 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6856 (1563945796323246080)]} 0 0
   [junit4]   2> 148190 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6857 (1563945796325343232)]} 0 0
   [junit4]   2> 148192 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6858 (1563945796327440384)]} 0 0
   [junit4]   2> 148195 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6859 (1563945796329537536)]} 0 0
   [junit4]   2> 148199 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6878 (1563945796332683264)]} 0 2
   [junit4]   2> 148201 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6982 (1563945796336877568)]} 0 0
   [junit4]   2> 148206 INFO  (qtp506142984-310) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[6983 (1563945796340023296)]} 0 2
   [junit4]   2> 148211 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[7085 (1563945796345266176)]} 0 3
   [junit4]   2> 148220 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[7202 (1563945796351557632)]} 0 6
   [junit4]   2> 148227 INFO  (qtp506142984-317) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[7508 (1563945796364140544)]} 0 0
   [junit4]   2> 148244 INFO  (qtp506142984-313) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[7509 (1563945796375674880)]} 0 10
   [junit4]   2> 148267 INFO  (qtp506142984-314) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[7821 (1563945796389306368)]} 0 17
   [junit4]   2> 148270 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[8122 (1563945796409229312)]} 0 0
   [junit4]   2> 148272 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[8123 (1563945796411326464)]} 0 0
   [junit4]   2> 148285 INFO  (qtp506142984-316) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=xml&version=2.2}{add=[8125 (1563945796421812224)]} 0 9
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b267f07
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: commit: start
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: commit: enter lock
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: commit: now prepare
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: prepareCommit: flush
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]:   index before flush 
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-315]: startFullFlush
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][qtp506142984-315]: anyChanges? numDocsInRam=8213 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [DWFC][qtp506142984-315]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 72 deleted terms (unique count=72) bytesUsed=12522, segment=_1, aborted=false, numDocsInRAM=8213, deleteQueue=DWDQ: [ generation: 7 ]]
   [junit4]   2> 148292 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [DWPT][qtp506142984-315]: flush postings as segment _1 numDocs=8213
   [junit4]   2> 148294 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: 1 msec to write norms
   [junit4]   2> 148308 INFO  (qtp506142984-315) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][qtp506142984-315]: 13 msec to write

[...truncated too long message...]

:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5c48a483
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: now flush at close
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]:   index before flush _1e(6.6.0):C10
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: startFullFlush
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: coreCloseExecutor-139-thread-1 finishFullFlush success=true
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: apply all deletes during flush
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: now apply all deletes for all segments maxDoc=10
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: prune sis=segments_21: _1e(6.6.0):C10 minGen=326 packetCount=0
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-139-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-139-thread-1]: now merge
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-139-thread-1]:   index: _1e(6.6.0):C10
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-139-thread-1]:   no more merges pending; now return
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: waitForMerges
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: waitForMerges done
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: start
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: enter lock
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: now prepare
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: prepareCommit: flush
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]:   index before flush _1e(6.6.0):C10
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: startFullFlush
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: apply all deletes during flush
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: now apply all deletes for all segments maxDoc=10
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 154407 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-139-thread-1]: prune sis=segments_21: _1e(6.6.0):C10 minGen=326 packetCount=0
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: coreCloseExecutor-139-thread-1 finishFullFlush success=true
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: startCommit(): start
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: delete []
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: took 0.4 msec
   [junit4]   2> 154408 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: commit: done
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: rollback
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: all running merges have aborted
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: rollback: done finish merges
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: abort
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-139-thread-1]: done abort success=true
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-139-thread-1]: rollback: infos=_1e(6.6.0):C10
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: now checkpoint "_1e(6.6.0):C10" [1 segments ; isCommit = false]
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: delete []
   [junit4]   2> 154410 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: 0 msec to checkpoint
   [junit4]   2> 154414 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: delete []
   [junit4]   2> 154414 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-139-thread-1]: delete []
   [junit4]   2> 154474 INFO  (coreCloseExecutor-139-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 154475 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 154475 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31e0c6bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 154477 INFO  (SUITE-SolrExampleXMLTest-seed#[786BFF6A1AA93394]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.SolrExampleXMLTest_786BFF6A1AA93394-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=903, maxMBSortInHeap=7.179977395017074, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ar-IQ, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=210672096,total=338165760
   [junit4]   2> NOTE: All tests run in this JVM: [CloudSolrClientCacheTest, TestCloudSolrClientConnections, TestFastInputStream, CubedRootEvaluatorTest, JdbcDriverTest, TangentEvaluatorTest, TestClusteringResponse, ConcurrentUpdateSolrClientBuilderTest, AddEvaluatorTest, QueryResponseTest, StreamExpressionToExplanationTest, SolrQueryTest, DocumentAnalysisResponseTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, MergeIndexesEmbeddedTest, SolrExampleStreamingBinaryTest, GetByIdTest, SineEvaluatorTest, TestSolrJErrorHandling, ClientUtilsTest, SolrExampleXMLTest]
   [junit4] Completed [66/128 (1!)] on J1 in 10.19s, 35 tests, 1 failure <<< FAILURES!

[...truncated 42750 lines...]