You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/28 01:48:51 UTC

[JENKINS] Lucene-Solr-6.6-Windows (64bit/jdk1.8.0_144) - Build # 39 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Windows/39/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at http://127.0.0.1:63225/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:63225/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([B0D222FAB050813D:CBC54E814030247]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11453 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\init-core-data-001
   [junit4]   2> 559970 WARN  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 559971 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 559976 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 559978 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001
   [junit4]   2> 559978 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 559986 INFO  (Thread-1225) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 559986 INFO  (Thread-1225) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 559991 ERROR (Thread-1225) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 560080 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:63221
   [junit4]   2> 560211 INFO  (jetty-launcher-796-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 560212 INFO  (jetty-launcher-796-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19f4f83a{/solr,null,AVAILABLE}
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22cd44ad{HTTP/1.1,[http/1.1]}{127.0.0.1:63225}
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.e.j.s.Server Started @563416ms
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63225}
   [junit4]   2> 560214 ERROR (jetty-launcher-796-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 560214 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T01:01:04.081Z
   [junit4]   2> 560217 INFO  (jetty-launcher-796-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 560220 INFO  (jetty-launcher-796-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dcd11a9{/solr,null,AVAILABLE}
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@355d076d{HTTP/1.1,[http/1.1]}{127.0.0.1:63230}
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.e.j.s.Server Started @563423ms
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63230}
   [junit4]   2> 560221 ERROR (jetty-launcher-796-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 560221 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T01:01:04.088Z
   [junit4]   2> 560224 INFO  (jetty-launcher-796-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 560225 INFO  (jetty-launcher-796-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc3c648{/solr,null,AVAILABLE}
   [junit4]   2> 560225 INFO  (jetty-launcher-796-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c94c285{HTTP/1.1,[http/1.1]}{127.0.0.1:63235}
   [junit4]   2> 560225 INFO  (jetty-launcher-796-thread-3) [    ] o.e.j.s.Server Started @563427ms
   [junit4]   2> 560225 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63235}
   [junit4]   2> 560226 ERROR (jetty-launcher-796-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 560226 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 560226 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 560226 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 560226 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T01:01:04.093Z
   [junit4]   2> 560241 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 560247 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 560251 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 560253 INFO  (jetty-launcher-796-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63221/solr
   [junit4]   2> 560253 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 560254 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 560255 INFO  (jetty-launcher-796-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63221/solr
   [junit4]   2> 560261 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 560261 INFO  (jetty-launcher-796-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63221/solr
   [junit4]   2> 560269 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e265b2ff10005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 560296 INFO  (jetty-launcher-796-thread-3) [n:127.0.0.1:63235_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 560296 INFO  (jetty-launcher-796-thread-2) [n:127.0.0.1:63230_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 560296 INFO  (jetty-launcher-796-thread-3) [n:127.0.0.1:63235_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63235_solr
   [junit4]   2> 560297 INFO  (jetty-launcher-796-thread-2) [n:127.0.0.1:63230_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63230_solr
   [junit4]   2> 560298 INFO  (jetty-launcher-796-thread-3) [n:127.0.0.1:63235_solr    ] o.a.s.c.Overseer Overseer (id=98558414936932359-127.0.0.1:63235_solr-n_0000000000) starting
   [junit4]   2> 560301 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 560301 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 560303 INFO  (jetty-launcher-796-thread-1) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 560306 INFO  (jetty-launcher-796-thread-1) [n:127.0.0.1:63225_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 560309 INFO  (jetty-launcher-796-thread-1) [n:127.0.0.1:63225_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63225_solr
   [junit4]   2> 560310 INFO  (jetty-launcher-796-thread-3) [n:127.0.0.1:63235_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63235_solr
   [junit4]   2> 560398 INFO  (jetty-launcher-796-thread-2) [n:127.0.0.1:63230_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\.
   [junit4]   2> 560403 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 560410 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 560411 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 560415 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 560415 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 560416 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 560430 INFO  (jetty-launcher-796-thread-1) [n:127.0.0.1:63225_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node1\.
   [junit4]   2> 560517 INFO  (jetty-launcher-796-thread-3) [n:127.0.0.1:63235_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node3\.
   [junit4]   2> 560541 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 560542 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63221/solr ready
   [junit4]   2> 560551 INFO  (qtp1593161740-5213) [n:127.0.0.1:63230_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 560558 INFO  (OverseerThreadFactory-2605-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 560669 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 560670 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 560671 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 560671 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 560674 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 560676 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 560793 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 560794 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 560794 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 561711 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 561714 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 561719 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 561727 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 561730 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 561730 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 561731 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 561731 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node1\authCollection_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node1\.\authCollection_shard3_replica1\data\]
   [junit4]   2> 561734 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 561736 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 561736 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 561736 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 561736 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node3\authCollection_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node3\.\authCollection_shard1_replica1\data\]
   [junit4]   2> 561740 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 561741 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 561742 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 561742 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 561742 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\authCollection_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\.\authCollection_shard2_replica1\data\]
   [junit4]   2> 561871 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 561871 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 561872 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 561872 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 561872 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 561872 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 561874 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 561874 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 561887 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 561887 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 561888 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 561888 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 561888 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@792ba43d[authCollection_shard3_replica1] main]
   [junit4]   2> 561889 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49c63ad5[authCollection_shard1_replica1] main]
   [junit4]   2> 561890 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 561890 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 561890 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 561890 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 561891 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934640984260608
   [junit4]   2> 561891 INFO  (searcherExecutor-2610-thread-1-processing-n:127.0.0.1:63235_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@49c63ad5[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 561891 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 561891 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 561891 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934640984260608
   [junit4]   2> 561892 INFO  (searcherExecutor-2609-thread-1-processing-n:127.0.0.1:63225_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@792ba43d[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63235/solr/authCollection_shard1_replica1/
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63235/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 561900 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 561907 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63235/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63225/solr/authCollection_shard3_replica1/
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63225/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 561909 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 561914 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63225/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 561916 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f73893b[authCollection_shard2_replica1] main]
   [junit4]   2> 561923 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 561923 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 561923 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 561923 INFO  (searcherExecutor-2611-thread-1-processing-n:127.0.0.1:63230_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@5f73893b[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 561924 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934641018863616
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63230/solr/authCollection_shard2_replica1/
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63230/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 561929 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 561942 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63230/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 562046 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562046 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562046 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562061 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 562063 INFO  (qtp405047620-5225) [n:127.0.0.1:63235_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1393
   [junit4]   2> 562066 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 562068 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1394
   [junit4]   2> 562094 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 562095 INFO  (qtp1593161740-5210) [n:127.0.0.1:63230_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1425
   [junit4]   2> 562098 INFO  (qtp1593161740-5213) [n:127.0.0.1:63230_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 562197 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562199 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562199 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 562559 INFO  (OverseerCollectionConfigSetProcessor-98558414936932359-127.0.0.1:63235_solr-n_0000000000) [n:127.0.0.1:63235_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 563104 INFO  (qtp1593161740-5213) [n:127.0.0.1:63230_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2553
   [junit4]   2> 563153 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 563160 INFO  (qtp1593161740-5209) [n:127.0.0.1:63230_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 563286 INFO  (qtp1593161740-5209) [n:127.0.0.1:63230_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 563288 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 563288 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 563305 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 563305 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 563306 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 563306 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 563339 INFO  (qtp1593161740-5209) [n:127.0.0.1:63230_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 563348 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@355d076d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 563349 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1651623347
   [junit4]   2> 563488 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 563488 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 563488 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 563650 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 563651 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 563652 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 563746 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 563758 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 563758 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1f75e210
   [junit4]   2> 563758 INFO  (zkCallback-811-thread-1-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1f75e210
   [junit4]   2> 563763 INFO  (zkCallback-812-thread-2-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 563764 INFO  (zkCallback-813-thread-2-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 563824 INFO  (coreCloseExecutor-2624-thread-1) [n:127.0.0.1:63230_solr c:authCollection s:shard2 r:core_node1 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3d43b45c
   [junit4]   2> 563828 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 563829 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@79e8df12
   [junit4]   2> 563830 INFO  (zkCallback-812-thread-1-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@79e8df12
   [junit4]   2> 563831 INFO  (coreCloseExecutor-2624-thread-1) [n:127.0.0.1:63230_solr c:authCollection s:shard2 r:core_node1 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 563831 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 563831 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@19b6a5aa
   [junit4]   2> 563836 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@19b6a5aa
   [junit4]   2> 563841 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e265b2ff10008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 563842 INFO  (zkCallback-820-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 563842 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 563842 INFO  (zkCallback-813-thread-2-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 565341 WARN  (zkCallback-812-thread-2-processing-n:127.0.0.1:63230_solr) [n:127.0.0.1:63230_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 565341 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5dcd11a9{/solr,null,UNAVAILABLE}
   [junit4]   2> 565343 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 565343 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@777d918b{/solr,null,AVAILABLE}
   [junit4]   2> 565344 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5de59acb{HTTP/1.1,[http/1.1]}{127.0.0.1:63272}
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.e.j.s.Server Started @568546ms
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63272}
   [junit4]   2> 565345 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 565345 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T01:01:09.212Z
   [junit4]   2> 565349 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 565357 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e265b2ff1000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 565360 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 565361 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63221/solr
   [junit4]   2> 565379 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 565381 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 565383 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63272_solr
   [junit4]   2> 565392 INFO  (zkCallback-820-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 565393 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 565393 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 565393 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 565426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 565427 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 565427 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 565427 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4aef24db
   [junit4]   2> 565427 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4aef24db
   [junit4]   2> 565488 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\.
   [junit4]   2> 565488 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [n:127.0.0.1:63272_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 565489 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 565594 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 565594 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 565594 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 566517 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 566524 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 566528 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 566528 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 566531 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 566531 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\authCollection_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node2\.\authCollection_shard2_replica1\data\]
   [junit4]   2> 566619 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 566619 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 566619 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 566619 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 566620 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57c48b7f[authCollection_shard2_replica1] main]
   [junit4]   2> 566621 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 566623 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 566623 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 566623 INFO  (coreLoadExecutor-2631-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934645946122240
   [junit4]   2> 566625 INFO  (searcherExecutor-2632-thread-1-processing-n:127.0.0.1:63272_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:63272_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@57c48b7f[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 566629 INFO  (coreZkRegister-2626-thread-1-processing-n:127.0.0.1:63272_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:63272_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 566731 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 566731 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 566731 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 567037 INFO  (qtp50061747-5304) [n:127.0.0.1:63272_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=4
   [junit4]   2> 567048 INFO  (qtp50061747-5304) [n:127.0.0.1:63272_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 567048 INFO  (qtp50061747-5304) [n:127.0.0.1:63272_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2 
   [junit4]   2> 567068 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 567073 INFO  (qtp50061747-5304) [n:127.0.0.1:63272_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 567091 INFO  (qtp50061747-5304) [n:127.0.0.1:63272_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=3
   [junit4]   2> 567092 INFO  (qtp985406960-5201) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 567097 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567098 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567098 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567098 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567098 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567098 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567145 INFO  (qtp985406960-5201) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 567146 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 567150 INFO  (qtp985406960-5201) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=2
   [junit4]   2> 567151 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567151 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567151 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567153 INFO  (qtp985406960-5232) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 567153 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 567153 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567153 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567154 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567154 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567154 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567154 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567164 INFO  (qtp985406960-5232) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=5
   [junit4]   2> 567165 INFO  (qtp985406960-5199) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 567166 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567166 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567166 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567166 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567166 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567166 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567166 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567166 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567168 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567218 INFO  (qtp985406960-5199) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 567219 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 567224 INFO  (qtp985406960-5199) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=2
   [junit4]   2> 567224 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567224 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567224 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567224 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567224 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567224 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567224 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567224 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567224 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567225 INFO  (qtp985406960-5194) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 567235 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 567235 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 567238 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 567238 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 567240 INFO  (qtp50061747-5310) [n:127.0.0.1:63272_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 567245 INFO  (OverseerThreadFactory-2605-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 567266 INFO  (qtp405047620-5219) [n:127.0.0.1:63235_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 567268 INFO  (qtp405047620-5222) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:63235_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCJtffgVthG3xNmGHxfPOegexiDbrIWipv4q/RrFsvjLUa+mjuWiNnjwVVC1xLnK4bx/RV0/ZOUklLLC3MnbGhn1xDRp4hlr8rx6YxdQiSNWvGWbr39i1M51srt9wv+qRfjvSGcszLDdsbzh/8d5Vhiv+yWD3nG1a5mrZ0ukPZ22QIDAQAB
   [junit4]   2> 567269 INFO  (qtp405047620-5219) [n:127.0.0.1:63235_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 567269 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:63235_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCJtffgVthG3xNmGHxfPOegexiDbrIWipv4q/RrFsvjLUa+mjuWiNnjwVVC1xLnK4bx/RV0/ZOUklLLC3MnbGhn1xDRp4hlr8rx6YxdQiSNWvGWbr39i1M51srt9wv+qRfjvSGcszLDdsbzh/8d5Vhiv+yWD3nG1a5mrZ0ukPZ22QIDAQAB
   [junit4]   2> 567300 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 567300 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 567315 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 567315 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 567320 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 567320 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 567320 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 567320 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 567322 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node1\authCollection_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node1\.\authCollection_shard3_replica1\data\]
   [junit4]   2> 567323 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node3\authCollection_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001\tempDir-001\node3\.\authCollection_shard1_replica1\data\]
   [junit4]   2> 567423 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 567423 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 567455 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 567455 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 567457 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a99a30e[authCollection_shard3_replica1] main]
   [junit4]   2> 567457 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71676955[authCollection_shard1_replica1] main]
   [junit4]   2> 567458 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 567458 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 567459 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 567459 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 567459 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 567459 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 567460 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934646823780352
   [junit4]   2> 567462 INFO  (searcherExecutor-2638-thread-1-processing-n:127.0.0.1:63235_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node2) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@71676955[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 567462 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576934646825877504
   [junit4]   2> 567462 INFO  (searcherExecutor-2637-thread-1-processing-n:127.0.0.1:63225_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node3) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@6a99a30e[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 567464 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 567465 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 567465 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@571ac91a[authCollection_shard3_replica1] main]
   [junit4]   2> 567465 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ea1c49b
   [junit4]   2> 567465 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b743762[authCollection_shard1_replica1] main]
   [junit4]   2> 567466 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52f1b831
   [junit4]   2> 567466 INFO  (searcherExecutor-2637-thread-1-processing-n:127.0.0.1:63225_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node3) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@571ac91a[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 567466 INFO  (searcherExecutor-2638-thread-1-processing-n:127.0.0.1:63235_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node2) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@7b743762[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 567468 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 567468 INFO  (qtp985406960-5197) [n:127.0.0.1:63225_solr c:authCollection s:shard3 r:core_node3 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=192
   [junit4]   2> 567468 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 567468 INFO  (qtp405047620-5222) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=193
   [junit4]   2> 567470 INFO  (qtp50061747-5310) [n:127.0.0.1:63272_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=229
   [junit4]   2> 567473 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[B0D222FAB050813D]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 567479 INFO  (qtp985406960-5231) [n:127.0.0.1:63225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=3
   [junit4]   2> 567479 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567480 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567480 INFO  (zkCallback-813-thread-1-processing-n:127.0.0.1:63225_solr) [n:127.0.0.1:63225_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567480 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567480 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 567480 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 567480 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 567480 INFO  (zkCallback-811-thread-

[...truncated too long message...]

[junit4]   2> 571543 INFO  (jetty-closer-797-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19f4f83a{/solr,null,UNAVAILABLE}
   [junit4]   2> 571544 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 571546 INFO  (zkCallback-825-thread-1-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 571546 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 571551 INFO  (coreCloseExecutor-2647-thread-1) [n:127.0.0.1:63235_solr c:authCollection s:shard1 r:core_node2 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 571559 INFO  (jetty-closer-797-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98558414936932359-127.0.0.1:63235_solr-n_0000000000) closing
   [junit4]   2> 571559 INFO  (OverseerStateUpdate-98558414936932359-127.0.0.1:63235_solr-n_0000000000) [n:127.0.0.1:63235_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63235_solr
   [junit4]   2> 571561 INFO  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 571561 WARN  (zkCallback-811-thread-2-processing-n:127.0.0.1:63235_solr) [n:127.0.0.1:63235_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 571561 INFO  (jetty-closer-797-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cc3c648{/solr,null,UNAVAILABLE}
   [junit4]   2> 572650 ERROR (coreZkRegister-2626-thread-1-processing-n:127.0.0.1:63272_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:63272_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 572654 ERROR (coreZkRegister-2626-thread-1-processing-n:127.0.0.1:63272_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:63272_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 573089 WARN  (zkCallback-825-thread-2-processing-n:127.0.0.1:63272_solr) [n:127.0.0.1:63272_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 573090 INFO  (jetty-closer-797-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@777d918b{/solr,null,UNAVAILABLE}
   [junit4]   2> 573091 ERROR (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 573092 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63221 63221
   [junit4]   2> 573093 INFO  (Thread-1225) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63221 63221
   [junit4]   2> 573097 WARN  (Thread-1225) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98558414936932359-127.0.0.1:63235_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 573098 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B0D222FAB050813D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B0D222FAB050813D-001
   [junit4]   2> Aug 28, 2017 1:01:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=515, maxMBSortInHeap=6.735437455018058, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=Asia/Muscat
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=119905192,total=374341632
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrConfigHandler, SpellPossibilityIteratorTest, TestHdfsBackupRestoreCore, ForceLeaderTest, DistanceFunctionTest, OverseerCollectionConfigSetProcessorTest, SolrMetricManagerTest, MetricsHandlerTest, TestLeaderElectionZkExpiry, DateMathParserTest, RegexBoostProcessorTest, FacetPivotSmallTest, TestRandomCollapseQParserPlugin, RequestHandlersTest, TestBlendedInfixSuggestions, SignatureUpdateProcessorFactoryTest, TestClusterStateMutator, ConfigSetsAPITest, TestExactStatsCache, TestSolrXml, TestLMDirichletSimilarityFactory, CircularListTest, ShowFileRequestHandlerTest, CollectionReloadTest, TestManagedStopFilterFactory, TestRestManager, TestReloadDeadlock, TestTrackingShardHandlerFactory, CoreAdminCreateDiscoverTest, SpellCheckCollatorTest, SmileWriterTest, TestBinaryResponseWriter, TestCloudDeleteByQuery, OutOfBoxZkACLAndCredentialsProvidersTest, DefaultValueUpdateProcessorTest, TestSimpleQParserPlugin, LukeRequestHandlerTest, TestFilteredDocIdSet, CollectionsAPISolrJTest, TestFieldCacheSortRandom, MultiThreadedOCPTest, TestGraphMLResponseWriter, JsonLoaderTest, TestBadConfig, TestDFRSimilarityFactory, UpdateLogTest, MinimalSchemaTest, ConvertedLegacyTest, TestSchemaSimilarityResource, TestRangeQuery, SparseHLLTest, TestRandomFlRTGCloud, DistributedFacetPivotWhiteBoxTest, HLLSerializationTest, LargeFieldTest, MissingSegmentRecoveryTest, CacheHeaderTest, UpdateParamsTest, TestCoreAdminApis, ChaosMonkeySafeLeaderTest, SolrInfoMBeanTest, TestSolr4Spatial, CdcrVersionReplicationTest, SpatialRPTFieldTypeTest, TestFieldCacheSanityChecker, SolrIndexConfigTest, DistribCursorPagingTest, HdfsChaosMonkeySafeLeaderTest, TestFastWriter, TlogReplayBufferedWhileIndexingTest, IndexSchemaTest, TestExceedMaxTermLength, ExplicitHLLTest, CoreSorterTest, TestMiniSolrCloudCluster, TestSuggestSpellingConverter, CoreMergeIndexesAdminHandlerTest, CreateCollectionCleanupTest, DocValuesMissingTest, SolrCoreCheckLockOnStartupTest, TestChildDocTransformer, BasicAuthIntegrationTest]
   [junit4] Completed [153/713 (1!)] on J1 in 13.41s, 1 test, 1 error <<< FAILURES!

[...truncated 45356 lines...]

[JENKINS-EA] Lucene-Solr-6.6-Windows (32bit/jdk-9-ea+181) - Build # 42 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Windows/42/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseParallelGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at http://127.0.0.1:53117/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53117/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([D24B08B8131FF8B7:6E257EAAB74C7BCD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13233 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\init-core-data-001
   [junit4]   2> 2361669 WARN  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 2361669 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2361670 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2361671 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001
   [junit4]   2> 2361671 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2361672 INFO  (Thread-5989) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2361672 INFO  (Thread-5989) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2361674 ERROR (Thread-5989) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2361772 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53113
   [junit4]   2> 2361780 INFO  (jetty-launcher-5224-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2361780 INFO  (jetty-launcher-5224-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2361780 INFO  (jetty-launcher-5224-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2361782 INFO  (jetty-launcher-5224-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eaaf1{/solr,null,AVAILABLE}
   [junit4]   2> 2361782 INFO  (jetty-launcher-5224-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15646{/solr,null,AVAILABLE}
   [junit4]   2> 2361782 INFO  (jetty-launcher-5224-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26f98a{/solr,null,AVAILABLE}
   [junit4]   2> 2361786 INFO  (jetty-launcher-5224-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4faa9a{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2361786 INFO  (jetty-launcher-5224-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15b215d{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-3) [    ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2361786 INFO  (jetty-launcher-5224-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60c096{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53117}
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-2) [    ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53118}
   [junit4]   2> 2361787 ERROR (jetty-launcher-5224-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-1) [    ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2361787 ERROR (jetty-launcher-5224-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2361787 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53119}
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-29T09:20:03.955918200Z
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2361788 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-29T09:20:03.955918200Z
   [junit4]   2> 2361788 ERROR (jetty-launcher-5224-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2361790 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2361795 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2361795 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2361795 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-29T09:20:03.962993800Z
   [junit4]   2> 2361798 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2361798 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2361801 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2361801 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2361803 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2361804 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2361805 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53113/solr
   [junit4]   2> 2361806 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2361807 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53113/solr
   [junit4]   2> 2361811 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2361811 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2361813 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53113/solr
   [junit4]   2> 2361813 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2361817 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2361845 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2361846 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2361846 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2361848 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53118_solr
   [junit4]   2> 2361850 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53117_solr
   [junit4]   2> 2361851 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53119_solr
   [junit4]   2> 2361851 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98566039394123783-127.0.0.1:53118_solr-n_0000000000) starting
   [junit4]   2> 2361853 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2361853 INFO  (zkCallback-5240-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2361853 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2361855 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2361863 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53118_solr
   [junit4]   2> 2361951 INFO  (jetty-launcher-5224-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node3\.
   [junit4]   2> 2361957 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2361957 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2361960 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2362093 INFO  (jetty-launcher-5224-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\.
   [junit4]   2> 2362207 INFO  (jetty-launcher-5224-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node1\.
   [junit4]   2> 2362221 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2362223 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53113/solr ready
   [junit4]   2> 2362233 INFO  (qtp30362783-27667) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2362236 INFO  (OverseerThreadFactory-11627-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 2362346 INFO  (qtp30362783-27665) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2362346 INFO  (qtp17440307-27670) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2362347 INFO  (qtp30362783-27665) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2362348 INFO  (qtp17440307-27670) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2362352 INFO  (qtp22905770-27675) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2362353 INFO  (qtp22905770-27675) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2362481 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2362481 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2362481 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363383 INFO  (qtp17440307-27670) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2363384 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2363385 INFO  (qtp30362783-27665) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2363394 INFO  (qtp17440307-27670) [    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2363394 INFO  (qtp22905770-27675) [    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2363396 INFO  (qtp17440307-27670) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2363397 INFO  (qtp17440307-27670) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2363397 INFO  (qtp22905770-27675) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2363397 INFO  (qtp22905770-27675) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2363397 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2363398 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node1\authCollection_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node1\.\authCollection_shard1_replica1\data\]
   [junit4]   2> 2363397 INFO  (qtp17440307-27670) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2363398 INFO  (qtp17440307-27670) [    ] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node3\authCollection_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node3\.\authCollection_shard3_replica1\data\]
   [junit4]   2> 2363402 INFO  (qtp30362783-27665) [    ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2363404 INFO  (qtp30362783-27665) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2363405 INFO  (qtp30362783-27665) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2363406 INFO  (qtp30362783-27665) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2363406 INFO  (qtp30362783-27665) [    ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\authCollection_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\.\authCollection_shard2_replica1\data\]
   [junit4]   2> 2363497 INFO  (qtp22905770-27675) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2363497 INFO  (qtp30362783-27665) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2363497 INFO  (qtp22905770-27675) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2363497 INFO  (qtp30362783-27665) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2363499 INFO  (qtp22905770-27675) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2363499 INFO  (qtp22905770-27675) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2363499 INFO  (qtp30362783-27665) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2363499 INFO  (qtp30362783-27665) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2363500 INFO  (qtp30362783-27665) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2efce8[authCollection_shard2_replica1] main]
   [junit4]   2> 2363500 INFO  (qtp22905770-27675) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cc866[authCollection_shard1_replica1] main]
   [junit4]   2> 2363502 INFO  (qtp30362783-27665) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2363502 INFO  (qtp22905770-27675) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2363502 INFO  (qtp30362783-27665) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2363502 INFO  (qtp22905770-27675) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2363502 INFO  (qtp30362783-27665) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2363502 INFO  (qtp22905770-27675) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2363502 INFO  (searcherExecutor-11634-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@2efce8[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2363502 INFO  (qtp22905770-27675) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056632222777344
   [junit4]   2> 2363503 INFO  (qtp30362783-27665) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056632223825920
   [junit4]   2> 2363502 INFO  (searcherExecutor-11633-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@6cc866[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2363503 INFO  (qtp17440307-27670) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2363504 INFO  (qtp17440307-27670) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2363507 INFO  (qtp17440307-27670) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2363507 INFO  (qtp17440307-27670) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53119/solr/authCollection_shard1_replica1/
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53118/solr/authCollection_shard2_replica1/
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:53118/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 2363507 INFO  (qtp30362783-27665) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:53119/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 2363507 INFO  (qtp22905770-27675) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2363507 INFO  (qtp17440307-27670) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@155304c[authCollection_shard3_replica1] main]
   [junit4]   2> 2363514 INFO  (qtp17440307-27670) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2363515 INFO  (qtp17440307-27670) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2363515 INFO  (qtp17440307-27670) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2363516 INFO  (qtp22905770-27675) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53119/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 2363516 INFO  (qtp17440307-27670) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056632237457408
   [junit4]   2> 2363516 INFO  (searcherExecutor-11632-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@155304c[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2363516 INFO  (qtp30362783-27665) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53118/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53117/solr/authCollection_shard3_replica1/
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:53117/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 2363524 INFO  (qtp17440307-27670) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2363529 INFO  (qtp17440307-27670) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53117/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 2363634 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363634 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363634 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363671 INFO  (qtp22905770-27675) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2363671 INFO  (qtp30362783-27665) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2363673 INFO  (qtp30362783-27665) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1326
   [junit4]   2> 2363673 INFO  (qtp22905770-27675) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1321
   [junit4]   2> 2363681 INFO  (qtp17440307-27670) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2363682 INFO  (qtp17440307-27670) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1335
   [junit4]   2> 2363686 INFO  (qtp30362783-27667) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2363787 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363787 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2363787 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2364239 INFO  (OverseerCollectionConfigSetProcessor-98566039394123783-127.0.0.1:53118_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2364688 INFO  (qtp30362783-27667) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2454
   [junit4]   2> 2364711 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 2364714 INFO  (qtp30362783-27683) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2364717 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2364718 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2364718 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2364718 INFO  (qtp30362783-27678) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2364718 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2364718 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@a454f2
   [junit4]   2> 2364718 INFO  (zkCallback-5240-thread-2) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@a454f2
   [junit4]   2> 2364718 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2364719 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2364719 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2364719 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2364719 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@60c096{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
   [junit4]   2> 2364719 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1c8c2
   [junit4]   2> 2364723 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6865760
   [junit4]   2> 2364723 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1c8c2
   [junit4]   2> 2364723 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2364723 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2364723 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2364724 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2364724 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2364724 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2364724 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2364724 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1c67451
   [junit4]   2> 2364724 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1c67451
   [junit4]   2> 2364726 INFO  (coreCloseExecutor-11647-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a44d5
   [junit4]   2> 2364728 INFO  (coreCloseExecutor-11647-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 2364729 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.Overseer Overseer (id=98566039394123783-127.0.0.1:53118_solr-n_0000000000) closing
   [junit4]   2> 2364729 INFO  (OverseerStateUpdate-98566039394123783-127.0.0.1:53118_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53118_solr
   [junit4]   2> 2364731 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2364731 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53117_solr
   [junit4]   2> 2364731 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2364731 INFO  (zkCallback-5248-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2364735 INFO  (zkCallback-5237-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2364735 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98566039394123782-127.0.0.1:53117_solr-n_0000000001) starting
   [junit4]   2> 2364747 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2364747 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2366231 WARN  (zkCallback-5240-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2366233 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15646{/solr,null,UNAVAILABLE}
   [junit4]   2> 2366235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2366237 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14f985f{/solr,null,AVAILABLE}
   [junit4]   2> 2366240 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1059b51{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2366241 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2366241 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53186}
   [junit4]   2> 2366242 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2366243 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2366243 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2366243 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2366243 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-29T09:20:08.410790Z
   [junit4]   2> 2366250 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2366257 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2366258 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53113/solr
   [junit4]   2> 2366262 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a6501000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2366271 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2366273 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2366275 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53186_solr
   [junit4]   2> 2366278 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2366278 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2366278 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2366278 INFO  (zkCallback-5248-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2366682 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2366682 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2366682 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2366682 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1eae571
   [junit4]   2> 2366682 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1eae571
   [junit4]   2> 2366713 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\.
   [junit4]   2> 2366713 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 2366715 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2366821 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2366821 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2366821 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2367736 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2367749 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2367753 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2367753 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2367753 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2367754 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\authCollection_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node2\.\authCollection_shard2_replica1\data\]
   [junit4]   2> 2367812 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2367812 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2367813 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2367813 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2367813 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9babb7[authCollection_shard2_replica1] main]
   [junit4]   2> 2367816 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2367816 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2367816 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2367817 INFO  (coreLoadExecutor-11656-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056636747382784
   [junit4]   2> 2367817 INFO  (searcherExecutor-11657-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@9babb7[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2367821 INFO  (coreZkRegister-11651-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2367925 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2367925 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2367925 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2368223 INFO  (qtp21433226-27770) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2368225 INFO  (qtp17440307-27670) [    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 2368225 INFO  (qtp17440307-27670) [    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2 
   [junit4]   2> 2368230 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2368231 INFO  (qtp21433226-27771) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2368235 INFO  (qtp21433226-27772) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
   [junit4]   2> 2368236 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368236 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368236 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368236 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368236 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368237 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368237 INFO  (qtp21433226-27773) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2368238 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2368240 INFO  (qtp21433226-27774) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 2368241 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368241 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368241 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368241 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368241 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368241 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368241 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368241 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368241 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368242 INFO  (qtp21433226-27775) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 2368243 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2368246 INFO  (qtp21433226-27768) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 2368247 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368247 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368247 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368247 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368247 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368247 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368247 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368247 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368247 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368249 INFO  (qtp21433226-27770) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 2368249 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2368251 INFO  (qtp21433226-27771) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 2368252 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368252 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368252 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368252 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368252 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368252 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368252 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368252 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368252 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368253 INFO  (qtp21433226-27772) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 2368255 INFO  (qtp21433226-27774) [    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 2368256 INFO  (qtp21433226-27774) [    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 2368257 INFO  (qtp21433226-27775) [    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 2368257 INFO  (qtp21433226-27775) [    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 2368259 INFO  (qtp17440307-27685) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2368262 INFO  (OverseerThreadFactory-11650-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 2368270 INFO  (qtp17440307-27666) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2368270 INFO  (qtp22905770-27675) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:53117_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCBtLJCPxp0z6hBOP+vDwqJwqeD/QlVKh3fbOkfHOARLVCfA/ge8GU2Yc+HyXFnayMMFRB3m4rvu4ctiHKcziFXYz0H4U+IWaQUYga5IJQ7X3jOmrZj/fja1nR5kU6GpK9KowsLcnWCSzj1KRHveaTux93kYGXtHKxbJ7NES2hRbwIDAQAB
   [junit4]   2> 2368273 INFO  (qtp17440307-27686) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2368273 INFO  (qtp17440307-27694) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:53117_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCBtLJCPxp0z6hBOP+vDwqJwqeD/QlVKh3fbOkfHOARLVCfA/ge8GU2Yc+HyXFnayMMFRB3m4rvu4ctiHKcziFXYz0H4U+IWaQUYga5IJQ7X3jOmrZj/fja1nR5kU6GpK9KowsLcnWCSzj1KRHveaTux93kYGXtHKxbJ7NES2hRbwIDAQAB
   [junit4]   2> 2368279 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2368292 INFO  (qtp17440307-27694) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2368296 INFO  (qtp22905770-27675) [    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2368298 INFO  (qtp17440307-27694) [    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2368298 INFO  (qtp22905770-27675) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2368298 INFO  (qtp22905770-27675) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 2368299 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node1\authCollection_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node1\.\authCollection_shard1_replica1\data\]
   [junit4]   2> 2368300 INFO  (qtp17440307-27694) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2368300 INFO  (qtp17440307-27694) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 2368300 INFO  (qtp17440307-27694) [    ] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node3\authCollection_shard3_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001\tempDir-001\node3\.\authCollection_shard3_replica1\data\]
   [junit4]   2> 2368362 INFO  (qtp22905770-27675) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2368362 INFO  (qtp22905770-27675) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2368362 INFO  (qtp22905770-27675) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@68d293[authCollection_shard1_replica1] main]
   [junit4]   2> 2368362 INFO  (qtp17440307-27694) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2368363 INFO  (qtp17440307-27694) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2368363 INFO  (qtp17440307-27694) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@42445a[authCollection_shard3_replica1] main]
   [junit4]   2> 2368363 INFO  (qtp22905770-27675) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2368363 INFO  (qtp22905770-27675) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2368364 INFO  (qtp22905770-27675) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2368364 INFO  (searcherExecutor-11662-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@68d293[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2368364 INFO  (qtp17440307-27694) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2368364 INFO  (qtp22905770-27675) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056637320953856
   [junit4]   2> 2368364 INFO  (qtp17440307-27694) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2368364 INFO  (qtp17440307-27694) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2368364 INFO  (searcherExecutor-11663-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@42445a[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2368366 INFO  (qtp17440307-27694) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577056637323051008
   [junit4]   2> 2368367 INFO  (qtp22905770-27675) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2368367 INFO  (qtp17440307-27694) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2368367 INFO  (qtp22905770-27675) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@595b55[authCollection_shard1_replica1] main]
   [junit4]   2> 2368368 INFO  (qtp22905770-27675) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f7c485
   [junit4]   2> 2368368 INFO  (searcherExecutor-11662-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@595b55[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2368368 INFO  (qtp17440307-27694) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@108a40c[authCollection_shard3_replica1] main]
   [junit4]   2> 2368368 INFO  (qtp22905770-27675) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 2368368 INFO  (qtp22905770-27675) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=97
   [junit4]   2> 2368368 INFO  (searcherExecutor-11663-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@108a40c[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2368368 INFO  (qtp17440307-27694) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cfd092
   [junit4]   2> 2368369 INFO  (qtp17440307-27694) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 2368369 INFO  (qtp17440307-27694) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=94
   [junit4]   2> 2368371 INFO  (qtp17440307-27685) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=112
   [junit4]   2> 2368373 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2368375 INFO  (qtp21433226-27768) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 2368376 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368376 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368376 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368376 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368376 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368376 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2368376 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2368376 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2368378 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2370264 INFO  (OverseerCollectionConfigSetProcessor-98566039394123782-127.0.0.1:53117_solr-n_0000000001) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2372422 INFO  (qtp17440307-27681) [    ] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard3_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4044
   [junit4]   2> 2372423 ERROR (qtp17440307-27681) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
   [junit4]   2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2477)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2372424 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection authCollection failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53117/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2, retry? 0
   [junit4]   2> 2372426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D24B08B8131FF8B7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasicAuth
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicAuthIntegrationTest -Dtests.method=testBasicAuth -Dtests.seed=D24B08B8131FF8B7 -Dtests.slow=true -Dtests.locale=mzn-IR -Dtests.timezone=Antarctica/Casey -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   7.74s J0 | BasicAuthIntegrationTest.testBasicAuth <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53117/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D24B08B8131FF8B7:6E257EAAB74C7BCD]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2372432 INFO  (jetty-closer-5225-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1059b51{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11253502
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4faa9a{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25009294
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2372434 INFO  (jetty-closer-5225-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2372435 INFO  (jetty-closer-5225-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2372435 INFO  (jetty-closer-5225-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2372435 INFO  (jetty-closer-5225-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2372435 INFO  (jetty-closer-5225-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@15b215d{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
   [junit4]   2> 2372436 INFO  (jetty-closer-5225-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26834418
   [junit4]   2> 2372436 INFO  (jetty-closer-5225-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2372437 INFO  (jetty-closer-5225-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2372437 INFO  (jetty-closer-5225-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2372439 INFO  (coreCloseExecutor-11670-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@c7f3cc
   [junit4]   2> 2372440 INFO  (coreCloseExecutor-11672-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@607cf9
   [junit4]   2> 2372440 INFO  (coreCloseExecutor-11671-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d67de
   [junit4]   2> 2372442 INFO  (coreCloseExecutor-11671-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 2372443 INFO  (zkCallback-5253-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2372444 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2372444 INFO  (zkCallback-5241-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2372450 INFO  (coreCloseExecutor-11672-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 2372452 INFO  (coreCloseExecutor-11670-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 2372454 INFO  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2372454 INFO  (jetty-closer-5225-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98566039394123782-127.0.0.1:53117_solr-n_0000000001) closing
   [junit4]   2> 2372454 INFO  (OverseerStateUpdate-98566039394123782-127.0.0.1:53117_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53117_solr
   [junit4]   2> 2372456 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2d4a65010006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2372456 WARN  (zkCallback-5237-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2372456 INFO  (jetty-closer-5225-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eaaf1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2373857 ERROR (coreZkRegister-11651-thread-1) [    ] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2373858 ERROR (coreZkRegister-11651-thread-1) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   

[...truncated too long message...]

ver connecting to 127.0.0.1:53113 53113
   [junit4]   2> 2373959 WARN  (Thread-5989) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2373959 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D24B08B8131FF8B7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.security.BasicAuthIntegrationTest_D24B08B8131FF8B7-001
   [junit4]   2> Aug 29, 2017 9:20:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=mzn-IR, timezone=Antarctica/Casey
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 9 (32-bit)/cpus=3,threads=1,free=133414184,total=489422848
   [junit4]   2> NOTE: All tests run in this JVM: [TestHdfsUpdateLog, CurrencyFieldXmlFileTest, SmileWriterTest, TestComplexPhraseQParserPlugin, CdcrRequestHandlerTest, TestLeaderInitiatedRecoveryThread, CloudMLTQParserTest, CursorMarkTest, TestMacros, TestUnifiedSolrHighlighter, TestJavabinTupleStreamParser, HttpSolrCallGetCoreTest, TestReplicaProperties, BigEndianAscendingWordDeserializerTest, TestCloudPivotFacet, TestAuthenticationFramework, TestSmileRequest, CoreAdminRequestStatusTest, TestHashPartitioner, TestJettySolrRunner, SharedFSAutoReplicaFailoverTest, StandardRequestHandlerTest, TestPhraseSuggestions, ChaosMonkeyNothingIsSafeTest, XmlUpdateRequestHandlerTest, TestPseudoReturnFields, TestSolrCloudWithKerberosAlt, V2ApiIntegrationTest, LeaderFailoverAfterPartitionTest, HdfsDirectoryTest, TestAuthorizationFramework, TestSubQueryTransformerDistrib, HdfsRestartWhileUpdatingTest, JsonValidatorTest, SampleTest, TestTestInjection, TestBulkSchemaAPI, SolrCloudExampleTest, MigrateRouteKeyTest, HLLUtilTest, DistributedQueryElevationComponentTest, SolrCoreTest, DeleteLastCustomShardedReplicaTest, StatelessScriptUpdateProcessorFactoryTest, TriLevelCompositeIdRoutingTest, AnalysisAfterCoreReloadTest, PeerSyncReplicationTest, TestConfigSetImmutable, TestSegmentSorting, BJQParserTest, PrimitiveFieldTypeTest, OpenExchangeRatesOrgProviderTest, UUIDUpdateProcessorFallbackTest, CdcrReplicationDistributedZkTest, TestJsonFacets, TestStressLiveNodes, TestCollationField, CollectionStateFormat2Test, TestStressRecovery, TestSolrJ, DirectSolrSpellCheckerTest, TestManagedSchema, TestSolrDynamicMBean, TestCoreContainer, BlockDirectoryTest, SpatialFilterTest, TestSchemaManager, TestSolrCoreParser, SimplePostToolTest, TestQueryWrapperFilter, TestClassicSimilarityFactory, TestCSVResponseWriter, TestCharFilters, TestConfigSets, ClassificationUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestRawResponseWriter, RequiredFieldsTest, TestMissingGroups, DistributedFacetPivotSmallTest, TestSearcherReuse, TestInPlaceUpdatesStandalone, DOMUtilTest, TestDistributedStatsComponentCardinality, OverseerStatusTest, ConnectionManagerTest, ZkCLITest, TestEmbeddedSolrServerConstructors, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestUpdate, TestFieldCacheVsDocValues, DistributedQueueTest, DistributedMLTComponentTest, TestReloadAndDeleteDocs, TestReplicationHandlerBackup, DocValuesTest, AddBlockUpdateTest, TestSort, TestFieldCacheReopen, GraphQueryTest, PeerSyncTest, NodeMutatorTest, TestConfigsApi, TestSolrQueryResponse, PolyFieldTest, TestExtendedDismaxParser, TestBM25SimilarityFactory, DistributedFacetPivotLongTailTest, TestGroupingSearch, TestComponentsName, BaseCdcrDistributedZkTest, DistributedQueryComponentCustomSortTest, AtomicUpdateProcessorFactoryTest, TestUseDocValuesAsStored, DeleteStatusTest, TestAnalyzeInfixSuggestions, TestScoreJoinQPScore, ResponseLogComponentTest, TestSimpleTextCodec, TestNamedUpdateProcessors, FastVectorHighlighterTest, ConfigureRecoveryStrategyTest, TestNestedDocsSort, AlternateDirectoryTest, TestIBSimilarityFactory, HardAutoCommitTest, TestRestoreCore, TestRTimerTree, SortSpecParsingTest, TestFieldResource, TestHighlightDedupGrouping, SolrTestCaseJ4Test, MultiTermTest, DocExpirationUpdateProcessorFactoryTest, OutputWriterTest, TestExactSharedStatsCache, SimpleFacetsTest, TermsComponentTest, WrapperMergePolicyFactoryTest, EnumFieldTest, RecoveryZkTest, MetricUtilsTest, TestRuleBasedAuthorizationPlugin, ZkNodePropsTest, TestPostingsSolrHighlighter, TestExclusionRuleCollectionAccess, SimpleCollectionCreateDeleteTest, ZkStateReaderTest, TestNoOpRegenerator, TestCollapseQParserPlugin, TestLegacyFieldCache, FileUtilsTest, DirectoryFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestXmlQParserPlugin, TestSizeLimitedDistributedMap, RequestLoggingTest, TestXIncludeConfig, DistributedFacetExistsSmallTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, TimeZoneUtilsTest, PreAnalyzedFieldManagedSchemaCloudTest, VersionInfoTest, TestBulkSchemaConcurrent, HdfsThreadLeakTest, TestLFUCache, TestLockTree, SOLR749Test, TestStressReorder, QueryEqualityTest, PeerSyncWithIndexFingerprintCachingTest, InfixSuggestersTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressVersions, TestRangeQuery, TestSolr4Spatial, StatsComponentTest, QueryElevationComponentTest, TestFunctionQuery, TestLazyCores, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestElisionMultitermQuery, DirectSolrConnectionTest, SynonymTokenizerTest, TestPerFieldSimilarity, ResourceLoaderTest, ScriptEngineTest, TestFastLRUCache, TestSystemIdResolver, PrimUtilsTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, CircularListTest, TestRTGBase, TestPathTrie, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, ConfigSetsAPITest, CustomCollectionTest, DistribCursorPagingTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestRandomFlRTGCloud, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, RulesTest, TestDynamicLoading, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, CoreAdminCreateDiscoverTest, InfoHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, TestCollectionAPIs, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestSubQueryTransformerCrossCore, TestClassNameShortening, TestDynamicFieldCollectionResource, TestFieldTypeResource, TestSchemaVersionResource, TestUniqueKeyFieldResource, BadCopyFieldTest, BooleanFieldTest, DateRangeFieldTest, DocValuesMissingTest, SpatialRPTFieldTypeTest, TestCollationFieldDocValues, TestManagedSchemaAPI, TestManagedSchemaThreadSafety, TestPointFields, TestSchemalessBufferedUpdates, AnalyticsMergeStrategyTest, MergeStrategyTest, TestPayloadCheckQParserPlugin, TestReRankQParserPlugin, TestRecoveryHdfs, TestReloadDeadlock, TestSimpleQParserPlugin, TestSolr4Spatial2, TestStandardQParsers, TestStressUserVersions, TestTrieFacet, TestOrdValues, BlockJoinFacetDistribTest, TestScoreJoinQPNoScore, TestPerFieldSimilarityClassic, TestDefaultStatsCache, TestLRUStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [696/713 (1!)] on J0 in 13.32s, 1 test, 1 error <<< FAILURES!

[...truncated 36435 lines...]

[JENKINS] Lucene-Solr-6.6-Windows (64bit/jdk1.8.0_144) - Build # 41 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Windows/41/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
	at __randomizedtesting.SeedInfo.seed([785D2111F3547409:AC186A481402C7F2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12618 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\init-core-data-001
   [junit4]   2> 1855374 WARN  (SUITE-CdcrBootstrapTest-seed#[785D2111F3547409]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1855374 INFO  (SUITE-CdcrBootstrapTest-seed#[785D2111F3547409]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1855382 INFO  (SUITE-CdcrBootstrapTest-seed#[785D2111F3547409]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1855386 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
   [junit4]   2> 1855387 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-target-001
   [junit4]   2> 1855387 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1855388 INFO  (Thread-3271) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1855388 INFO  (Thread-3271) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1855397 ERROR (Thread-3271) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1855488 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.ZkTestServer start zk server on port:64198
   [junit4]   2> 1855496 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2aecd7b10000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1855498 INFO  (jetty-launcher-3135-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1855499 INFO  (jetty-launcher-3135-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2012cd2d{/solr,null,AVAILABLE}
   [junit4]   2> 1855501 INFO  (jetty-launcher-3135-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2abe937b{HTTP/1.1,[http/1.1]}{127.0.0.1:64202}
   [junit4]   2> 1855501 INFO  (jetty-launcher-3135-thread-1) [    ] o.e.j.s.Server Started @1858509ms
   [junit4]   2> 1855501 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64202}
   [junit4]   2> 1855501 ERROR (jetty-launcher-3135-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1855503 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1855503 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1855503 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1855503 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T22:18:38.496Z
   [junit4]   2> 1855511 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1855532 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1855533 INFO  (jetty-launcher-3135-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64198/solr
   [junit4]   2> 1855570 INFO  (jetty-launcher-3135-thread-1) [n:127.0.0.1:64202_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1855571 INFO  (jetty-launcher-3135-thread-1) [n:127.0.0.1:64202_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64202_solr
   [junit4]   2> 1855578 INFO  (jetty-launcher-3135-thread-1) [n:127.0.0.1:64202_solr    ] o.a.s.c.Overseer Overseer (id=98563438568079363-127.0.0.1:64202_solr-n_0000000000) starting
   [junit4]   2> 1855598 INFO  (jetty-launcher-3135-thread-1) [n:127.0.0.1:64202_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64202_solr
   [junit4]   2> 1855599 INFO  (OverseerStateUpdate-98563438568079363-127.0.0.1:64202_solr-n_0000000000) [n:127.0.0.1:64202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1855719 INFO  (jetty-launcher-3135-thread-1) [n:127.0.0.1:64202_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-target-001\node1\.
   [junit4]   1> Target zkHost = 127.0.0.1:64198/solr
   [junit4]   2> 1855756 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-source-001
   [junit4]   2> 1855756 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1855756 INFO  (Thread-3281) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1855757 INFO  (Thread-3281) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1855762 ERROR (Thread-3281) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1855857 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.ZkTestServer start zk server on port:64222
   [junit4]   2> 1855868 INFO  (jetty-launcher-3147-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1855869 INFO  (jetty-launcher-3147-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cea451e{/solr,null,AVAILABLE}
   [junit4]   2> 1855870 INFO  (jetty-launcher-3147-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16f0f7af{HTTP/1.1,[http/1.1]}{127.0.0.1:64226}
   [junit4]   2> 1855871 INFO  (jetty-launcher-3147-thread-1) [    ] o.e.j.s.Server Started @1858879ms
   [junit4]   2> 1855871 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64226}
   [junit4]   2> 1855871 ERROR (jetty-launcher-3147-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1855872 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1855872 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1855872 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1855872 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T22:18:38.865Z
   [junit4]   2> 1855878 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1855902 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1855903 INFO  (jetty-launcher-3147-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64222/solr
   [junit4]   2> 1855944 INFO  (jetty-launcher-3147-thread-1) [n:127.0.0.1:64226_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1855949 INFO  (jetty-launcher-3147-thread-1) [n:127.0.0.1:64226_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64226_solr
   [junit4]   2> 1855950 INFO  (jetty-launcher-3147-thread-1) [n:127.0.0.1:64226_solr    ] o.a.s.c.Overseer Overseer (id=98563438592262147-127.0.0.1:64226_solr-n_0000000000) starting
   [junit4]   2> 1855976 INFO  (jetty-launcher-3147-thread-1) [n:127.0.0.1:64226_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64226_solr
   [junit4]   2> 1855979 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1856120 INFO  (jetty-launcher-3147-thread-1) [n:127.0.0.1:64226_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-source-001\node1\.
   [junit4]   2> 1856179 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1856184 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64222/solr ready
   [junit4]   2> 1856193 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1856195 INFO  (OverseerThreadFactory-7307-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 1856312 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2
   [junit4]   2> 1856314 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1856424 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1857348 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1857383 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1857392 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal
   [junit4]   2> 1857399 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1857401 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 1857413 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 1857413 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1857413 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1857413 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-source-001\node1\cdcr-source_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica1\data\]
   [junit4]   2> 1857690 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1857691 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1857693 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1857693 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1857699 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29457976[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1857701 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1857701 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1857701 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 1857702 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1857702 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1857718 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 1857731 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 1857788 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577015019601657856
   [junit4]   2> 1857790 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@29457976[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64226/solr/cdcr-source_shard1_replica1/
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:64226/solr/cdcr-source_shard1_replica1/ has no replicas
   [junit4]   2> 1857796 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1857818 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
   [junit4]   2> 1857824 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64226/solr/cdcr-source_shard1_replica1/ shard1
   [junit4]   2> 1857930 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1857979 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1857981 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1  x:cdcr-source_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1668
   [junit4]   2> 1857985 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1858087 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1858199 INFO  (OverseerCollectionConfigSetProcessor-98563438592262147-127.0.0.1:64226_solr-n_0000000000) [n:127.0.0.1:64226_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1858986 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2792
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   2> 1859010 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 1859013 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859013 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859044 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aa102fc[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859045 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1aa102fc[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100)))}
   [junit4]   2> 1859046 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859046 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   2> 1859053 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1859055 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859055 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859138 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61adcb78[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859139 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859139 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@61adcb78[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100)))}
   [junit4]   2> 1859139 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=84
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   2> 1859174 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1859175 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859175 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859291 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b36ac63[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859291 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@2b36ac63[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100)))}
   [junit4]   2> 1859291 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859291 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=116
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   2> 1859296 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1859298 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859298 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859322 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d53d8a1[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859323 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7d53d8a1[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100)))}
   [junit4]   2> 1859323 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859323 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=25
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   2> 1859327 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1859329 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859329 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859352 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b7a7d0[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859352 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@b7a7d0[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100)))}
   [junit4]   2> 1859352 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859352 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=23
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   2> 1859358 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1859360 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859360 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859428 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68f7a6ce[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859429 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859429 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@68f7a6ce[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100)))}
   [junit4]   2> 1859429 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=69
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   2> 1859434 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1859436 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859436 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859491 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@233b6ba6[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859491 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859492 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@233b6ba6[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100)))}
   [junit4]   2> 1859492 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=55
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   2> 1859497 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1859499 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859499 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859550 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b7dead4[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859551 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@5b7dead4[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100)))}
   [junit4]   2> 1859551 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859551 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=52
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   2> 1859556 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1859558 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859558 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859641 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a4afe67[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859642 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859642 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7a4afe67[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100) Uninverting(_8(6.6.1):C100)))}
   [junit4]   2> 1859642 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=85
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   2> 1859647 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1859649 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1859649 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1859697 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d02c3bd[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1859697 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1859698 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@6d02c3bd[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100) Uninverting(_8(6.6.1):C100) Uninverting(_9(6.6.1):C100)))}
   [junit4]   2> 1859698 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
   [junit4]   2> 1859700 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 1859738 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1859740 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64198/solr ready
   [junit4]   2> 1859744 INFO  (qtp902794052-17091) [n:127.0.0.1:64202_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1859748 INFO  (OverseerThreadFactory-7299-thread-1-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
   [junit4]   2> 1859855 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1859856 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1859963 INFO  (zkCallback-3142-thread-1-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1860893 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1860904 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1860914 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal
   [junit4]   2> 1860920 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1860922 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
   [junit4]   2> 1860924 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
   [junit4]   2> 1860924 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target, trusted=true
   [junit4]   2> 1860925 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1860925 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-target-001\node1\cdcr-target_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica1\data\]
   [junit4]   2> 1861047 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1861047 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1861048 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1861048 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1861106 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f530731[cdcr-target_shard1_replica1] main]
   [junit4]   2> 1861107 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
   [junit4]   2> 1861109 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
   [junit4]   2> 1861109 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
   [junit4]   2> 1861109 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1861109 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1861111 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 1861112 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
   [junit4]   2> 1861114 INFO  (searcherExecutor-7316-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@4f530731[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1861114 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577015023089221632
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/ has no replicas
   [junit4]   2> 1861121 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1861125 INFO  (zkCallback-3142-thread-1-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
   [junit4]   2> 1861130 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/ shard1
   [junit4]   2> 1861235 INFO  (zkCallback-3142-thread-1-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1861284 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1861285 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1  x:cdcr-target_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2} status=0 QTime=1429
   [junit4]   2> 1861288 INFO  (qtp902794052-17091) [n:127.0.0.1:64202_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1861389 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1861750 INFO  (OverseerCollectionConfigSetProcessor-98563438568079363-127.0.0.1:64202_solr-n_0000000000) [n:127.0.0.1:64202_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1862289 INFO  (qtp902794052-17091) [n:127.0.0.1:64202_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2545
   [junit4]   2> 1863294 INFO  (qtp902794052-17095) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1863294 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
   [junit4]   2> 1863295 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:64202_solr) [n:127.0.0.1:64202_solr    ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
   [junit4]   2> 1863300 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1863301 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64198/solr ready
   [junit4]   2> 1863309 INFO  (qtp902794052-17093) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
   [junit4]   2> 1863309 INFO  (qtp902794052-17093) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1863310 INFO  (qtp902794052-17090) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1863310 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
   [junit4]   2> 1863310 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
   [junit4]   2> 1863314 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
   [junit4]   2> 1863314 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
   [junit4]   2> 1863315 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=start&wt=javabin&version=2} status=0 QTime=19
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1100
   [junit4]   2> 1863318 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1863318 INFO  (zkCallback-3154-thread-1-processing-n:127.0.0.1:64226_solr) [n:127.0.0.1:64226_solr    ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
   [junit4]   2> 1863320 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1863320 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1863327 INFO  (cdcr-bootstrap-status-3166-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 1863333 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:64226/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1863338 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1863338 WARN  (cdcr-bootstrap-status-3166-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 1863338 INFO  (cdcr-bootstrap-status-3166-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:64202/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 1863340 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:64226/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1863341 INFO  (qtp902794052-17094) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1863341 INFO  (cdcr-bootstrap-status-3166-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
   [junit4]   2> 1863344 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1863358 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dade4af[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1863358 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1863359 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1863359 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1863359 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1863359 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 1863360 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3dade4af[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100)))}
   [junit4]   2> 1863361 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1863361 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 12
   [junit4]   2> 1863361 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 1503958726313
   [junit4]   2> 1863361 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1863361 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1863361 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1863378 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4649, name=tlog.0000000000000000000.1577015020865191936}, {size=4770, name=tlog.0000000000000000001.1577015020922863616}, {size=4770, name=tlog.0000000000000000002.1577015021049741312}, {size=4770, name=tlog.0000000000000000003.1577015021179764736}, {size=4770, name=tlog.0000000000000000004.1577015021213319168}, {size=4770, name=tlog.0000000000000000005.1577015021244776448}, {size=4770, name=tlog.0000000000000000006.1577015021325516800}, {size=4770, name=tlog.0000000000000000007.1577015021390528512}, {size=4770, name=tlog.0000000000000000008.1577015021451345920}, {size=4770, name=tlog.0000000000000000009.1577015021548863488}, {size=4870, name=tlog.0000000000000000010.1577015025398185984}]
   [junit4]   2> 1863379 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=16
   [junit4]   2> 1863379 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Number of files in latest index in master: 33
   [junit4]   2> 1863379 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Number of tlog files in master: 11
   [junit4]   2> 1863404 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=84
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1200
   [junit4]   2> 1863405 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1863405 INFO  (recoveryExecutor-3140-thread-1-processing-n:127.0.0.1:64202_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:64202_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4dde30a2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d51ace2)
   [junit4]   2> 1863411 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1863412 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863413 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1863413 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1863421 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=2
   [junit4]   2> 1863426 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863427 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863428 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863430 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863432 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863435 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863437 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863441 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863444 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863452 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863457 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863461 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ba65999[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1863462 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1863462 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@4ba65999[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100)))}
   [junit4]   2> 1863462 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1300
   [junit4]   2> 1863465 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863468 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1863469 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1863469 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@187ea392
   [junit4]   2> 1863475 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863478 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_TestBloomFilteredLucenePostings_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863480 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863482 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863484 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863486 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863488 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863491 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863494 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863499 INFO  (qtp924858823-17134) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863535 INFO  (qtp924858823-17138) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863543 INFO  (qtp924858823-17136) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863546 INFO  (qtp924858823-17133) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863548 INFO  (qtp924858823-17135) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863553 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46f31ea[cdcr-source_shard1_replica1] main]
   [junit4]   2> 1863555 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1863555 INFO  (searcherExecutor-7310-thread-1-processing-n:127.0.0.1:64226_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@46f31ea[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100) Uninverting(_d(6.6.1):C100)))}
   [junit4]   2> 1863555 INFO  (qtp924858823-17137) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=86
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1400
   [junit4]   2> 1863557 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1863560 INFO  (qtp924858823-17131) [n:127.0.0.1:64226_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr pat

[...truncated too long message...]

(OverseerStateUpdate-98563448521424899-127.0.0.1:64979_solr-n_0000000000) [n:127.0.0.1:64979_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64979_solr
   [junit4]   2> 2017829 INFO  (zkCallback-3217-thread-1-processing-n:127.0.0.1:64979_solr) [n:127.0.0.1:64979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2019330 WARN  (zkCallback-3217-thread-1-processing-n:127.0.0.1:64979_solr) [n:127.0.0.1:64979_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/cdcr-target/state.json]
   [junit4]   2> 2019331 WARN  (zkCallback-3217-thread-2-processing-n:127.0.0.1:64979_solr) [n:127.0.0.1:64979_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2019331 INFO  (jetty-closer-3211-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f4a243c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2019334 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D2111F3547409]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2019336 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64975 64975
   [junit4]   2> 2019337 INFO  (Thread-3330) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64975 64975
   [junit4]   2> 2019337 WARN  (Thread-3330) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/configs/cdcr-target/managed-schema
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/cdcr-target/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 	3	/solr/collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2019341 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D2111F3547409]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
   [junit4]   2> 2019342 INFO  (SUITE-CdcrBootstrapTest-seed#[785D2111F3547409]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_785D2111F3547409-001
   [junit4]   2> Aug 28, 2017 10:21:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneFixedGap), xyz=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, maxPointsInLeafNode=1530, maxMBSortInHeap=7.733826908564126, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es, timezone=Africa/Nairobi
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=244953360,total=499363840
   [junit4]   2> NOTE: All tests run in this JVM: [TestPhraseSuggestions, LeaderFailoverAfterPartitionTest, HdfsUnloadDistributedZkTest, TestConfigSets, TestUniqueKeyFieldResource, TestSweetSpotSimilarityFactory, InfoHandlerTest, BadComponentTest, DirectSolrSpellCheckerTest, TestSolrJ, TestIBSimilarityFactory, ConcurrentDeleteAndCreateCollectionTest, TestFieldCacheVsDocValues, DistributedSpellCheckComponentTest, TestCloudPivotFacet, DocumentBuilderTest, DistributedFacetPivotSmallTest, TestNoOpRegenerator, DistributedFacetPivotLongTailTest, TestSchemaResource, TestLRUCache, TestScoreJoinQPScore, TestRandomDVFaceting, TestSolrCloudWithKerberosAlt, ParsingFieldUpdateProcessorsTest, RulesTest, TestOnReconnectListenerSupport, TestElisionMultitermQuery, MultiTermTest, TestRandomRequestDistribution, OverseerModifyCollectionTest, HardAutoCommitTest, TestSolrDeletionPolicy1, TestConfigReload, AssignTest, TestPartialUpdateDeduplication, TestCollationFieldDocValues, TestImplicitCoreProperties, TestDelegationWithHadoopAuth, DocExpirationUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, TestRuleBasedAuthorizationPlugin, TestDistribDocBasedVersion, AlternateDirectoryTest, MergeStrategyTest, SegmentsInfoRequestHandlerTest, TestOrdValues, SynonymTokenizerTest, BlockDirectoryTest, TestBinaryField, TestCollapseQParserPlugin, TestTrieFacet, TestPseudoReturnFields, CdcrRequestHandlerTest, UUIDUpdateProcessorFallbackTest, TestCharFilters, TestNestedDocsSort, StatelessScriptUpdateProcessorFactoryTest, TestHdfsUpdateLog, TestConfigSetImmutable, HttpSolrCallGetCoreTest, TestLeaderElectionWithEmptyReplica, TestCollationField, TestDistributedSearch, TestSearcherReuse, TestSegmentSorting, PathHierarchyTokenizerFactoryTest, TestRequestStatusCollectionAPI, TestSolrConfigHandlerConcurrent, VersionInfoTest, BasicDistributedZkTest, DirectoryFactoryTest, HdfsRestartWhileUpdatingTest, AtomicUpdateProcessorFactoryTest, CloudMLTQParserTest, NumericFieldsTest, SolrCoreTest, PolyFieldTest, SolrCoreMetricManagerTest, SchemaVersionSpecificBehaviorTest, TestLazyCores, TestPayloadCheckQParserPlugin, TestSurroundQueryParser, HttpPartitionTest, TestSolrCloudWithHadoopAuthPlugin, SystemInfoHandlerTest, DateFieldTest, TestSmileRequest, SortSpecParsingTest, DeleteLastCustomShardedReplicaTest, TestCustomStream, SolrPluginUtilsTest, TestCursorMarkWithoutUniqueKey, HighlighterTest, TestAnalyzeInfixSuggestions, TestIntervalFaceting, TestCopyFieldCollectionResource, AnalysisAfterCoreReloadTest, TestTolerantSearch, EnumFieldTest, JavabinLoaderTest, BooleanFieldTest, SOLR749Test, CdcrUpdateLogTest, ZkStateReaderTest, HdfsChaosMonkeyNothingIsSafeTest, DirectSolrConnectionTest, RemoteQueryErrorTest, TestSQLHandlerNonCloud, CollectionsAPIAsyncDistributedZkTest, SharedFSAutoReplicaFailoverTest, TestSolrCloudSnapshots, LeaderElectionTest, SolrSlf4jReporterTest, TestCSVLoader, TriLevelCompositeIdRoutingTest, AddBlockUpdateTest, TestGeoJSONResponseWriter, BasicAuthStandaloneTest, XmlUpdateRequestHandlerTest, TestFileDictionaryLookup, TestHighlightDedupGrouping, PingRequestHandlerTest, TestUnifiedSolrHighlighter, ShufflingReplicaListTransformerTest, DocValuesMultiTest, TestFieldCacheSort, ReplicationFactorTest, ConfigureRecoveryStrategyTest, HdfsCollectionsAPIDistributedZkTest, SmileWriterTest, TestCustomDocTransformer, BJQParserTest, TestDocBasedVersionConstraints, TestGraphTermsQParserPlugin, TestSizeLimitedDistributedMap, TestGroupingSearch, TestJettySolrRunner, TestStressLiveNodes, TestComponentsName, TestTolerantUpdateProcessorRandomCloud, TestDynamicFieldResource, TestCSVResponseWriter, TestStandardQParsers, PluginInfoTest, HLLUtilTest, TestLRUStatsCache, StressHdfsTest, DateRangeFieldTest, SoftAutoCommitTest, TestStressLucene, CdcrReplicationDistributedZkTest, TestSolrQueryResponse, TestDocumentBuilder, TimeZoneUtilsTest, QueryElevationComponentTest, TestStressVersions, TestManagedSchemaThreadSafety, TestPerFieldSimilarity, TestSimpleTextCodec, TestLeaderInitiatedRecoveryThread, ResponseLogComponentTest, TestQueryWrapperFilter, SolrGangliaReporterTest, MigrateRouteKeyTest, TestPivotHelperCode, TestRawResponseWriter, TestJsonFacets, ZkCLITest, HdfsThreadLeakTest, TestCryptoKeys, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestRecovery, TestStressReorder, TestRangeQuery, TestCoreContainer, SpellCheckComponentTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestOmitPositions, RequestHandlersTest, RequiredFieldsTest, FastVectorHighlighterTest, TestJmxIntegration, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, TestQuerySenderListener, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, OutputWriterTest, TestPostingsSolrHighlighter, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
   [junit4] Completed [496/713 (1!)] on J0 in 164.74s, 3 tests, 1 failure <<< FAILURES!

[...truncated 44199 lines...]

[JENKINS-EA] Lucene-Solr-6.6-Windows (64bit/jdk-9-ea+181) - Build # 40 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Windows/40/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny

3 tests failed.
FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
	at __randomizedtesting.SeedInfo.seed([9A9809F299BDAE9A:4EDD42AB7EEB1D61]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([9A9809F299BDAE9A:D2ED7D469F8E810F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestRandomRequestDistribution.test

Error Message:
Shard a1x2_shard1_replica1 received all 10 requests

Stack Trace:
java.lang.AssertionError: Shard a1x2_shard1_replica1 received all 10 requests
	at __randomizedtesting.SeedInfo.seed([9A9809F299BDAE9A:12CC36283741C362]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestRandomRequestDistribution.testRequestTracking(TestRandomRequestDistribution.java:121)
	at org.apache.solr.cloud.TestRandomRequestDistribution.test(TestRandomRequestDistribution.java:65)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11132 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\init-core-data-001
   [junit4]   2> 84402 WARN  (SUITE-CdcrBootstrapTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 84402 INFO  (SUITE-CdcrBootstrapTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 84404 INFO  (SUITE-CdcrBootstrapTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 84405 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
   [junit4]   2> 84406 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001
   [junit4]   2> 84407 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 84407 INFO  (Thread-310) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 84407 INFO  (Thread-310) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 84412 ERROR (Thread-310) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 84507 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.ZkTestServer start zk server on port:64468
   [junit4]   2> 84529 INFO  (jetty-launcher-715-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 84532 INFO  (jetty-launcher-715-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@308df045{/solr,null,AVAILABLE}
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d8c0114{HTTP/1.1,[http/1.1]}{127.0.0.1:64472}
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.e.j.s.Server Started @88956ms
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64472}
   [junit4]   2> 84536 ERROR (jetty-launcher-715-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 84536 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T11:12:33.587574600Z
   [junit4]   2> 84547 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84569 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 84569 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64468/solr
   [junit4]   2> 84574 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e288b06b70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 84594 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 84594 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64472_solr
   [junit4]   2> 84594 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98560819426951171-127.0.0.1:64472_solr-n_0000000000) starting
   [junit4]   2> 84603 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64472_solr
   [junit4]   2> 84606 INFO  (zkCallback-722-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 84650 INFO  (jetty-launcher-715-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001\node1\.
   [junit4]   2> 84664 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e288b06b70005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   1> Target zkHost = 127.0.0.1:64468/solr
   [junit4]   2> 84666 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-source-001
   [junit4]   2> 84667 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 84668 INFO  (Thread-323) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 84668 INFO  (Thread-323) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 84672 ERROR (Thread-323) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 84767 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.ZkTestServer start zk server on port:64492
   [junit4]   2> 84788 INFO  (jetty-launcher-727-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 84789 INFO  (jetty-launcher-727-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee9a987{/solr,null,AVAILABLE}
   [junit4]   2> 84790 INFO  (jetty-launcher-727-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@273e2983{HTTP/1.1,[http/1.1]}{127.0.0.1:64496}
   [junit4]   2> 84791 INFO  (jetty-launcher-727-thread-1) [    ] o.e.j.s.Server Started @89211ms
   [junit4]   2> 84791 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64496}
   [junit4]   2> 84791 ERROR (jetty-launcher-727-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 84791 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 84791 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 84791 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 84793 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T11:12:33.842183200Z
   [junit4]   2> 84807 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84819 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 84822 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64492/solr
   [junit4]   2> 84876 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 84877 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64496_solr
   [junit4]   2> 84878 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98560819443990531-127.0.0.1:64496_solr-n_0000000000) starting
   [junit4]   2> 84888 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64496_solr
   [junit4]   2> 84889 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 84945 INFO  (jetty-launcher-727-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-source-001\node1\.
   [junit4]   2> 84959 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e288b07bb0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 84983 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 84984 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64492/solr ready
   [junit4]   2> 84988 INFO  (qtp843982846-2326) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 84993 INFO  (OverseerThreadFactory-765-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 85104 INFO  (qtp843982846-2338) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2
   [junit4]   2> 85104 INFO  (qtp843982846-2338) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 85218 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 86121 INFO  (qtp843982846-2338) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 86130 INFO  (qtp843982846-2338) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 86136 INFO  (qtp843982846-2338) [    ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal
   [junit4]   2> 86138 INFO  (qtp843982846-2338) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 86147 INFO  (qtp843982846-2338) [    ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 86151 INFO  (qtp843982846-2338) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 86151 INFO  (qtp843982846-2338) [    ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 86157 INFO  (qtp843982846-2338) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 86158 INFO  (qtp843982846-2338) [    ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-source-001\node1\cdcr-source_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica1\data\]
   [junit4]   2> 86276 INFO  (qtp843982846-2338) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 86276 INFO  (qtp843982846-2338) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 86280 INFO  (qtp843982846-2338) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 86281 INFO  (qtp843982846-2338) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 86286 INFO  (qtp843982846-2338) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@52568e98[cdcr-source_shard1_replica1] main]
   [junit4]   2> 86290 INFO  (qtp843982846-2338) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 86292 INFO  (qtp843982846-2338) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 86296 INFO  (qtp843982846-2338) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 86299 INFO  (qtp843982846-2338) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 86299 INFO  (qtp843982846-2338) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 86310 INFO  (qtp843982846-2338) [    ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 86315 INFO  (qtp843982846-2338) [    ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 86339 INFO  (qtp843982846-2338) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576973112851824640
   [junit4]   2> 86340 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@52568e98[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 86373 INFO  (qtp843982846-2338) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 86373 INFO  (qtp843982846-2338) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 86375 INFO  (qtp843982846-2338) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64496/solr/cdcr-source_shard1_replica1/
   [junit4]   2> 86375 INFO  (qtp843982846-2338) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 86375 INFO  (qtp843982846-2338) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:64496/solr/cdcr-source_shard1_replica1/ has no replicas
   [junit4]   2> 86375 INFO  (qtp843982846-2338) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 86397 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
   [junit4]   2> 86420 INFO  (qtp843982846-2338) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64496/solr/cdcr-source_shard1_replica1/ shard1
   [junit4]   2> 86534 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 86577 INFO  (qtp843982846-2338) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 86579 INFO  (qtp843982846-2338) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1474
   [junit4]   2> 86590 INFO  (qtp843982846-2326) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 86688 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 86998 INFO  (OverseerCollectionConfigSetProcessor-98560819443990531-127.0.0.1:64496_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 87590 INFO  (qtp843982846-2326) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2602
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   2> 87649 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=52
   [junit4]   2> 87669 INFO  (qtp843982846-2332) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 87669 INFO  (qtp843982846-2332) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 87754 INFO  (qtp843982846-2332) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36636354[cdcr-source_shard1_replica1] main]
   [junit4]   2> 87756 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@36636354[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100)))}
   [junit4]   2> 87757 INFO  (qtp843982846-2332) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 87757 INFO  (qtp843982846-2332) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=87
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   2> 87789 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 87796 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 87797 INFO  (qtp843982846-2330) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88028 INFO  (qtp843982846-2330) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4e854e[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88030 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1d4e854e[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100)))}
   [junit4]   2> 88030 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88030 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=234
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   2> 88048 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 88053 INFO  (qtp843982846-2328) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88053 INFO  (qtp843982846-2328) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88136 INFO  (qtp843982846-2328) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@768898f[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88139 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@768898f[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100)))}
   [junit4]   2> 88140 INFO  (qtp843982846-2328) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88140 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=87
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   2> 88181 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=37
   [junit4]   2> 88186 INFO  (qtp843982846-2338) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88186 INFO  (qtp843982846-2338) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88309 INFO  (qtp843982846-2338) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3560270f[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88310 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3560270f[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100)))}
   [junit4]   2> 88313 INFO  (qtp843982846-2338) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88313 INFO  (qtp843982846-2338) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=127
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   2> 88335 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 88339 INFO  (qtp843982846-2326) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88339 INFO  (qtp843982846-2326) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88533 INFO  (qtp843982846-2326) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1db037f7[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88535 INFO  (qtp843982846-2326) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88537 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1db037f7[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100)))}
   [junit4]   2> 88538 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=198
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   2> 88555 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 88561 INFO  (qtp843982846-2332) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88561 INFO  (qtp843982846-2332) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88668 INFO  (qtp843982846-2332) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cf87a28[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88671 INFO  (qtp843982846-2332) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88674 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7cf87a28[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100)))}
   [junit4]   2> 88676 INFO  (qtp843982846-2332) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=115
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   2> 88687 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 88689 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88689 INFO  (qtp843982846-2330) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 88899 INFO  (qtp843982846-2330) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@706287dc[cdcr-source_shard1_replica1] main]
   [junit4]   2> 88904 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 88906 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@706287dc[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100)))}
   [junit4]   2> 88906 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=216
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   2> 88914 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 88918 INFO  (qtp843982846-2329) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88918 INFO  (qtp843982846-2329) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 89136 INFO  (qtp843982846-2329) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f9f8636[cdcr-source_shard1_replica1] main]
   [junit4]   2> 89137 INFO  (qtp843982846-2329) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 89138 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@6f9f8636[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100)))}
   [junit4]   2> 89138 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=219
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   2> 89149 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 89151 INFO  (qtp843982846-2340) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 89151 INFO  (qtp843982846-2340) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 89270 INFO  (qtp843982846-2340) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cf96d83[cdcr-source_shard1_replica1] main]
   [junit4]   2> 89270 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7cf96d83[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100) Uninverting(_8(6.6.1):C100)))}
   [junit4]   2> 89270 INFO  (qtp843982846-2340) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 89271 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=119
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   2> 89278 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 89283 INFO  (qtp843982846-2333) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 89283 INFO  (qtp843982846-2333) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 89384 INFO  (qtp843982846-2333) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fc9ef03[cdcr-source_shard1_replica1] main]
   [junit4]   2> 89384 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3fc9ef03[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C100) Uninverting(_1(6.6.1):C100) Uninverting(_2(6.6.1):C100) Uninverting(_3(6.6.1):C100) Uninverting(_4(6.6.1):C100) Uninverting(_5(6.6.1):C100) Uninverting(_6(6.6.1):C100) Uninverting(_7(6.6.1):C100) Uninverting(_8(6.6.1):C100) Uninverting(_9(6.6.1):C100)))}
   [junit4]   2> 89385 INFO  (qtp843982846-2333) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 89392 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=109
   [junit4]   2> 89397 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=2
   [junit4]   2> 89498 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 89501 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[9A9809F299BDAE9A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64468/solr ready
   [junit4]   2> 89503 INFO  (qtp1558944917-2282) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 89509 INFO  (OverseerThreadFactory-757-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
   [junit4]   2> 89618 INFO  (qtp1558944917-2294) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2
   [junit4]   2> 89618 INFO  (qtp1558944917-2294) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 89728 INFO  (zkCallback-722-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 90644 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 90652 INFO  (qtp1558944917-2294) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 90658 INFO  (qtp1558944917-2294) [    ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal
   [junit4]   2> 90661 INFO  (qtp1558944917-2294) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 90663 INFO  (qtp1558944917-2294) [    ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
   [junit4]   2> 90676 INFO  (qtp1558944917-2294) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
   [junit4]   2> 90676 INFO  (qtp1558944917-2294) [    ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target, trusted=true
   [junit4]   2> 90676 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 90676 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001\node1\cdcr-target_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica1\data\]
   [junit4]   2> 90794 INFO  (qtp1558944917-2294) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 90794 INFO  (qtp1558944917-2294) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 90800 INFO  (qtp1558944917-2294) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 90800 INFO  (qtp1558944917-2294) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 90802 INFO  (qtp1558944917-2294) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@196ec2e7[cdcr-target_shard1_replica1] main]
   [junit4]   2> 90804 INFO  (qtp1558944917-2294) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
   [junit4]   2> 90804 INFO  (qtp1558944917-2294) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
   [junit4]   2> 90804 INFO  (qtp1558944917-2294) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
   [junit4]   2> 90809 INFO  (qtp1558944917-2294) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 90809 INFO  (qtp1558944917-2294) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 90818 INFO  (qtp1558944917-2294) [    ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 90824 INFO  (qtp1558944917-2294) [    ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
   [junit4]   2> 90830 INFO  (searcherExecutor-774-thread-1) [    ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@196ec2e7[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 90830 INFO  (qtp1558944917-2294) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576973117560979456
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64472/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:64472/solr/cdcr-target_shard1_replica1/ has no replicas
   [junit4]   2> 90847 INFO  (qtp1558944917-2294) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 90858 INFO  (zkCallback-722-thread-1) [    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
   [junit4]   2> 90865 INFO  (qtp1558944917-2294) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64472/solr/cdcr-target_shard1_replica1/ shard1
   [junit4]   2> 90974 INFO  (zkCallback-722-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 91018 INFO  (qtp1558944917-2294) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 91029 INFO  (qtp1558944917-2294) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2} status=0 QTime=1412
   [junit4]   2> 91062 INFO  (qtp1558944917-2282) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 91156 INFO  (zkCallback-722-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 91524 INFO  (OverseerCollectionConfigSetProcessor-98560819426951171-127.0.0.1:64472_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 92065 INFO  (qtp1558944917-2282) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2561
   [junit4]   2> 92074 INFO  (zkCallback-722-thread-2) [    ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
   [junit4]   2> 92074 INFO  (qtp1558944917-2286) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 92075 INFO  (zkCallback-722-thread-2) [    ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
   [junit4]   2> 92095 INFO  (qtp843982846-2332) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 92099 INFO  (qtp843982846-2332) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64468/solr ready
   [junit4]   2> 92112 INFO  (qtp1558944917-2296) [    ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
   [junit4]   2> 92112 INFO  (qtp1558944917-2296) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 92113 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 92113 INFO  (qtp843982846-2332) [    ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
   [junit4]   2> 92113 INFO  (qtp843982846-2332) [    ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
   [junit4]   2> 92144 INFO  (qtp843982846-2332) [    ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
   [junit4]   2> 92145 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
   [junit4]   2> 92148 INFO  (cdcr-bootstrap-status-746-thread-1) [    ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:64472/solr/cdcr-target_shard1_replica1/
   [junit4]   2> 92173 INFO  (qtp843982846-2332) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=start&wt=javabin&version=2} status=0 QTime=93
   [junit4]   2> 92173 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
   [junit4]   2> 92177 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:64496/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 92178 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=queues&wt=javabin&version=2} status=0 QTime=3
   [junit4]   1> Cdcr queue response: {responseHeader={status=0,QTime=3},queues={127.0.0.1:64468/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47579,tlogTotalCount=10,updateLogSynchronizer=stopped}
   [junit4]   2> 92178 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 92196 INFO  (qtp1558944917-2287) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 92196 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 92200 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92205 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 92206 INFO  (cdcr-bootstrap-status-746-thread-1) [    ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
   [junit4]   2> 92208 INFO  (qtp843982846-2331) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 92208 INFO  (qtp843982846-2331) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 92246 INFO  (qtp843982846-2331) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a088dea[cdcr-source_shard1_replica1] realtime]
   [junit4]   2> 92247 INFO  (qtp843982846-2331) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 92247 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=38
   [junit4]   2> 92264 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 92265 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 12
   [junit4]   2> 92265 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1503918761259
   [junit4]   2> 92265 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 92265 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 92265 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 92318 INFO  (qtp843982846-2326) [    ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4649, name=tlog.0000000000000000000.1576973114170933248}, {size=4770, name=tlog.0000000000000000001.1576973114342899712}, {size=4770, name=tlog.0000000000000000002.1576973114630209536}, {size=4770, name=tlog.0000000000000000003.1576973114745552896}, {size=4770, name=tlog.0000000000000000004.1576973114929053696}, {size=4770, name=tlog.0000000000000000005.1576973115163934720}, {size=4770, name=tlog.0000000000000000006.1576973115306541056}, {size=4770, name=tlog.0000000000000000007.1576973115546664960}, {size=4770, name=tlog.0000000000000000008.1576973115790983168}, {size=4770, name=tlog.0000000000000000009.1576973115930443776}]
   [junit4]   2> 92318 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=52
   [junit4]   2> 92318 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
   [junit4]   2> 92318 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Number of tlog files in master: 10
   [junit4]   2> 92324 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 92324 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@613534ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@119fb19d)
   [junit4]   2> 92354 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=4
   [junit4]   2> 92360 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92364 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92368 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92373 INFO  (qtp843982846-2338) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92382 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=1
   [junit4]   2> 92424 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92429 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92441 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92451 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92458 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92468 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92477 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92493 INFO  (qtp843982846-2338) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92511 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92516 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92522 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92528 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92533 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92536 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4649, name=tlog.0000000000000000000.1576973114170933248}, {size=4770, name=tlog.0000000000000000001.1576973114342899712}, {size=4770, name=tlog.0000000000000000002.1576973114630209536}, {size=4770, name=tlog.0000000000000000003.1576973114745552896}, {size=4770, name=tlog.0000000000000000004.1576973114929053696}, {size=4770, name=tlog.0000000000000000005.1576973115163934720}, {size=4770, name=tlog.0000000000000000006.1576973115306541056}, {size=4770, name=tlog.0000000000000000007.1576973115546664960}, {size=4770, name=tlog.0000000000000000008.1576973115790983168}, {size=4770, name=tlog.0000000000000000009.1576973115930443776}]
   [junit4]   2> 92544 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1576973114170933248&wt=filestream&command=filecontent} status=0 QTime=2
   [junit4]   2> 92552 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1576973114342899712&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92557 INFO  (qtp843982846-2338) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1576973114630209536&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92562 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1576973114745552896&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92567 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1576973114929053696&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92571 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1576973115163934720&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92577 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1576973115306541056&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92584 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1576973115546664960&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92589 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1576973115790983168&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92595 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1576973115930443776&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 92597 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=92950) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@613534ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@119fb19d)
   [junit4]   2> 92727 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 92727 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica1
   [junit4]   2> 92791 INFO  (Thread-337) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 92841 INFO  (Thread-337) [    ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal
   [junit4]   2> 92849 INFO  (Thread-337) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 92850 INFO  (Thread-337) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target
   [junit4]   2> 92856 INFO  (Thread-337) [    ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001\node1\cdcr-target_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_9A9809F299BDAE9A-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica1\data\]
   [junit4]   2> 93070 INFO  (Thread-337) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 93070 INFO  (Thread-337) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 93076 INFO  (Thread-337) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@608cd03a[cdcr-target_shard1_replica1] main]
   [junit4]   2> 93088 INFO  (Thread-337) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
   [junit4]   2> 93089 INFO  (Thread-337) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
   [junit4]   2> 93089 INFO  (Thread-337) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
   [junit4]   2> 93095 INFO  (Thread-337) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 93095 INFO  (Thread-337) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 93102 INFO  (searcherExecutor-786-thread-1) [    ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@608cd03a[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000)))}
   [junit4]   2> 93122 INFO  (Thread-337) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 93123 INFO  (Thread-337) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6816edf8[cdcr-target_shard1_replica1] main]
   [junit4]   2> 93123 INFO  (Thread-337) [    ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c67a590
   [junit4]   2> 93123 INFO  (searcherExecutor-786-thread-1) [    ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@6816edf8[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000)))}
   [junit4]   2> 93123 INFO  (Thread-337) [    ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
   [junit4]   2> 93127 INFO  (Thread-337) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-target.shard1.replica1
   [junit4]   2> 93127 INFO  (recoveryExecutor-720-thread-1) [    ] o.a.s.h.CdcrRequestHandler No replay needed.
   [junit4]   2> 93203 INFO  (qtp1558944917-2287) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 93203 INFO  (qtp1558944917-2287) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 93205 INFO  (qtp1558944917-2287) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 93206 INFO  (qtp1558944917-2287) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 93209 INFO  (qtp1558944917-2296) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 93215 INFO  (qtp1558944917-2294) [    ] o.a.s.c.S.Request [cdcr-target_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 94207 WARN  (cdcr-bootstrap-status-746-thread-1) [    ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
   [junit4]   2> 94208 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
   [junit4]   2> 94209 INFO  (qtp843982846-2340) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=stop&wt=javabin&version=2} status=0 QTime=997
   [junit4]   2> 94209 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STOPPED @ cdcr-source:shard1
   [junit4]   2> 94212 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrBufferStateManager The CDCR buffer state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/buffer @ cdcr-source:shard1
   [junit4]   2> 94213 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=disablebuffer&wt=javabin&version=2} status=0 QTime=1
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1100
   [junit4]   2> 94215 INFO  (zkCallback-734-thread-1) [    ] o.a.s.h.CdcrBufferStateManager Received new CDCR buffer state from watcher: DISABLED @ cdcr-source:shard1
   [junit4]   2> 94228 INFO  (qtp843982846-2338) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 94231 INFO  (qtp843982846-2329) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 94231 INFO  (qtp843982846-2329) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 94440 INFO  (qtp843982846-2329) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77e7baa5[cdcr-source_shard1_replica1] main]
   [junit4]   2> 94442 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@77e7baa5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100)))}
   [junit4]   2> 94737 INFO  (qtp843982846-2329) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 94845 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=614
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1200
   [junit4]   2> 94857 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 94861 INFO  (qtp843982846-2326) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 94861 INFO  (qtp843982846-2326) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 95313 INFO  (qtp843982846-2326) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@80f6a0c[cdcr-source_shard1_replica1] main]
   [junit4]   2> 95314 INFO  (qtp843982846-2326) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 95316 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@80f6a0c[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100)))}
   [junit4]   2> 95316 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=455
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1300
   [junit4]   2> 95340 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=18
   [junit4]   2> 95346 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 95346 INFO  (qtp843982846-2330) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 95530 INFO  (qtp843982846-2330) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6595b891[cdcr-source_shard1_replica1] main]
   [junit4]   2> 95531 INFO  (qtp843982846-2330) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 95533 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@6595b891[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100) Uninverting(_d(6.6.1):C100)))}
   [junit4]   2> 95535 INFO  (qtp843982846-2330) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=189
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1400
   [junit4]   2> 95547 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 95552 INFO  (qtp843982846-2328) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 95552 INFO  (qtp843982846-2328) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 95706 INFO  (qtp843982846-2328) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7edfe73d[cdcr-source_shard1_replica1] main]
   [junit4]   2> 95708 INFO  (qtp843982846-2328) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 95709 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7edfe73d[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100) Uninverting(_d(6.6.1):C100) Uninverting(_e(6.6.1):C100)))}
   [junit4]   2> 95711 INFO  (qtp843982846-2328) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=159
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1500
   [junit4]   2> 95727 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 95733 INFO  (qtp843982846-2331) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 95733 INFO  (qtp843982846-2331) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 95839 INFO  (qtp843982846-2331) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@59df4a3[cdcr-source_shard1_replica1] main]
   [junit4]   2> 95840 INFO  (qtp843982846-2331) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 95841 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@59df4a3[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100) Uninverting(_d(6.6.1):C100) Uninverting(_e(6.6.1):C100) Uninverting(_f(6.6.1):C100)))}
   [junit4]   2> 95841 INFO  (qtp843982846-2331) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=108
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1600
   [junit4]   2> 95852 INFO  (qtp843982846-2329) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 95855 INFO  (qtp843982846-2333) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 95855 INFO  (qtp843982846-2333) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34de7f0d
   [junit4]   2> 95971 INFO  (qtp843982846-2333) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@748aca05[cdcr-source_shard1_replica1] main]
   [junit4]   2> 95971 INFO  (qtp843982846-2333) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 95975 INFO  (searcherExecutor-768-thread-1) [    ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@748aca05[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.6.1):C1000) Uninverting(_b(6.6.1):C100) Uninverting(_c(6.6.1):C100) Uninverting(_d(6.6.1):C100) Uninverting(_e(6.6.1):C100) Uninverting(_f(6.6.1):C100) Uninverting(_g(6.6.1):C100)))}
   [junit4]   2> 95977 INFO  (qtp843982846-2333) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=121
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1700
   [junit4]   2> 95998 INFO  (qtp843982846-2326) [    ] o.a.s.c.S.Request [cdcr-source_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 96003 INFO  (qtp843982846-2326) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   

[...truncated too long message...]

y-closer-2855-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1384294 INFO  (jetty-closer-2855-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1384294 INFO  (jetty-closer-2855-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1384294 INFO  (jetty-closer-2855-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1384302 WARN  (zkCallback-2876-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1384303 INFO  (zkCallback-2874-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1384303 INFO  (jetty-closer-2855-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@795ac333{/solr,null,UNAVAILABLE}
   [junit4]   2> 1384305 INFO  (zkCallback-2875-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1384305 INFO  (jetty-closer-2855-thread-4) [    ] o.a.s.c.Overseer Overseer (id=98560898615148554-127.0.0.1:58142_solr-n_0000000000) closing
   [junit4]   2> 1384306 INFO  (OverseerStateUpdate-98560898615148554-127.0.0.1:58142_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58142_solr
   [junit4]   2> 1384306 WARN  (zkCallback-2875-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1384307 INFO  (zkCallback-2874-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1384307 WARN  (zkCallback-2874-thread-4) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1384309 INFO  (jetty-closer-2855-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d79ebb0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1385803 WARN  (zkCallback-2873-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1385803 INFO  (jetty-closer-2855-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e60f37f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1385804 INFO  (jetty-closer-2855-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@509788b7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1385807 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1385808 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58132 58132
   [junit4]   2> 1385809 INFO  (Thread-3349) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58132 58132
   [junit4]   2> 1385811 WARN  (Thread-3349) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/aliases.json
   [junit4]   2> 	23	/solr/configs/conf
   [junit4]   2> 	5	/solr/configs/conf2
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	232	/solr/clusterstate.json
   [junit4]   2> 	25	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	4	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	4	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	4	/solr/collections/reloaded_collection/state.json
   [junit4]   2> 	3	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	2	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/98560898615148555-core_node2-n_0000000001
   [junit4]   2> 	2	/solr/collections/awhollynewcollection_0/leader_elect/shard2/election/98560898615148553-core_node7-n_0000000001
   [junit4]   2> 	2	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	455	/solr/collections
   [junit4]   2> 	25	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1385812 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9A9809F299BDAE9A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.6-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest_9A9809F299BDAE9A-001
   [junit4]   2> Aug 28, 2017 11:34:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1656, maxMBSortInHeap=7.724322381360382, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=lrc-IQ, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=191414792,total=429916160
   [junit4]   2> NOTE: All tests run in this JVM: [TestIntervalFaceting, JavabinLoaderTest, TestSolrCoreParser, StressHdfsTest, TestHdfsUpdateLog, TestTolerantUpdateProcessorRandomCloud, SimpleCollectionCreateDeleteTest, FastVectorHighlighterTest, SharedFSAutoReplicaFailoverTest, TestJettySolrRunner, ParsingFieldUpdateProcessorsTest, OutputWriterTest, DistributedMLTComponentTest, TestDocumentBuilder, SolrJmxReporterCloudTest, TestDistributedSearch, TestPivotHelperCode, TestManagedSchema, OpenExchangeRatesOrgProviderTest, ClassificationUpdateProcessorFactoryTest, TestTolerantSearch, TestClassicSimilarityFactory, TestStressLiveNodes, SolrTestCaseJ4Test, BadComponentTest, TestCollationFieldDocValues, TestReplicaProperties, SmileWriterTest, TestConfigsApi, DocValuesMultiTest, DeleteStatusTest, LeaderInitiatedRecoveryOnCommitTest, XmlUpdateRequestHandlerTest, QueryEqualityTest, ShardRoutingTest, DistributedFacetExistsSmallTest, MultiTermTest, TestAuthorizationFramework, CustomCollectionTest, TestSchemaResource, TestBinaryField, TestOnReconnectListenerSupport, TestStressVersions, TestSchemaManager, TestCloudRecovery, SoftAutoCommitTest, CdcrUpdateLogTest, BasicDistributedZkTest, TestBulkSchemaAPI, PrimUtilsTest, TestFaceting, TestLeaderElectionWithEmptyReplica, SolrPluginUtilsTest, ClassificationUpdateProcessorTest, TestWordDelimiterFilterFactory, SuggesterFSTTest, CdcrRequestHandlerTest, TestInPlaceUpdatesStandalone, TestDocBasedVersionConstraints, ConjunctionSolrSpellCheckerTest, HdfsDirectoryTest, TestFieldCacheSort, TestRemoteStreaming, DocumentBuilderTest, TestUnifiedSolrHighlighter, TestElisionMultitermQuery, TestSolrConfigHandlerConcurrent, TestCoreContainer, TestQueryWrapperFilter, TestCursorMarkWithoutUniqueKey, EnumFieldTest, FileUtilsTest, MetricUtilsTest, SpatialFilterTest, TestSearcherReuse, DistributedSuggestComponentTest, DistributedDebugComponentTest, TestDistribDocBasedVersion, TestCollectionAPI, TestPseudoReturnFields, TestApiFramework, TestConfigSetsAPIExclusivity, InfoHandlerTest, MoreLikeThisHandlerTest, QueryElevationComponentTest, PeerSyncTest, TestFastLRUCache, TestHighFrequencyDictionaryFactory, TestSort, BlockDirectoryTest, TestBulkSchemaConcurrent, TestStressReorder, VersionInfoTest, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, NodeMutatorTest, RecoveryZkTest, TestJmxIntegration, PluginInfoTest, TestRandomRequestDistribution, TestFastOutputStream, MoveReplicaTest, PropertiesRequestHandlerTest, TestCryptoKeys, HdfsUnloadDistributedZkTest, TestInitParams, ReplicationFactorTest, StatelessScriptUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, HttpSolrCallGetCoreTest, CdcrReplicationDistributedZkTest, BooleanFieldTest, TestCustomStream, BitVectorTest, SolrCoreMetricManagerTest, HttpPartitionTest, TestConfigSetImmutable, DistributedFacetPivotLongTailTest, PreAnalyzedFieldManagedSchemaCloudTest, TestReplicationHandler, LeaderElectionTest, TestDistributedStatsComponentCardinality, TestFieldCacheReopen, TestSolrDeletionPolicy1, CurrencyFieldXmlFileTest, TestExclusionRuleCollectionAccess, SyncSliceTest, TriLevelCompositeIdRoutingTest, TestCollapseQParserPlugin, TestExtendedDismaxParser, TestRuleBasedAuthorizationPlugin, SolrGangliaReporterTest, DeleteLastCustomShardedReplicaTest, TestSurroundQueryParser, ResponseLogComponentTest, DateRangeFieldTest, DeleteReplicaTest, TestFieldTypeResource, TestHighlightDedupGrouping, SolrSlf4jReporterTest, TestCSVLoader, TestSolrIndexConfig, TestSimpleTextCodec, TestUpdate, WrapperMergePolicyFactoryTest, TestSolrQueryParserDefaultOperatorResource, DisMaxRequestHandlerTest, TestSQLHandlerNonCloud, DocExpirationUpdateProcessorFactoryTest, TestNamedUpdateProcessors, TestBackupRepositoryFactory, SystemInfoHandlerTest, SynonymTokenizerTest, TestSolrCloudWithKerberosAlt, CloudExitableDirectoryReaderTest, TestNestedDocsSort, HdfsRecoverLeaseTest, CursorMarkTest, DistributedQueueTest, OverseerStatusTest, AtomicUpdateProcessorFactoryTest, CloudMLTQParserTest, DOMUtilTest, TestUniqueKeyFieldResource, InfixSuggestersTest, TestMacros, DistributedQueryComponentCustomSortTest, AddBlockUpdateTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [363/713 (3!)] on J0 in 91.36s, 20 tests, 1 failure <<< FAILURES!

[...truncated 37498 lines...]