You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/21 01:08:15 UTC

[JENKINS-EA] Lucene-Solr-6.6-Linux (32bit/jdk-9-ea+181) - Build # 73 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/73/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseParallelGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:
Did not see a fully active cluster after 30 seconds

Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
	at __randomizedtesting.SeedInfo.seed([EFF932D00BBAF2D6:67CF9083D3151AC4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13901 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/init-core-data-001
   [junit4]   2> 5350 WARN  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 5350 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 5354 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 5362 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001
   [junit4]   2> 5369 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5381 INFO  (Thread-11) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5381 INFO  (Thread-11) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5481 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45197
   [junit4]   2> 5524 ERROR (Thread-11) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5646 INFO  (jetty-launcher-4-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 5648 INFO  (jetty-launcher-4-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 5650 INFO  (jetty-launcher-4-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 5651 INFO  (jetty-launcher-4-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 5694 INFO  (jetty-launcher-4-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1779e46{/solr,null,AVAILABLE}
   [junit4]   2> 5702 INFO  (jetty-launcher-4-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a1f0b{/solr,null,AVAILABLE}
   [junit4]   2> 5720 INFO  (jetty-launcher-4-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1baae12{SSL,[ssl, http/1.1]}{127.0.0.1:36907}
   [junit4]   2> 5720 INFO  (jetty-launcher-4-thread-1) [    ] o.e.j.s.Server Started @7560ms
   [junit4]   2> 5720 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36907}
   [junit4]   2> 5720 ERROR (jetty-launcher-4-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5720 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 5721 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5721 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5721 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T01:00:39.855077Z
   [junit4]   2> 5721 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 5732 INFO  (jetty-launcher-4-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a5283c{/solr,null,AVAILABLE}
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@dd4cbb{SSL,[ssl, http/1.1]}{127.0.0.1:34799}
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.e.j.s.Server Started @7573ms
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34799}
   [junit4]   2> 5733 ERROR (jetty-launcher-4-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5733 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T01:00:39.867564Z
   [junit4]   2> 5738 INFO  (jetty-launcher-4-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@611e7f{SSL,[ssl, http/1.1]}{127.0.0.1:33057}
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.e.j.s.Server Started @7579ms
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33057}
   [junit4]   2> 5739 ERROR (jetty-launcher-4-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5739 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T01:00:39.873500Z
   [junit4]   2> 5783 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5812 INFO  (jetty-launcher-4-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c9f542{/solr,null,AVAILABLE}
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@191f58e{SSL,[ssl, http/1.1]}{127.0.0.1:44743}
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.e.j.s.Server Started @7653ms
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44743}
   [junit4]   2> 5813 ERROR (jetty-launcher-4-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5813 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T01:00:39.947835Z
   [junit4]   2> 5820 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5822 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
   [junit4]   2> 5838 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5887 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5888 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
   [junit4]   2> 5893 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5951 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5953 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
   [junit4]   2> 5963 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5966 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf80006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 6068 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf80007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 6163 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 6173 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
   [junit4]   2> 6245 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 6246 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 6250 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 6252 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33057_solr
   [junit4]   2> 6254 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 6255 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36907_solr
   [junit4]   2> 6298 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6291 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34799_solr
   [junit4]   2> 6298 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6306 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6314 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6315 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98518777170755594-127.0.0.1:33057_solr-n_0000000000) starting
   [junit4]   2> 6320 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6327 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6329 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 6332 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44743_solr
   [junit4]   2> 6334 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6334 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6334 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6346 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6450 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33057_solr
   [junit4]   2> 6453 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6453 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6453 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6454 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6867 INFO  (jetty-launcher-4-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/.
   [junit4]   2> 6873 INFO  (jetty-launcher-4-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/.
   [junit4]   2> 7136 INFO  (jetty-launcher-4-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/.
   [junit4]   2> 7151 INFO  (jetty-launcher-4-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/.
   [junit4]   2> 7231 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 7232 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45197/solr ready
   [junit4]   2> 7291 INFO  (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeletionsTriggerWatches
   [junit4]   2> 7489 INFO  (qtp20786761-59) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7510 INFO  (OverseerThreadFactory-31-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection tobedeleted
   [junit4]   2> 7722 INFO  (qtp29321600-56) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 7723 INFO  (qtp29321600-56) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 7833 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 8747 INFO  (qtp29321600-56) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 8767 INFO  (qtp29321600-56) [    ] o.a.s.s.IndexSchema [tobedeleted_shard1_replica1] Schema name=test
   [junit4]   2> 8883 WARN  (qtp29321600-56) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 8887 WARN  (qtp29321600-56) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 8891 WARN  (qtp29321600-56) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 8891 WARN  (qtp29321600-56) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 8892 INFO  (qtp29321600-56) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 8893 INFO  (qtp29321600-56) [    ] o.a.s.c.CoreContainer Creating SolrCore 'tobedeleted_shard1_replica1' using configuration from collection tobedeleted, trusted=true
   [junit4]   2> 8894 INFO  (qtp29321600-56) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8894 INFO  (qtp29321600-56) [    ] o.a.s.c.SolrCore [[tobedeleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/tobedeleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/./tobedeleted_shard1_replica1/data/]
   [junit4]   2> 8937 INFO  (qtp29321600-56) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8938 INFO  (qtp29321600-56) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8940 INFO  (qtp29321600-56) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 8942 INFO  (qtp29321600-56) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 8944 INFO  (qtp29321600-56) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b1653c[tobedeleted_shard1_replica1] main]
   [junit4]   2> 8947 INFO  (qtp29321600-56) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 8948 INFO  (qtp29321600-56) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 8948 INFO  (qtp29321600-56) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 8950 INFO  (qtp29321600-56) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300438444048384
   [junit4]   2> 8951 INFO  (searcherExecutor-40-thread-1) [    ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] Registered new searcher Searcher@b1653c[tobedeleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 8979 INFO  (qtp29321600-56) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 8979 INFO  (qtp29321600-56) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 8980 INFO  (qtp29321600-56) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/
   [junit4]   2> 8980 INFO  (qtp29321600-56) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 8980 INFO  (qtp29321600-56) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/ has no replicas
   [junit4]   2> 8980 INFO  (qtp29321600-56) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 9020 INFO  (qtp29321600-56) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/ shard1
   [junit4]   2> 9119 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 9122 INFO  (qtp29321600-56) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 9126 INFO  (qtp29321600-56) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1404
   [junit4]   2> 9167 INFO  (qtp20786761-59) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 9231 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 9511 INFO  (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 10168 INFO  (qtp20786761-59) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2679
   [junit4]   2> 10174 INFO  (qtp20786761-64) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tobedeleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 10184 INFO  (OverseerThreadFactory-31-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 10187 INFO  (qtp29321600-58) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
   [junit4]   2> 10188 INFO  (qtp29321600-58) [    ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@804737
   [junit4]   2> 10190 INFO  (qtp29321600-58) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
   [junit4]   2> 10195 INFO  (qtp29321600-58) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tobedeleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 10302 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 10903 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tobedeleted&action=DELETE&wt=javabin&version=2} status=0 QTime=728
   [junit4]   2> 10904 INFO  (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeletionsTriggerWatches
   [junit4]   2> 10945 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleCollectionWatch
   [junit4]   2> 10990 INFO  (qtp20786761-65) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=fc22bba1-4816-49dd-a1a1-44827f30c54d&replicationFactor=1&collection.configName=config&name=testcollection&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 10992 INFO  (qtp20786761-65) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d&replicationFactor=1&collection.configName=config&name=testcollection&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 10997 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 10998 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 11002 INFO  (OverseerThreadFactory-31-thread-3) [    ] o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 11026 INFO  (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 11283 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard1_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 11283 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard1_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 11283 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11292 INFO  (qtp29321600-77) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard2_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 11294 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard2_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 11338 INFO  (qtp27709112-98) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard4_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard4&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 11338 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard4_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard4&wt=javabin&version=2
   [junit4]   2> 11339 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11346 INFO  (qtp3283411-57) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard3_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard3&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 11347 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard3_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 11348 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11360 INFO  (qtp20786761-65) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
   [junit4]   2> 11362 INFO  (qtp20786761-65) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 11461 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11461 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11461 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11461 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12002 INFO  (qtp20786761-59) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 12008 INFO  (qtp20786761-59) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 12336 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 12366 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
   [junit4]   2> 12366 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 12372 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 12387 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.s.IndexSchema [testcollection_shard1_replica1] Schema name=test
   [junit4]   2> 12390 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 12396 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 12400 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.s.IndexSchema [testcollection_shard2_replica1] Schema name=test
   [junit4]   2> 12410 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.s.IndexSchema [testcollection_shard4_replica1] Schema name=test
   [junit4]   2> 12433 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.s.IndexSchema [testcollection_shard3_replica1] Schema name=test
   [junit4]   2> 12501 WARN  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 12501 WARN  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 12501 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 12501 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard4_replica1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 12502 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12502 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SolrCore [[testcollection_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/testcollection_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/./testcollection_shard4_replica1/data/]
   [junit4]   2> 12504 WARN  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 12504 WARN  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 12505 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 12505 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard3_replica1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 12511 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12512 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SolrCore [[testcollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/testcollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/./testcollection_shard3_replica1/data/]
   [junit4]   2> 12513 WARN  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 12513 WARN  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 12513 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 12514 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 12514 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12514 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SolrCore [[testcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/testcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/./testcollection_shard1_replica1/data/]
   [junit4]   2> 12521 WARN  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 12521 WARN  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 12521 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 12521 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 12522 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12522 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SolrCore [[testcollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/testcollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/./testcollection_shard2_replica1/data/]
   [junit4]   2> 12674 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 12674 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 12675 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 12675 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 12676 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ca5d2[testcollection_shard3_replica1] main]
   [junit4]   2> 12682 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 12682 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 12692 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 12693 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 12693 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 12693 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 12695 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 12695 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 12696 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 12696 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1155712[testcollection_shard4_replica1] main]
   [junit4]   2> 12696 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 12696 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 12696 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442372014080
   [junit4]   2> 12697 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@52d6fb[testcollection_shard2_replica1] main]
   [junit4]   2> 12702 INFO  (searcherExecutor-46-thread-1) [    ] o.a.s.c.SolrCore [testcollection_shard3_replica1] Registered new searcher Searcher@1ca5d2[testcollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 12704 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 12704 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 12705 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 12705 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442382499840
   [junit4]   2> 12706 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 12708 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442384596992
   [junit4]   2> 12720 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d4d220[testcollection_shard1_replica1] main]
   [junit4]   2> 12719 INFO  (searcherExecutor-48-thread-1) [    ] o.a.s.c.SolrCore [testcollection_shard2_replica1] Registered new searcher Searcher@52d6fb[testcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 12726 INFO  (searcherExecutor-45-thread-1) [    ] o.a.s.c.SolrCore [testcollection_shard4_replica1] Registered new searcher Searcher@1155712[testcollection_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 12732 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 12732 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 12732 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34799/solr/testcollection_shard3_replica1/
   [junit4]   2> 12733 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 12733 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:34799/solr/testcollection_shard3_replica1/ has no replicas
   [junit4]   2> 12733 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 12735 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 12736 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 12736 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 12737 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442415005696
   [junit4]   2> 12741 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34799/solr/testcollection_shard3_replica1/ shard3
   [junit4]   2> 12742 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 12742 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 12742 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44743/solr/testcollection_shard4_replica1/
   [junit4]   2> 12745 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 12745 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:44743/solr/testcollection_shard4_replica1/ has no replicas
   [junit4]   2> 12745 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33057/solr/testcollection_shard2_replica1/
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:33057/solr/testcollection_shard2_replica1/ has no replicas
   [junit4]   2> 12746 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 12752 INFO  (searcherExecutor-47-thread-1) [    ] o.a.s.c.SolrCore [testcollection_shard1_replica1] Registered new searcher Searcher@d4d220[testcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36907/solr/testcollection_shard1_replica1/
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:36907/solr/testcollection_shard1_replica1/ has no replicas
   [junit4]   2> 12758 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 12780 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44743/solr/testcollection_shard4_replica1/ shard4
   [junit4]   2> 12780 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33057/solr/testcollection_shard2_replica1/ shard2
   [junit4]   2> 12788 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36907/solr/testcollection_shard1_replica1/ shard1
   [junit4]   2> 12920 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12920 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12920 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12920 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12933 INFO  (parallelCoreAdminExecutor-33-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 12935 INFO  (parallelCoreAdminExecutor-36-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 12939 INFO  (parallelCoreAdminExecutor-37-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 12948 INFO  (parallelCoreAdminExecutor-32-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 13011 INFO  (qtp20786761-60) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 13012 INFO  (qtp20786761-60) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 13052 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13052 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13053 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13053 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13369 INFO  (qtp20786761-64) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
   [junit4]   2> 13369 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 13373 INFO  (qtp3283411-84) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416
   [junit4]   2> 13373 INFO  (qtp3283411-84) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 13376 INFO  (qtp29321600-76) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758
   [junit4]   2> 13376 INFO  (qtp29321600-76) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 13380 INFO  (qtp27709112-69) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431
   [junit4]   2> 13380 INFO  (qtp27709112-69) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 13384 INFO  (OverseerThreadFactory-31-thread-3) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 14016 INFO  (qtp20786761-65) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14018 INFO  (qtp20786761-65) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 14021 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14022 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 14024 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/3)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-bfffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node1":{
   [junit4]   2>           "core":"testcollection_shard1_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36907/solr",
   [junit4]   2>           "node_name":"127.0.0.1:36907_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"c0000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testcollection_shard2_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:33057/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33057_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard3":{
   [junit4]   2>       "range":"0-3fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"testcollection_shard3_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34799/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34799_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard4":{
   [junit4]   2>       "range":"40000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"testcollection_shard4_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:44743/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44743_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false"}
   [junit4]   2> 14024 INFO  (watches-33-thread-1) [    ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/3)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-bfffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node1":{
   [junit4]   2>           "core":"testcollection_shard1_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36907/solr",
   [junit4]   2>           "node_name":"127.0.0.1:36907_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"c0000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testcollection_shard2_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:33057/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33057_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard3":{
   [junit4]   2>       "range":"0-3fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"testcollection_shard3_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34799/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34799_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard4":{
   [junit4]   2>       "range":"40000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"testcollection_shard4_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:44743/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44743_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false"}
   [junit4]   2> 14028 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@191f58e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 14029 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16315034
   [junit4]   2> 14029 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 14029 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 14029 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 14034 INFO  (coreCloseExecutor-65-thread-1) [    ] o.a.s.c.SolrCore [testcollection_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2b7bb7
   [junit4]   2> 14036 INFO  (coreCloseExecutor-65-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
   [junit4]   2> 14040 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 14040 WARN  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 14040 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c9f542{/solr,null,UNAVAILABLE}
   [junit4]   2> 14040 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 14040 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 14040 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 14132 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 14132 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 14132 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 14132 INFO  (zkCallback-34-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 14133 INFO  (watches-33-thread-1) [    ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/4)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-bfffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node1":{
   [junit4]   2>           "core":"testcollection_shard1_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36907/solr",
   [junit4]   2>           "node_name":"127.0.0.1:36907_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"c0000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"testcollection_shard2_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:33057/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33057_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard3":{
   [junit4]   2>       "range":"0-3fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"testcollection_shard3_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34799/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34799_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard4":{
   [junit4]   2>       "range":"40000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"testcollection_shard4_replica1",
   [junit4]   2>           "base_url":"https://127.0.0.1:44743/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44743_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "leader":"true"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false"}
   [junit4]   2> 14132 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 14136 INFO  (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimpleCollectionWatch
   [junit4]   2> 14151 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchesWorkForStateFormat1
   [junit4]   2> 14156 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 14157 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1927ef7{/solr,null,AVAILABLE}
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b1d59b{SSL,[ssl, http/1.1]}{127.0.0.1:41937}
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.e.j.s.Server Started @15999ms
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41937}
   [junit4]   2> 14159 ERROR (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 14159 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T01:00:48.293716Z
   [junit4]   2> 14203 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 14219 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 14225 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
   [junit4]   2> 14270 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 14272 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 14273 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41937_solr
   [junit4]   2> 14274 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 14274 INFO  (zkCallback-34-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 14274 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 14274 INFO  (zkCallback-41-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 14275 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 14388 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node5/.
   [junit4]   2> 14441 INFO  (qtp20786761-60) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14442 INFO  (qtp20786761-60) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 14446 INFO  (qtp20786761-64) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14447 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 14451 INFO  (OverseerThreadFactory-31-thread-4) [    ] o.a.s.c.CreateCollectionCmd Create collection stateformat1
   [junit4]   2> 14452 INFO  (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 14668 INFO  (qtp20786761-59) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&qt=/admin/cores&collection.configName=config&newCollection=true&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 14669 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.h.a.CoreAdminOperation core create command async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&qt=/admin/cores&collection.configName=config&newCollection=true&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 14681 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
   [junit4]   2> 14681 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 15450 INFO  (qtp20786761-65) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 15451 INFO  (qtp20786761-65) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 15680 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 15689 INFO  (qtp20786761-60) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
   [junit4]   2> 15689 INFO  (qtp20786761-60) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 15692 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.s.IndexSchema [stateformat1_shard1_replica1] Schema name=test
   [junit4]   2> 15759 WARN  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 15759 WARN  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 15759 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 15759 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'stateformat1_shard1_replica1' using configuration from collection stateformat1, trusted=true
   [junit4]   2> 15759 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 15760 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SolrCore [[stateformat1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/stateformat1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/./stateformat1_shard1_replica1/data/]
   [junit4]   2> 15799 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 15799 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 15800 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 15800 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 15801 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ec134f[stateformat1_shard1_replica1] main]
   [junit4]   2> 15802 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 15803 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 15803 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 15806 INFO  (searcherExecutor-73-thread-1) [    ] o.a.s.c.SolrCore [stateformat1_shard1_replica1] Registered new searcher Searcher@ec134f[stateformat1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15809 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300445636231168
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/ has no replicas
   [junit4]   2> 15824 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 15866 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/ shard1
   [junit4]   2> 16017 INFO  (parallelCoreAdminExecutor-37-thread-2) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 16459 INFO  (qtp20786761-64) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 16470 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 16692 INFO  (qtp20786761-60) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
   [junit4]   2> 16692 INFO  (qtp20786761-60) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 16695 INFO  (OverseerThreadFactory-31-thread-4) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 17473 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17474 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 17478 INFO  (qtp20786761-59) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17478 INFO  (qtp20786761-59) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 17482 INFO  (qtp20786761-64) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :migratestateformat with params async=4efd6337-5035-47b9-8bad-0da03a169176&action=MIGRATESTATEFORMAT&collection=stateformat1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17483 INFO  (qtp20786761-64) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=4efd6337-5035-47b9-8bad-0da03a169176&action=MIGRATESTATEFORMAT&collection=stateformat1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 17484 INFO  (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 17485 INFO  (qtp20786761-60) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17486 INFO  (qtp20786761-60) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 17587 INFO  (zkCallback-34-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 17587 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 17587 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 17688 INFO  (OverseerThreadFactory-31-thread-5) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 18489 INFO  (qtp20786761-66) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 18489 INFO  (qtp20786761-66) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 18492 INFO  (qtp20786761-59) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176

[...truncated too long message...]

state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63503 INFO  (zkCallback-51-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63504 INFO  (zkCallback-57-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63504 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63506 INFO  (coreCloseExecutor-166-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
   [junit4]   2> 63513 INFO  (jetty-closer-5-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98518777170755594-127.0.0.1:33057_solr-n_0000000000) closing
   [junit4]   2> 63513 INFO  (OverseerStateUpdate-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33057_solr
   [junit4]   2> 63514 INFO  (zkCallback-51-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63514 INFO  (zkCallback-41-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63514 WARN  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 63515 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63515 WARN  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/falsepredicate/state.json]
   [junit4]   2> 63516 INFO  (zkCallback-57-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63516 WARN  (zkCallback-57-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/falsepredicate/state.json]
   [junit4]   2> 63516 WARN  (zkCallback-57-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 63516 INFO  (jetty-closer-5-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a1f0b{/solr,null,UNAVAILABLE}
   [junit4]   2> 63517 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 63518 INFO  (jetty-closer-5-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fc9f70{/solr,null,UNAVAILABLE}
   [junit4]   2> 63518 INFO  (zkCallback-51-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 63518 INFO  (zkCallback-41-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 63518 INFO  (zkCallback-41-thread-3) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41937_solr
   [junit4]   2> 63521 INFO  (coreCloseExecutor-166-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
   [junit4]   2> 63521 INFO  (coreCloseExecutor-167-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
   [junit4]   2> 63522 INFO  (coreCloseExecutor-166-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
   [junit4]   2> 63530 INFO  (coreCloseExecutor-166-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
   [junit4]   2> 63530 INFO  (coreCloseExecutor-166-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
   [junit4]   2> 63534 WARN  (zkCallback-41-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 63534 INFO  (zkCallback-51-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 63535 WARN  (zkCallback-51-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 63535 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8001a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 63534 INFO  (zkCallback-51-thread-3) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40715_solr
   [junit4]   2> 63535 INFO  (jetty-closer-5-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1927ef7{/solr,null,UNAVAILABLE}
   [junit4]   2> 63538 INFO  (jetty-closer-5-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17c23ec{/solr,null,UNAVAILABLE}
   [junit4]   2> 63539 ERROR (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 63540 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45197 45197
   [junit4]   2> 68959 INFO  (Thread-11) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45197 45197
   [junit4]   2> 68960 WARN  (Thread-11) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/testcollection/state.json
   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98518777170755594-127.0.0.1:33057_solr-n_0000000000
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98518777170755593-127.0.0.1:34799_solr-n_0000000002
   [junit4]   2> 	2	/solr/collections/currentstate/state.json
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 68960 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=51, maxMBSortInHeap=6.142355941684421, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=pt-ST, timezone=Australia/North
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=119908488,total=249823232
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetAdminRequest, TestBatchUpdate, CompoundEvaluatorTest, TestCollectionStateWatchers]
   [junit4] Completed [63/130 (1!)] on J2 in 63.64s, 9 tests, 1 failure <<< FAILURES!

[...truncated 35771 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 77 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/77/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([3443B7047EB14507:882DC116DAE2C67D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11423 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/init-core-data-001
   [junit4]   2> 318627 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 318628 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 318629 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001
   [junit4]   2> 318629 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 318629 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 318629 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 318630 ERROR (Thread-952) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 318729 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43875
   [junit4]   2> 318745 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318761 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318761 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318762 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5822657f{/solr,null,AVAILABLE}
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39d71b51{SSL,[ssl, http/1.1]}{127.0.0.1:42163}
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.Server Started @320353ms
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42163}
   [junit4]   2> 318763 ERROR (jetty-launcher-890-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.026Z
   [junit4]   2> 318777 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318777 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5319675c{/solr,null,AVAILABLE}
   [junit4]   2> 318778 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69d821af{/solr,null,AVAILABLE}
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:39741}
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.Server Started @320377ms
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39741}
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4eede1dc{SSL,[ssl, http/1.1]}{127.0.0.1:38899}
   [junit4]   2> 318788 ERROR (jetty-launcher-890-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.Server Started @320377ms
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38899}
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318788 ERROR (jetty-launcher-890-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.050Z
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.050Z
   [junit4]   2> 318795 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318802 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318812 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318813 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318819 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318820 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318833 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318842 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318847 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e06c315640005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 318870 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318871 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38899_solr
   [junit4]   2> 318871 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) starting
   [junit4]   2> 318904 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318905 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42163_solr
   [junit4]   2> 318913 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318919 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318921 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39741_solr
   [junit4]   2> 318960 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318966 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 318967 INFO  (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 318967 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38899_solr
   [junit4]   2> 318968 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 318986 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 318998 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 319028 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/.
   [junit4]   2> 319030 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/.
   [junit4]   2> 319072 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
   [junit4]   2> 319099 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 319099 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43875/solr ready
   [junit4]   2> 319183 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 319190 INFO  (OverseerThreadFactory-1515-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 319352 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 319352 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319398 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 319398 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319412 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 319413 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319522 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 319522 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 319522 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320374 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320380 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 320393 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 320433 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320500 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320508 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
   [junit4]   2> 320524 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320528 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
   [junit4]   2> 320531 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320531 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320532 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320532 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320533 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2241913[authCollection_shard3_replica1] main]
   [junit4]   2> 320534 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320535 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320535 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320538 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830736588800
   [junit4]   2> 320542 INFO  (searcherExecutor-1522-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@2241913[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38899/solr/authCollection_shard3_replica1/
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320568 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 320651 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320651 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320653 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320653 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320655 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@400f5e6[authCollection_shard1_replica1] main]
   [junit4]   2> 320661 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320661 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320662 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320663 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320663 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320665 INFO  (searcherExecutor-1525-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@400f5e6[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320665 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830869757952
   [junit4]   2> 320665 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320665 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320667 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dd2a48d[authCollection_shard2_replica1] main]
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320672 INFO  (searcherExecutor-1523-thread-1-processing-n:127.0.0.1:39741_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@7dd2a48d[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320672 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830877097984
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42163/solr/authCollection_shard1_replica1/
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320678 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39741/solr/authCollection_shard2_replica1/
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320685 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 320786 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320786 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320786 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320824 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320825 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1473
   [junit4]   2> 320829 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320829 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1417
   [junit4]   2> 320836 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320837 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1439
   [junit4]   2> 320841 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 320940 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320941 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320941 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 321195 INFO  (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 321841 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2658
   [junit4]   2> 321852 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 321860 INFO  (qtp2107236982-4130) [n:127.0.0.1:39741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 321861 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321861 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321861 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321861 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321863 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321864 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321865 INFO  (qtp2107236982-4129) [n:127.0.0.1:39741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 321873 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890893067
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 321884 INFO  (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e29150e
   [junit4]   2> 321890 INFO  (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 321914 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321914 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321917 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321918 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321931 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321931 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
   [junit4]   2> 321931 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
   [junit4]   2> 321932 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
   [junit4]   2> 321932 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321933 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5319675c{/solr,null,UNAVAILABLE}
   [junit4]   2> 321934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 321934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d58e797{/solr,null,AVAILABLE}
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51a0afec{SSL,[ssl, http/1.1]}{127.0.0.1:43855}
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.Server Started @323525ms
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43855}
   [junit4]   2> 321936 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:45.198Z
   [junit4]   2> 321938 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 321943 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 321944 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 321965 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 321967 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 321969 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43855_solr
   [junit4]   2> 321970 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
   [junit4]   2> 322038 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
   [junit4]   2> 322038 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 322038 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 322144 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 322144 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 322144 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323046 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323052 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 323056 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
   [junit4]   2> 323087 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 323087 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63d57161[authCollection_shard2_replica1] main]
   [junit4]   2> 323091 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323092 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323092 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323093 INFO  (searcherExecutor-1545-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@63d57161[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323093 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378833415700480
   [junit4]   2> 323098 INFO  (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 323201 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323201 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323201 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323601 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
   [junit4]   2> 323607 INFO  (qtp1749235242-4109) [n:127.0.0.1:38899_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 323608 INFO  (qtp1749235242-4109) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2 
   [junit4]   2> 323611 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 323619 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 323629 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=2
   [junit4]   2> 323629 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323629 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323630 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323630 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323630 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323630 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323633 INFO  (qtp317793032-4215) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 323634 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 323641 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323641 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323641 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323648 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323649 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323658 INFO  (qtp317793032-4209) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323658 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323659 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323663 INFO  (qtp317793032-4215) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323664 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323680 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323690 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 323690 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 323693 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 323693 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 323695 INFO  (qtp1749235242-4125) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 323716 INFO  (OverseerThreadFactory-1515-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 323756 INFO  (qtp1749235242-4133) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 323756 INFO  (qtp1749235242-4136) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
   [junit4]   2> 323761 INFO  (qtp1749235242-4134) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 323762 INFO  (qtp304420152-4117) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
   [junit4]   2> 323817 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323817 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323824 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 323826 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323826 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 323829 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
   [junit4]   2> 323829 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 323831 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323831 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 323835 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 323866 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323866 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323870 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323871 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323871 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ceef9b[authCollection_shard1_replica1] main]
   [junit4]   2> 323872 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323874 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323875 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323875 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d1e3555[authCollection_shard3_replica1] main]
   [junit4]   2> 323875 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834235686912
   [junit4]   2> 323876 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323877 INFO  (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@7d1e3555[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323877 INFO  (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@23ceef9b[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834237784064
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3809169d[authCollection_shard1_replica1] main]
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@75af35fd
   [junit4]   2> 323878 INFO  (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@3809169d[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323879 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 323879 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=116
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f98e3aa[authCollection_shard3_replica1] main]
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d4f4de
   [junit4]   2> 323882 INFO  (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@4f98e3aa[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323883 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 323883 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=122
   [junit4]   2> 323884 INFO  (qtp1749235242-4125) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=188
   [junit4]   2> 323887 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323892 INFO  (qtp317793032-4211) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323892 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323892 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323893 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 325719 INFO  (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 327920 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4016
   [junit4]   2> 327920 ERROR (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
   [junit4]   2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2477)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCa

[...truncated too long message...]

collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 327957 INFO  (coreCloseExecutor-1558-thread-1) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 327958 INFO  (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@54a11c6f
   [junit4]   2> 327959 INFO  (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@65022f9b
   [junit4]   2> 327959 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 327959 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 327966 INFO  (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 327967 INFO  (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 327968 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 327968 WARN  (zkCallback-919-thread-2-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 327969 INFO  (jetty-closer-891-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) closing
   [junit4]   2> 327969 INFO  (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38899_solr
   [junit4]   2> 327970 WARN  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 327970 INFO  (jetty-closer-891-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69d821af{/solr,null,UNAVAILABLE}
   [junit4]   2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 329103 INFO  (jetty-closer-891-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d58e797{/solr,null,UNAVAILABLE}
   [junit4]   2> 329459 WARN  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 329459 INFO  (jetty-closer-891-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5822657f{/solr,null,UNAVAILABLE}
   [junit4]   2> 329460 ERROR (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 329460 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
   [junit4]   2> 334496 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
   [junit4]   2> 334496 WARN  (Thread-952) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98523676795994119-127.0.0.1:38899_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98523676795994120-127.0.0.1:42163_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 334496 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=el-GR, timezone=Pacific/Rarotonga
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=90092832,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrQueryParserResource, TestConfigsApi, OverseerRolesTest, HdfsRestartWhileUpdatingTest, PingRequestHandlerTest, TestScoreJoinQPScore, TestSubQueryTransformer, TestFreeTextSuggestions, TestGroupingSearch, TestNamedUpdateProcessors, TestSolrCloudWithHadoopAuthPlugin, ResponseHeaderTest, TestConfigSetsAPIZkFailure, TestJavabinTupleStreamParser, TestAnalyzeInfixSuggestions, AtomicUpdateProcessorFactoryTest, TestSolrXml, SolrJmxReporterTest, TestSchemaVersionResource, TestHdfsBackupRestoreCore, TestStandardQParsers, ReplicaListTransformerTest, StatsReloadRaceTest, TestStressReorder, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailureAfterFreshStartTest, SolrIndexMetricsTest, TestEmbeddedSolrServerSchemaAPI, TestSolrConfigHandlerCloud, TestNonDefinedSimilarityFactory, TestLegacyFieldCache, TestRequestStatusCollectionAPI, BlockJoinFacetRandomTest, ConcurrentDeleteAndCreateCollectionTest, TestComplexPhraseLeadingWildcard, HardAutoCommitTest, PluginInfoTest, SolrTestCaseJ4Test, SolrMetricManagerTest, ZkStateWriterTest, TestSolrDeletionPolicy1, TestLFUCache, AsyncCallRequestStatusResponseTest, TestDFRSimilarityFactory, TestQueryWrapperFilter, RecoveryZkTest, TestSchemaNameResource, TestReversedWildcardFilterFactory, OpenExchangeRatesOrgProviderTest, DOMUtilTest, BasicAuthIntegrationTest]
   [junit4] Completed [144/713 (1!)] on J2 in 15.88s, 1 test, 1 error <<< FAILURES!

[...truncated 45333 lines...]

[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build # 76 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/76/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
No JMX server found by monitor map

Stack Trace:
java.lang.AssertionError: No JMX server found by monitor map
	at __randomizedtesting.SeedInfo.seed([30D29E49C16D8F36]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([30D29E49C16D8F36:78A7EAFDC75EA0A3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1704 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J1-20170821_155814_8189063778453202070886.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J0-20170821_155814_8188919562836508487886.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J2-20170821_155814_81716071547906664655977.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 289 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170821_160428_92513641190570773323838.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170821_160428_92518154004262547589520.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170821_160428_92412325092403666501800.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1027 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170821_160530_68016477380976824474308.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170821_160530_68114364426334089470559.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170821_160530_68014718568580532052309.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170821_160744_91111575209809486788797.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170821_160744_91013404922665381071820.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170821_160744_91016954677794925018815.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170821_160759_0312589836790429726217.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170821_160759_0313551387465698727568.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170821_160759_03111298812315054453535.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170821_160829_8989524015221966025201.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170821_160829_89817415162626786585386.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170821_160829_8981130321377031230247.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170821_160834_6531053928071905805924.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170821_160834_6537951491673185760466.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170821_160834_65310740986916219177083.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170821_160844_6564069611275829144004.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170821_160844_6567475200966545728547.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170821_160852_1829289127696370987122.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170821_160852_18212124631535681576610.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170821_160852_1822703715772066829373.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170821_160854_90011401998050511998864.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170821_160901_5127106392227807559519.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 17 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170821_160901_51216250995991631298135.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170821_160901_51215032968054301809318.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1344 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170821_161008_0537416394670765541942.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170821_161008_0533945883737376957077.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170821_161008_05315914447792332874341.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J0-20170821_161015_54313830370031807933049.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J1-20170821_161015_5431709177431920749493.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J2-20170821_161015_5434027341201885076167.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 242 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J1-20170821_161022_88513772770203526600071.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J2-20170821_161022_88512242356739792464962.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J0-20170821_161022_8859442548299446471278.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J1-20170821_161237_76211480713504464416519.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J2-20170821_161237_7623486313697036137483.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J0-20170821_161237_76213293121117248987235.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 159 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J2-20170821_161240_3468024288215693866956.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J1-20170821_161240_34616968164822677529104.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J0-20170821_161240_34614231846682457951867.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 209 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J1-20170821_161246_00418303922941439633084.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J0-20170821_161246_0046235197638152702561.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J2-20170821_161246_0047969729571016328118.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 156 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J2-20170821_161352_693588416281658747715.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J1-20170821_161352_69315760742465707319116.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J0-20170821_161352_69316155607496976758035.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 241 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170821_161401_95313288923753475206779.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170821_161401_9538809536247995148831.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170821_161401_95316498271906592853756.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 152 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J2-20170821_161421_17115953926345309873733.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J0-20170821_161421_17115237417942926605893.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J1-20170821_161421_1714773192276589855746.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 143 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J0-20170821_161435_7907832250444869388465.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J1-20170821_161435_7903631217899746273179.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 210 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J0-20170821_161444_25512066565612545824015.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J2-20170821_161444_2552781452673872100370.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J1-20170821_161444_255948634207761769390.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 309 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J1-20170821_161505_11615359723270163529174.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J2-20170821_161505_11616890034129688755403.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J0-20170821_161505_1167124841981592013271.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170821_161512_6545443676759868246075.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170821_161512_65413525589258294118846.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170821_161512_6549973235614231289042.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J1-20170821_161519_59210512963349772912173.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J0-20170821_161519_59216199445541343237616.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J2-20170821_161519_59213252858850543924235.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 191 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170821_161531_8343740131438053674542.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170821_161531_83412535290449646343499.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170821_161531_83415772298486826043083.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 208 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170821_161606_87210632466826669034157.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170821_161606_8729169169871056774343.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170821_161606_87210033488079846085572.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 151 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J0-20170821_161618_692815201150387671982.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J2-20170821_161618_69214887948970692521049.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J1-20170821_161618_69212667227425154429872.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170821_161817_8631423645298298274317.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170821_161817_8634568223322098485435.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170821_161817_86311535622497996204563.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 305 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J1-20170821_161912_8919260607927965110762.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J0-20170821_161912_89115188280225492037350.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J2-20170821_161912_8918117809652047110854.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 2422 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/init-core-data-001
   [junit4]   2> 1023773 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1023773 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1023774 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1023774 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001
   [junit4]   2> 1023775 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1023775 INFO  (Thread-2621) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1023775 INFO  (Thread-2621) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1023780 ERROR (Thread-2621) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1023875 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44537
   [junit4]   2> 1023879 INFO  (jetty-launcher-1363-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023879 INFO  (jetty-launcher-1363-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023879 INFO  (jetty-launcher-1363-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023879 INFO  (jetty-launcher-1363-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023883 INFO  (jetty-launcher-1363-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@606bc417{/solr,null,AVAILABLE}
   [junit4]   2> 1023883 INFO  (jetty-launcher-1363-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bc3ff2d{/solr,null,AVAILABLE}
   [junit4]   2> 1023884 INFO  (jetty-launcher-1363-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6754f56c{/solr,null,AVAILABLE}
   [junit4]   2> 1023884 INFO  (jetty-launcher-1363-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bebc7a{/solr,null,AVAILABLE}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@55785179{SSL,[ssl, http/1.1]}{127.0.0.1:34827}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@251c2345{SSL,[ssl, http/1.1]}{127.0.0.1:37325}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-3) [    ] o.e.j.s.Server Started @1025428ms
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-2) [    ] o.e.j.s.Server Started @1025428ms
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34827}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37325}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@113206f8{SSL,[ssl, http/1.1]}{127.0.0.1:36739}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cb42f5b{SSL,[ssl, http/1.1]}{127.0.0.1:37267}
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-4) [    ] o.e.j.s.Server Started @1025428ms
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-1) [    ] o.e.j.s.Server Started @1025428ms
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36739}
   [junit4]   2> 1023885 ERROR (jetty-launcher-1363-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023885 ERROR (jetty-launcher-1363-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T16:37:10.332107Z
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T16:37:10.332125Z
   [junit4]   2> 1023885 ERROR (jetty-launcher-1363-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023885 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37267}
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023886 ERROR (jetty-launcher-1363-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T16:37:10.332305Z
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023886 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T16:37:10.332480Z
   [junit4]   2> 1023894 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1023896 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1023896 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1023902 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1023905 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1023905 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1023907 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
   [junit4]   2> 1023910 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1023913 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
   [junit4]   2> 1023918 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1023922 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
   [junit4]   2> 1023926 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
   [junit4]   2> 1023947 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1023947 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1023951 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37325_solr
   [junit4]   2> 1023953 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37267_solr
   [junit4]   2> 1023953 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98522459683291145-127.0.0.1:37325_solr-n_0000000000) starting
   [junit4]   2> 1023954 INFO  (zkCallback-1383-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023954 INFO  (zkCallback-1384-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023954 INFO  (zkCallback-1380-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023954 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1023955 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023955 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36739_solr
   [junit4]   2> 1023955 INFO  (zkCallback-1380-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1023958 INFO  (zkCallback-1384-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1023958 INFO  (zkCallback-1385-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1023958 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1023959 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34827_solr
   [junit4]   2> 1023960 INFO  (zkCallback-1384-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1023960 INFO  (zkCallback-1385-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1023960 INFO  (zkCallback-1380-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1023962 INFO  (zkCallback-1383-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1023971 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37325_solr
   [junit4]   2> 1023971 INFO  (zkCallback-1384-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1023971 INFO  (zkCallback-1383-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1023971 INFO  (zkCallback-1385-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1023972 INFO  (zkCallback-1380-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1023980 INFO  (jetty-launcher-1363-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node3/.
   [junit4]   2> 1023989 INFO  (jetty-launcher-1363-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/.
   [junit4]   2> 1023992 INFO  (jetty-launcher-1363-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node4/.
   [junit4]   2> 1024009 INFO  (jetty-launcher-1363-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/.
   [junit4]   2> 1024016 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1024016 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44537/solr ready
   [junit4]   2> 1024034 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
   [junit4]   2> 1024035 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1024088 INFO  (qtp482222126-9073) [    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
   [junit4]   2> 1024088 INFO  (qtp482222126-9073) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1024089 INFO  (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1025094 INFO  (qtp482222126-9073) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1025100 INFO  (qtp482222126-9073) [    ] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
   [junit4]   2> 1025101 INFO  (qtp482222126-9073) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1025101 INFO  (qtp482222126-9073) [    ] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection, trusted=true
   [junit4]   2> 1025101 INFO  (qtp482222126-9073) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1025102 INFO  (qtp482222126-9073) [    ] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/corewithnocollection], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002/]
   [junit4]   2> 1025132 INFO  (qtp482222126-9073) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1025132 INFO  (qtp482222126-9073) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1025133 INFO  (qtp482222126-9073) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1025133 INFO  (qtp482222126-9073) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1025133 INFO  (qtp482222126-9073) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f1e2dfa[corewithnocollection] main]
   [junit4]   2> 1025134 INFO  (qtp482222126-9073) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1025134 INFO  (qtp482222126-9073) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1025134 INFO  (qtp482222126-9073) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1025134 INFO  (searcherExecutor-3500-thread-1) [    ] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@3f1e2dfa[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1025134 INFO  (qtp482222126-9073) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359356352430080
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/corewithnocollection/
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/corewithnocollection/ has no replicas
   [junit4]   2> 1025137 INFO  (qtp482222126-9073) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1025138 INFO  (qtp482222126-9073) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/corewithnocollection/ shard1
   [junit4]   2> 1025289 INFO  (qtp482222126-9073) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1025290 INFO  (qtp482222126-9073) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=1202
   [junit4]   2> 1025292 INFO  (qtp482222126-9094) [    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
   [junit4]   2> 1025293 INFO  (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1026297 INFO  (qtp482222126-9094) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1026301 INFO  (qtp482222126-9094) [    ] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
   [junit4]   2> 1026302 INFO  (qtp482222126-9094) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1026302 INFO  (qtp482222126-9094) [    ] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2, trusted=true
   [junit4]   2> 1026302 INFO  (qtp482222126-9094) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1026302 INFO  (qtp482222126-9094) [    ] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/corewithnocollection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002/]
   [junit4]   2> 1026339 INFO  (qtp482222126-9094) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1026339 INFO  (qtp482222126-9094) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1026339 INFO  (qtp482222126-9094) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1026339 INFO  (qtp482222126-9094) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1026340 INFO  (qtp482222126-9094) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e0fd4a3[corewithnocollection2] main]
   [junit4]   2> 1026340 INFO  (qtp482222126-9094) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1026340 INFO  (qtp482222126-9094) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1026340 INFO  (qtp482222126-9094) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1026341 INFO  (searcherExecutor-3505-thread-1) [    ] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@1e0fd4a3[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1026341 INFO  (qtp482222126-9094) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359357618061312
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/corewithnocollection2/
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/corewithnocollection2/ has no replicas
   [junit4]   2> 1026344 INFO  (qtp482222126-9094) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1026346 INFO  (qtp482222126-9094) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/corewithnocollection2/ shard1
   [junit4]   2> 1026496 INFO  (qtp482222126-9094) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1026497 INFO  (qtp482222126-9094) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1205
   [junit4]   2> 1026498 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
   [junit4]   2> 1026517 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[30D29E49C16D8F36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
   [junit4]   2> 1026517 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[30D29E49C16D8F36]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1026519 INFO  (qtp482222126-9100) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1026520 INFO  (OverseerThreadFactory-3491-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1026527 INFO  (qtp482222126-9073) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
   [junit4]   2> 1026528 INFO  (qtp482222126-9073) [    ] o.a.s.c.SolrCore [corewithnocollection]  CLOSING SolrCore org.apache.solr.core.SolrCore@56dacd5b
   [junit4]   2> 1026528 INFO  (qtp482222126-9073) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
   [junit4]   2> 1026529 INFO  (qtp482222126-9073) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1027232 INFO  (qtp482222126-9100) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=712
   [junit4]   2> 1027233 INFO  (qtp482222126-9105) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1027234 INFO  (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1027234 INFO  (OverseerThreadFactory-3491-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1027236 INFO  (qtp482222126-9094) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
   [junit4]   2> 1027236 INFO  (qtp482222126-9094) [    ] o.a.s.c.SolrCore [corewithnocollection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@702acc8a
   [junit4]   2> 1027236 INFO  (qtp482222126-9094) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
   [junit4]   2> 1027237 INFO  (qtp482222126-9094) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1027939 INFO  (qtp482222126-9105) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=705
   [junit4]   2> 1027941 INFO  (qtp482222126-9079) [    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
   [junit4]   2> 1027942 INFO  (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1028946 INFO  (qtp482222126-9079) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1028950 INFO  (qtp482222126-9079) [    ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1028951 INFO  (qtp482222126-9079) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1028951 INFO  (qtp482222126-9079) [    ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection, trusted=true
   [junit4]   2> 1028952 INFO  (qtp482222126-9079) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1028952 INFO  (qtp482222126-9079) [    ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003/]
   [junit4]   2> 1028984 INFO  (qtp482222126-9079) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1028984 INFO  (qtp482222126-9079) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1028985 INFO  (qtp482222126-9079) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1028985 INFO  (qtp482222126-9079) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1028985 INFO  (qtp482222126-9079) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@743a1794[halfdeletedcollection_shard1_replica1] main]
   [junit4]   2> 1028986 INFO  (qtp482222126-9079) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1028986 INFO  (qtp482222126-9079) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1028986 INFO  (qtp482222126-9079) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1028986 INFO  (searcherExecutor-3510-thread-1) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@743a1794[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1028986 INFO  (qtp482222126-9079) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359360391544832
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/ has no replicas
   [junit4]   2> 1028989 INFO  (qtp482222126-9079) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1028990 INFO  (qtp482222126-9079) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/ shard2
   [junit4]   2> 1029141 INFO  (qtp482222126-9079) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1029141 INFO  (qtp482222126-9079) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1200
   [junit4]   2> 1029144 INFO  (qtp482222126-9079) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1029146 INFO  (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1029146 INFO  (OverseerThreadFactory-3491-thread-3) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1029148 INFO  (qtp482222126-9073) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
   [junit4]   2> 1029148 INFO  (qtp482222126-9073) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7842bc04
   [junit4]   2> 1029149 INFO  (qtp482222126-9073) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
   [junit4]   2> 1029150 INFO  (qtp482222126-9073) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1029853 INFO  (qtp482222126-9079) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=708
   [junit4]   2> 1029854 INFO  (qtp482222126-9100) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1029854 INFO  (qtp482222126-9100) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1029856 INFO  (qtp482222126-9105) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1029857 INFO  (OverseerThreadFactory-3491-thread-4) [    ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
   [junit4]   2> 1029857 INFO  (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1030060 INFO  (qtp482222126-9094) [    ] o.a.s.u.TestInjection Inject random core creation delay of 2s
   [junit4]   2> 1030108 INFO  (qtp2122892029-9077) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1030108 INFO  (qtp2122892029-9077) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1030210 INFO  (zkCallback-1380-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1031114 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1031118 INFO  (qtp2122892029-9077) [    ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1031119 INFO  (qtp2122892029-9077) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1031119 INFO  (qtp2122892029-9077) [    ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection, trusted=true
   [junit4]   2> 1031119 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1031119 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/./halfdeletedcollection_shard1_replica1/data/]
   [junit4]   2> 1031144 INFO  (qtp2122892029-9077) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1031144 INFO  (qtp2122892029-9077) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1031145 INFO  (qtp2122892029-9077) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1031145 INFO  (qtp2122892029-9077) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1031145 INFO  (qtp2122892029-9077) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d3e4493[halfdeletedcollection_shard1_replica1] main]
   [junit4]   2> 1031146 INFO  (qtp2122892029-9077) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1031146 INFO  (qtp2122892029-9077) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1031146 INFO  (qtp2122892029-9077) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1031146 INFO  (searcherExecutor-3515-thread-1) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@5d3e4493[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1031146 INFO  (qtp2122892029-9077) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359362656468992
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/ has no replicas
   [junit4]   2> 1031149 INFO  (qtp2122892029-9077) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1031150 INFO  (qtp2122892029-9077) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/ shard1
   [junit4]   2> 1031251 INFO  (zkCallback-1380-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1031300 INFO  (qtp2122892029-9077) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1031301 INFO  (qtp2122892029-9077) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1193
   [junit4]   2> 1031402 INFO  (zkCallback-1380-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1032060 INFO  (qtp482222126-9094) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1032163 INFO  (zkCallback-1380-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - upda

[...truncated too long message...]

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170821_170027_092605387959808116667.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170821_170027_09215167400985061363067.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170821_170044_7982632588889097331850.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170821_170044_79811986279397255635688.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170821_170044_7983426300328507760822.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1136 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170821_170106_22514673722150408380434.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170821_170106_2255726502895051204811.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170821_170113_65110521272823505085379.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170821_170113_65111196336056317422923.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170821_170113_6518511746480278371837.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170821_170139_89915822781153948987629.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170821_170139_899482935696556455308.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170821_170139_89215811771836994344537.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 504 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170821_170151_57318327891946963678057.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170821_170151_57112056992483619292525.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 590 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170821_170158_7205393021500123884966.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170821_170158_72016724217954532786576.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170821_170158_7203176512032751181824.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 540 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170821_170228_5981585916733938556059.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170821_170228_4784702192714540474673.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170821_170238_2814194333667244061735.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 28890 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 75 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/75/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:
Did not see a fully active cluster after 30 seconds

Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
	at __randomizedtesting.SeedInfo.seed([BF613E15ED75B286:37579C4635DA5A94]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14108 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/init-core-data-001
   [junit4]   2> 120646 WARN  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 120646 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 120648 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 120648 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001
   [junit4]   2> 120648 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 120649 INFO  (Thread-221) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 120649 INFO  (Thread-221) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 120650 ERROR (Thread-221) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 120749 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38123
   [junit4]   2> 120754 INFO  (jetty-launcher-187-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 120754 INFO  (jetty-launcher-187-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 120755 INFO  (jetty-launcher-187-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 120756 INFO  (jetty-launcher-187-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 120757 INFO  (jetty-launcher-187-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7495e6{/solr,null,AVAILABLE}
   [junit4]   2> 120759 INFO  (jetty-launcher-187-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b45c20{SSL,[ssl, http/1.1]}{127.0.0.1:39431}
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1545226{/solr,null,AVAILABLE}
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.e.j.s.Server Started @122545ms
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39431}
   [junit4]   2> 120760 ERROR (jetty-launcher-187-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T11:14:47.961Z
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ab8fdd{/solr,null,AVAILABLE}
   [junit4]   2> 120760 INFO  (jetty-launcher-187-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12de145{SSL,[ssl, http/1.1]}{127.0.0.1:45271}
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.e.j.s.Server Started @122546ms
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45271}
   [junit4]   2> 120761 ERROR (jetty-launcher-187-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 120761 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T11:14:47.962Z
   [junit4]   2> 120767 INFO  (jetty-launcher-187-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@183f939{SSL,[ssl, http/1.1]}{127.0.0.1:35225}
   [junit4]   2> 120767 INFO  (jetty-launcher-187-thread-1) [    ] o.e.j.s.Server Started @122553ms
   [junit4]   2> 120767 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35225}
   [junit4]   2> 120767 ERROR (jetty-launcher-187-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 120767 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 120767 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 120768 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 120768 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T11:14:47.969Z
   [junit4]   2> 120775 INFO  (jetty-launcher-187-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17abec9{/solr,null,AVAILABLE}
   [junit4]   2> 120775 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 120775 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 120779 INFO  (jetty-launcher-187-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b596{SSL,[ssl, http/1.1]}{127.0.0.1:42273}
   [junit4]   2> 120779 INFO  (jetty-launcher-187-thread-2) [    ] o.e.j.s.Server Started @122565ms
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42273}
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 120780 ERROR (jetty-launcher-187-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T11:14:47.981Z
   [junit4]   2> 120780 INFO  (jetty-launcher-187-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
   [junit4]   2> 120779 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 120787 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 120803 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 120809 INFO  (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 120810 INFO  (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45271_solr
   [junit4]   2> 120810 INFO  (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr    ] o.a.s.c.Overseer Overseer (id=98521192061337606-127.0.0.1:45271_solr-n_0000000000) starting
   [junit4]   2> 120811 INFO  (jetty-launcher-187-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
   [junit4]   2> 120814 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 120814 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 120826 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 120826 INFO  (jetty-launcher-187-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
   [junit4]   2> 120833 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 120835 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 120837 INFO  (jetty-launcher-187-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
   [junit4]   2> 120839 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 120851 INFO  (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45271_solr
   [junit4]   2> 120863 INFO  (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120866 INFO  (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120870 INFO  (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 120871 INFO  (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120872 INFO  (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120874 INFO  (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39431_solr
   [junit4]   2> 120875 INFO  (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 120876 INFO  (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120878 INFO  (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 120882 INFO  (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_solr
   [junit4]   2> 120883 INFO  (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42273_solr
   [junit4]   2> 120889 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120889 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120889 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120894 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 120894 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 120894 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 120894 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 120899 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 120899 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 120903 INFO  (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 120903 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 120986 INFO  (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/.
   [junit4]   2> 120992 INFO  (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/.
   [junit4]   2> 121007 INFO  (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/.
   [junit4]   2> 121054 INFO  (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/.
   [junit4]   2> 121060 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 121060 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38123/solr ready
   [junit4]   2> 121075 INFO  (TEST-TestCollectionStateWatchers.testPredicateFailureTimesOut-seed#[BF613E15ED75B286]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPredicateFailureTimesOut
   [junit4]   2> 122084 INFO  (TEST-TestCollectionStateWatchers.testPredicateFailureTimesOut-seed#[BF613E15ED75B286]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPredicateFailureTimesOut
   [junit4]   2> 122106 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[BF613E15ED75B286]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateChecksCurrentState
   [junit4]   2> 122174 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=2091befc-44bd-43e4-b892-e54fb8b7fc09&replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 122176 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=2091befc-44bd-43e4-b892-e54fb8b7fc09&replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 122178 INFO  (OverseerThreadFactory-642-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.CreateCollectionCmd Create collection waitforstate
   [junit4]   2> 122183 INFO  (qtp10928192-1132) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 122184 INFO  (qtp10928192-1132) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 122366 INFO  (qtp33021321-1110) [n:127.0.0.1:45271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&qt=/admin/cores&collection.configName=config&newCollection=true&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 122366 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&qt=/admin/cores&collection.configName=config&newCollection=true&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 122367 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 122369 INFO  (qtp33021321-1118) [n:127.0.0.1:45271_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
   [junit4]   2> 122369 INFO  (qtp33021321-1118) [n:127.0.0.1:45271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 122471 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 123187 INFO  (qtp10928192-1133) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 123188 INFO  (qtp10928192-1133) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 123372 INFO  (qtp33021321-1120) [n:127.0.0.1:45271_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
   [junit4]   2> 123372 INFO  (qtp33021321-1120) [n:127.0.0.1:45271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 123375 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 123381 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema [waitforstate_shard1_replica1] Schema name=test
   [junit4]   2> 123423 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 123424 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 123424 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 123424 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'waitforstate_shard1_replica1' using configuration from collection waitforstate, trusted=true
   [junit4]   2> 123424 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 123424 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [[waitforstate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/waitforstate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/./waitforstate_shard1_replica1/data/]
   [junit4]   2> 123446 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 123446 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 123446 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 123446 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 123447 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c7f2a[waitforstate_shard1_replica1] main]
   [junit4]   2> 123448 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 123448 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 123448 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 123448 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339075916365824
   [junit4]   2> 123448 INFO  (searcherExecutor-651-thread-1-processing-x:waitforstate_shard1_replica1 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE n:127.0.0.1:45271_solr s:shard1 c:waitforstate) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Registered new searcher Searcher@7c7f2a[waitforstate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123451 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 123451 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 123451 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/
   [junit4]   2> 123451 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 123452 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/ has no replicas
   [junit4]   2> 123452 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 123453 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/ shard1
   [junit4]   2> 123555 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 123604 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 123708 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 124191 INFO  (qtp10928192-1134) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 124192 INFO  (qtp10928192-1134) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 124375 INFO  (qtp33021321-1123) [n:127.0.0.1:45271_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
   [junit4]   2> 124375 INFO  (qtp33021321-1123) [n:127.0.0.1:45271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 124380 INFO  (OverseerThreadFactory-642-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 125194 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 125196 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 125198 INFO  (qtp10928192-1132) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 125199 INFO  (qtp10928192-1132) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125202 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[BF613E15ED75B286]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWaitForStateChecksCurrentState
   [junit4]   2> 125214 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[BF613E15ED75B286]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
   [junit4]   2> 125217 INFO  (qtp10928192-1133) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 125217 INFO  (qtp10928192-1133) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125218 INFO  (OverseerThreadFactory-642-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
   [junit4]   2> 125219 INFO  (OverseerCollectionConfigSetProcessor-98521192061337606-127.0.0.1:45271_solr-n_0000000000) [n:127.0.0.1:45271_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 125219 INFO  (qtp10928192-1134) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 125220 INFO  (qtp10928192-1134) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125443 INFO  (qtp10928192-1134) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 125443 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
   [junit4]   2> 125443 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
   [junit4]   2> 125443 INFO  (qtp33021321-1110) [n:127.0.0.1:45271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 125444 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 125505 INFO  (qtp3893133-1109) [n:127.0.0.1:35225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125505 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 125505 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 125509 INFO  (qtp14269427-1119) [n:127.0.0.1:42273_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125509 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
   [junit4]   2> 125510 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 125512 INFO  (qtp14269427-1146) [n:127.0.0.1:42273_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
   [junit4]   2> 125512 INFO  (qtp14269427-1146) [n:127.0.0.1:42273_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 125615 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125615 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125615 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125615 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126222 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 126224 INFO  (qtp10928192-1117) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 126477 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 126478 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 126490 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
   [junit4]   2> 126490 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
   [junit4]   2> 126522 INFO  (qtp14269427-1147) [n:127.0.0.1:42273_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
   [junit4]   2> 126522 INFO  (qtp14269427-1147) [n:127.0.0.1:42273_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 126522 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 126530 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 126535 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
   [junit4]   2> 126536 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
   [junit4]   2> 126579 WARN  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 126579 WARN  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 126580 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 126580 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 126580 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 126580 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/./falsepredicate_shard2_replica1/data/]
   [junit4]   2> 126581 WARN  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 126581 WARN  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 126581 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 126581 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 126582 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 126582 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/./falsepredicate_shard3_replica1/data/]
   [junit4]   2> 126602 WARN  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 126602 WARN  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 126603 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 126603 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 126603 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 126603 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/./falsepredicate_shard4_replica1/data/]
   [junit4]   2> 126615 WARN  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 126615 WARN  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 126615 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 126615 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 126616 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 126616 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/./falsepredicate_shard1_replica1/data/]
   [junit4]   2> 126622 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 126622 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 126622 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 126622 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 126623 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d56115[falsepredicate_shard2_replica1] main]
   [junit4]   2> 126623 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 126623 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 126624 INFO  (searcherExecutor-656-thread-1-processing-x:falsepredicate_shard2_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE n:127.0.0.1:39431_solr s:shard2 c:falsepredicate) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@1d56115[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079246643200
   [junit4]   2> 126624 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eb8178[falsepredicate_shard3_replica1] main]
   [junit4]   2> 126625 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 126625 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 126625 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 126625 INFO  (searcherExecutor-657-thread-1-processing-x:falsepredicate_shard3_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE n:127.0.0.1:45271_solr s:shard3 c:falsepredicate) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@1eb8178[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 126625 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079247691776
   [junit4]   2> 126628 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 126628 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/ has no replicas
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/ has no replicas
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 126629 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@134c2d[falsepredicate_shard4_replica1] main]
   [junit4]   2> 126630 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 126630 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 126630 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 126630 INFO  (searcherExecutor-658-thread-1-processing-x:falsepredicate_shard4_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE n:127.0.0.1:42273_solr s:shard4 c:falsepredicate) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@134c2d[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 126630 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079252934656
   [junit4]   2> 126632 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/ shard2
   [junit4]   2> 126632 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/ shard3
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/ has no replicas
   [junit4]   2> 126634 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 126636 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/ shard4
   [junit4]   2> 126638 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 126638 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 126638 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 126638 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 126639 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13feb68[falsepredicate_shard1_replica1] main]
   [junit4]   2> 126639 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 126639 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 126639 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 126639 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079262371840
   [junit4]   2> 126639 INFO  (searcherExecutor-661-thread-1-processing-x:falsepredicate_shard1_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE n:127.0.0.1:35225_solr s:shard1 c:falsepredicate) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@13feb68[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/ has no replicas
   [junit4]   2> 126642 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 126643 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/ shard1
   [junit4]   2> 126745 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126745 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126745 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126745 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126783 INFO  (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 126783 INFO  (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 126787 INFO  (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 126794 INFO  (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 126897 INFO  (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126897 INFO  (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126897 INFO  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126897 INFO  (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 127226 INFO  (qtp10928192-1122) [n:127.0.0.1:39431_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 127227 INFO  (qtp10928192-1122) [n:127.0.0.1:39431_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 127525 INFO  (qtp14269427-1149) [n:127.0.0.1:42273_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
   [junit4]   2> 127525 INFO  (qtp14269427-1149) [n:127.0.0.1:42273_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 127530 INFO  (qtp3893133-1137) [n:127.0.0.1:35225_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141
   [junit4]   2> 127530 INFO  (qtp3893133-1137) [n:127.0.0.1:35225_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={

[...truncated too long message...]

or-746-thread-2) [n:127.0.0.1:42273_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60498b
   [junit4]   2> 177751 INFO  (coreCloseExecutor-747-thread-1) [n:127.0.0.1:34643_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f1f0d8
   [junit4]   2> 177749 INFO  (coreCloseExecutor-748-thread-2) [n:127.0.0.1:34843_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ce3a12
   [junit4]   2> 177748 INFO  (coreCloseExecutor-748-thread-3) [n:127.0.0.1:34843_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.c.SolrCore [testcollection_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1fd3f82
   [junit4]   2> 177748 INFO  (coreCloseExecutor-748-thread-1) [n:127.0.0.1:34843_solr c:falsepredicate s:shard1 r:core_node6 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17c3218
   [junit4]   2> 177748 INFO  (coreCloseExecutor-746-thread-1) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 r:core_node4 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
   [junit4]   2> 177747 INFO  (coreCloseExecutor-746-thread-3) [n:127.0.0.1:42273_solr c:testcollection s:shard1 r:core_node1 x:testcollection_shard1_replica1] o.a.s.c.SolrCore [testcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1dad67a
   [junit4]   2> 177747 INFO  (coreCloseExecutor-747-thread-2) [n:127.0.0.1:34643_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a21493
   [junit4]   2> 177751 INFO  (coreCloseExecutor-748-thread-1) [n:127.0.0.1:34843_solr c:falsepredicate s:shard1 r:core_node6 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
   [junit4]   2> 177751 INFO  (coreCloseExecutor-746-thread-2) [n:127.0.0.1:42273_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
   [junit4]   2> 177751 INFO  (coreCloseExecutor-748-thread-3) [n:127.0.0.1:34843_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
   [junit4]   2> 177752 INFO  (coreCloseExecutor-747-thread-2) [n:127.0.0.1:34643_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
   [junit4]   2> 177754 INFO  (coreCloseExecutor-748-thread-2) [n:127.0.0.1:34843_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
   [junit4]   2> 177754 INFO  (coreCloseExecutor-746-thread-3) [n:127.0.0.1:42273_solr c:testcollection s:shard1 r:core_node1 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
   [junit4]   2> 177754 INFO  (coreCloseExecutor-747-thread-1) [n:127.0.0.1:34643_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
   [junit4]   2> 177755 INFO  (jetty-closer-188-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98521192061337612-127.0.0.1:42273_solr-n_0000000003) closing
   [junit4]   2> 177755 INFO  (OverseerStateUpdate-98521192061337612-127.0.0.1:42273_solr-n_0000000003) [n:127.0.0.1:42273_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42273_solr
   [junit4]   2> 177758 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 177759 WARN  (zkCallback-231-thread-2-processing-n:127.0.0.1:34843_solr) [n:127.0.0.1:34843_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 177763 INFO  (jetty-closer-188-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53bb08{/solr,null,UNAVAILABLE}
   [junit4]   2> 179258 WARN  (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 179258 WARN  (zkCallback-225-thread-1-processing-n:127.0.0.1:34643_solr) [n:127.0.0.1:34643_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 179258 INFO  (jetty-closer-188-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17abec9{/solr,null,UNAVAILABLE}
   [junit4]   2> 179258 INFO  (jetty-closer-188-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1115f7{/solr,null,UNAVAILABLE}
   [junit4]   2> 179259 ERROR (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 179259 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38123 38123
   [junit4]   2> 185657 INFO  (Thread-221) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38123 38123
   [junit4]   2> 185658 WARN  (Thread-221) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98521192061337606-127.0.0.1:45271_solr-n_0000000000
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/collections/currentstate/state.json
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 185658 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ga-IE, timezone=Asia/Pontianak
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=22396888,total=221167616
   [junit4]   2> NOTE: All tests run in this JVM: [OperationsTest, TestSolrJErrorHandling, JdbcDriverTest, ConcurrentUpdateSolrClientBuilderTest, DocumentAnalysisResponseTest, CosineEvaluatorTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, SolrExampleStreamingBinaryTest, FloorEvaluatorTest, LessThanEqualToEvaluatorTest, CoalesceEvaluatorTest, MultiplyEvaluatorTest, OrEvaluatorTest, ClientUtilsTest, SolrZkClientTest, QueryResponseTest, SubtractEvaluatorTest, CloudSolrClientCacheTest, SolrQueryTest, TestCloudSolrClientConnections, SolrExampleBinaryTest, LargeVolumeJettyTest, TestSolrProperties, SolrParamTest, TermsResponseTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestCoreAdmin, TestNamedListCodec, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, SolrDocumentTest, FieldAnalysisResponseTest, NamedListTest, GetByIdTest, SolrSchemalessExampleTest, CloudSolrClientBuilderTest, ConcurrentUpdateSolrClientTest, LBHttpSolrClientBuilderTest, GraphTest, SelectWithEvaluatorsTest, StreamExpressionToExplanationTest, AndEvaluatorTest, CeilingEvaluatorTest, EqualsEvaluatorTest, FieldEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicTangentEvaluatorTest, ModuloEvaluatorTest, RoundEvaluatorTest, SquareRootEvaluatorTest, UuidEvaluatorTest, SolrPingTest, TestDelegationTokenResponse, TestToleratedUpdateError, TestCollectionStateWatchers]
   [junit4] Completed [130/130 (1!)] on J1 in 65.03s, 9 tests, 1 failure <<< FAILURES!

[...truncated 38682 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 74 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/74/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:
Did not see a fully active cluster after 30 seconds

Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
	at __randomizedtesting.SeedInfo.seed([7AD4F70B32052F27:F2E25558EAAAC735]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14050 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/init-core-data-001
   [junit4]   2> 110205 WARN  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=472 numCloses=472
   [junit4]   2> 110206 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 110207 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 110213 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001
   [junit4]   2> 110213 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 110213 INFO  (Thread-92) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 110213 INFO  (Thread-92) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 110214 ERROR (Thread-92) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 110313 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32775
   [junit4]   2> 110329 INFO  (jetty-launcher-1607-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 110329 INFO  (jetty-launcher-1607-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 110329 INFO  (jetty-launcher-1607-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 110329 INFO  (jetty-launcher-1607-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 110331 INFO  (jetty-launcher-1607-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d5ffa2c{/solr,null,AVAILABLE}
   [junit4]   2> 110331 INFO  (jetty-launcher-1607-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302135aa{/solr,null,AVAILABLE}
   [junit4]   2> 110331 INFO  (jetty-launcher-1607-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ccbaf48{/solr,null,AVAILABLE}
   [junit4]   2> 110331 INFO  (jetty-launcher-1607-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78dc2695{/solr,null,AVAILABLE}
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@701a5ccf{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1143c5ae{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-2) [    ] o.e.j.s.Server Started @??????ms
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-1) [    ] o.e.j.s.Server Started @??????ms
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39437}
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@644a0216{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-3) [    ] o.e.j.s.Server Started @??????ms
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41865}
   [junit4]   2> 110350 ERROR (jetty-launcher-1607-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@26abf109{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.e.j.s.Server Started @??????ms
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T05:59:18.097Z
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42487}
   [junit4]   2> 110350 ERROR (jetty-launcher-1607-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110350 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T05:59:18.097Z
   [junit4]   2> 110349 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42241}
   [junit4]   2> 110353 ERROR (jetty-launcher-1607-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 110353 ERROR (jetty-launcher-1607-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T05:59:18.100Z
   [junit4]   2> 110353 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T05:59:18.100Z
   [junit4]   2> 110362 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 110364 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 110364 INFO  (jetty-launcher-1607-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 110367 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 110374 INFO  (jetty-launcher-1607-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 110374 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 110377 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 110382 INFO  (jetty-launcher-1607-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 110393 INFO  (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110402 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 110402 INFO  (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39437_solr
   [junit4]   2> 110402 INFO  (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr    ] o.a.s.c.Overseer Overseer (id=98519951472132103-127.0.0.1:39437_solr-n_0000000000) starting
   [junit4]   2> 110403 INFO  (jetty-launcher-1607-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 110412 INFO  (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110414 INFO  (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42487_solr
   [junit4]   2> 110427 INFO  (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39437_solr
   [junit4]   2> 110428 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 110433 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 110438 INFO  (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 110439 INFO  (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 110439 INFO  (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110441 INFO  (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110442 INFO  (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42241_solr
   [junit4]   2> 110442 INFO  (OverseerStateUpdate-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 110443 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110444 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110444 INFO  (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110445 INFO  (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41865_solr
   [junit4]   2> 110446 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110447 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110450 INFO  (zkCallback-1621-thread-1-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110466 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 110510 INFO  (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/.
   [junit4]   2> 110513 INFO  (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/.
   [junit4]   2> 110516 INFO  (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/.
   [junit4]   2> 110535 INFO  (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/.
   [junit4]   2> 110543 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 110543 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32775/solr ready
   [junit4]   2> 110559 INFO  (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[7AD4F70B32052F27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeletionsTriggerWatches
   [junit4]   2> 110673 INFO  (qtp1041353423-3344) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 110674 INFO  (OverseerThreadFactory-240-thread-1-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.CreateCollectionCmd Create collection tobedeleted
   [junit4]   2> 110837 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 110837 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 110940 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 111848 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 111860 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema [tobedeleted_shard1_replica1] Schema name=test
   [junit4]   2> 111899 WARN  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 111899 WARN  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 111899 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 111899 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'tobedeleted_shard1_replica1' using configuration from collection tobedeleted, trusted=true
   [junit4]   2> 111900 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 111900 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore [[tobedeleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/tobedeleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/./tobedeleted_shard1_replica1/data/]
   [junit4]   2> 111923 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 111923 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 111924 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 111924 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 111924 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cd0b5d[tobedeleted_shard1_replica1] main]
   [junit4]   2> 111925 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 111925 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 111925 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 111926 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319225349275648
   [junit4]   2> 111926 INFO  (searcherExecutor-249-thread-1-processing-n:127.0.0.1:41865_solr x:tobedeleted_shard1_replica1 s:shard1 c:tobedeleted) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] Registered new searcher Searcher@7cd0b5d[tobedeleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/ has no replicas
   [junit4]   2> 111929 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 111930 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/ shard1
   [junit4]   2> 112032 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 112081 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 112082 INFO  (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1  x:tobedeleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1245
   [junit4]   2> 112084 INFO  (qtp1041353423-3344) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 112184 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 112676 INFO  (OverseerCollectionConfigSetProcessor-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 113085 INFO  (qtp1041353423-3344) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2411
   [junit4]   2> 113095 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tobedeleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 113096 INFO  (OverseerThreadFactory-240-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 113098 INFO  (qtp491460261-3350) [n:127.0.0.1:41865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
   [junit4]   2> 113099 INFO  (qtp491460261-3350) [n:127.0.0.1:41865_solr    ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1593ad9c
   [junit4]   2> 113101 INFO  (qtp491460261-3350) [n:127.0.0.1:41865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
   [junit4]   2> 113102 INFO  (qtp491460261-3350) [n:127.0.0.1:41865_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tobedeleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 113206 INFO  (zkCallback-1637-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 113806 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tobedeleted&action=DELETE&wt=javabin&version=2} status=0 QTime=711
   [junit4]   2> 113806 INFO  (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[7AD4F70B32052F27]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeletionsTriggerWatches
   [junit4]   2> 113818 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
   [junit4]   2> 113822 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8194bd56-421c-47b9-8db1-6b9ddb120ae4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 113824 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 113828 INFO  (qtp1041353423-3330) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 113828 INFO  (qtp1041353423-3330) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 113829 INFO  (OverseerThreadFactory-240-thread-3-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
   [junit4]   2> 113829 INFO  (OverseerCollectionConfigSetProcessor-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 114044 INFO  (qtp491460261-3352) [n:127.0.0.1:41865_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 114045 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
   [junit4]   2> 114051 INFO  (qtp1041353423-3334) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 114051 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
   [junit4]   2> 114051 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 114105 INFO  (qtp1774089217-3359) [n:127.0.0.1:42487_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 114105 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 114106 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 114106 INFO  (qtp510206292-3327) [n:127.0.0.1:39437_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 114106 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
   [junit4]   2> 114106 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 114111 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
   [junit4]   2> 114111 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 114212 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 114212 INFO  (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 114212 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 114212 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 114831 INFO  (qtp1041353423-3344) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 114832 INFO  (qtp1041353423-3344) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 115057 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 115063 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
   [junit4]   2> 115075 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 115090 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
   [junit4]   2> 115110 WARN  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 115111 WARN  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 115112 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 115112 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 115112 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 115112 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/./falsepredicate_shard2_replica1/data/]
   [junit4]   2> 115114 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
   [junit4]   2> 115114 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 115120 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 115141 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
   [junit4]   2> 115146 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 115158 WARN  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 115158 WARN  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 115158 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 115158 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 115159 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 115159 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/./falsepredicate_shard4_replica1/data/]
   [junit4]   2> 115161 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
   [junit4]   2> 115193 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 115193 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 115194 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 115194 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 115194 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55d953e[falsepredicate_shard2_replica1] main]
   [junit4]   2> 115201 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 115201 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 115201 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 115202 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 115202 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 115202 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 115202 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 115205 INFO  (searcherExecutor-254-thread-1-processing-x:falsepredicate_shard2_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE n:127.0.0.1:41865_solr s:shard2 c:falsepredicate) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@55d953e[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 115205 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228787556352
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/ has no replicas
   [junit4]   2> 115209 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 115211 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/ shard2
   [junit4]   2> 115211 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64fcaf82[falsepredicate_shard4_replica1] main]
   [junit4]   2> 115212 WARN  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 115212 WARN  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 115212 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 115212 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 115219 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 115219 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/./falsepredicate_shard3_replica1/data/]
   [junit4]   2> 115223 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 115224 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 115224 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 115224 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228807479296
   [junit4]   2> 115225 INFO  (searcherExecutor-255-thread-1-processing-x:falsepredicate_shard4_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE n:127.0.0.1:42241_solr s:shard4 c:falsepredicate) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@64fcaf82[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/ has no replicas
   [junit4]   2> 115230 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 115232 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/ shard4
   [junit4]   2> 115240 WARN  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 115240 WARN  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 115240 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 115240 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
   [junit4]   2> 115240 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 115241 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/]
   [junit4]   2> 115260 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 115260 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 115260 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 115260 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 115261 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ce21181[falsepredicate_shard3_replica1] main]
   [junit4]   2> 115262 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 115262 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 115262 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 115263 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228848373760
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/ has no replicas
   [junit4]   2> 115267 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 115268 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/ shard3
   [junit4]   2> 115271 INFO  (searcherExecutor-264-thread-1-processing-x:falsepredicate_shard3_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE n:127.0.0.1:39437_solr s:shard3 c:falsepredicate) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@6ce21181[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 115299 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 115300 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 115300 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 115300 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 115301 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a587216[falsepredicate_shard1_replica1] main]
   [junit4]   2> 115306 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 115306 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 115306 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 115307 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228894511104
   [junit4]   2> 115317 INFO  (searcherExecutor-265-thread-1-processing-x:falsepredicate_shard1_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE n:127.0.0.1:42487_solr s:shard1 c:falsepredicate) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@6a587216[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/ has no replicas
   [junit4]   2> 115320 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 115323 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/ shard1
   [junit4]   2> 115424 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115424 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115424 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115424 INFO  (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115433 INFO  (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 115467 INFO  (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 115470 INFO  (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 115474 INFO  (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 115576 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115576 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115576 INFO  (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115576 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 115834 INFO  (qtp1041353423-3330) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 115835 INFO  (qtp1041353423-3330) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116116 INFO  (qtp1041353423-3334) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
   [junit4]   2> 116116 INFO  (qtp1041353423-3334) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116119 INFO  (qtp510206292-3341) [n:127.0.0.1:39437_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362
   [junit4]   2> 116119 INFO  (qtp510206292-3341) [n:127.0.0.1:39437_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116121 INFO  (qtp491460261-3356) [n:127.0.0.1:41865_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916
   [junit4]   2> 116121 INFO  (qtp491460261-3356) [n:127.0.0.1:41865_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116124 INFO  (qtp1774089217-3326) [n:127.0.0.1:42487_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186
   [junit4]   2> 116124 INFO  (qtp1774089217-3326) [n:127.0.0.1:42487_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116128 INFO  (OverseerThreadFactory-240-thread-3-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 116837 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 116838 INFO  (qtp1041353423-3348) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 116842 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 116842 INFO  (qtp1041353423-3354) [n:127.0.0.1:42241_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 116844 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@701a5ccf{SSL,[ssl, http/1.1]}{127.0.0.1:?}
   [junit4]   2> 116845 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=406150331
   [junit4]   2> 116845 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 116845 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 116845 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 116854 INFO  (coreCloseExecutor-274-thread-1) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 r:core_node4 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d6381c5
   [junit4]   2> 116859 INFO  (coreCloseExecutor-274-thread-1) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 r:core_node4 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
   [junit4]   2> 116866 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [    ] o.a.s.c.Overseer Overseer (id=98519951472132103-127.0.0.1:39437_solr-n_0000000000) closing
   [junit4]   2> 116866 INFO  (OverseerStateUpdate-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39437_solr
   [junit4]   2> 116869 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e035fb6c90007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 116869 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 116869 INFO  (zkCallback-1637-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 116870 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 116870 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42487_solr
   [junit4]   2> 116870 INFO  (zkCallback-1623-thread-2-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 116870 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.Overseer Overseer (id=98519951472132104-127.0.0.1:42487_solr-n_0000000001) starting
   [junit4]   2> 116874 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 116874 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 116874 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 116981 INFO  (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 116981 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 116981 INFO  (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 118368 WARN  (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live

[...truncated too long message...]

loseExecutor-344-thread-1) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 r:core_node1 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@674fa1a6
   [junit4]   2> 167217 INFO  (coreCloseExecutor-344-thread-3) [n:127.0.0.1:41865_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@287240ec
   [junit4]   2> 167217 INFO  (coreCloseExecutor-346-thread-1) [n:127.0.0.1:42123_solr c:falsepredicate s:shard3 r:core_node5 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@228b6424
   [junit4]   2> 167218 INFO  (coreCloseExecutor-345-thread-1) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ed8bbc5
   [junit4]   2> 167217 INFO  (coreCloseExecutor-344-thread-4) [n:127.0.0.1:41865_solr c:testcollection s:shard4 r:core_node2 x:testcollection_shard4_replica1] o.a.s.c.SolrCore [testcollection_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6636c654
   [junit4]   2> 167218 INFO  (coreCloseExecutor-344-thread-2) [n:127.0.0.1:41865_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@62103eb4
   [junit4]   2> 167218 INFO  (coreCloseExecutor-346-thread-2) [n:127.0.0.1:42123_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@46b179e2
   [junit4]   2> 167219 INFO  (coreCloseExecutor-346-thread-3) [n:127.0.0.1:42123_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.c.SolrCore [delayed_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@68b81838
   [junit4]   2> 167219 INFO  (coreCloseExecutor-346-thread-4) [n:127.0.0.1:42123_solr c:testcollection s:shard2 r:core_node1 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e710568
   [junit4]   2> 167220 INFO  (coreCloseExecutor-345-thread-2) [n:127.0.0.1:42487_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3155a0aa
   [junit4]   2> 167227 INFO  (coreCloseExecutor-344-thread-1) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 r:core_node1 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
   [junit4]   2> 167228 INFO  (coreCloseExecutor-345-thread-1) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
   [junit4]   2> 167228 INFO  (coreCloseExecutor-346-thread-2) [n:127.0.0.1:42123_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
   [junit4]   2> 167228 INFO  (coreCloseExecutor-346-thread-3) [n:127.0.0.1:42123_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
   [junit4]   2> 167228 INFO  (coreCloseExecutor-344-thread-2) [n:127.0.0.1:41865_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
   [junit4]   2> 167228 INFO  (coreCloseExecutor-346-thread-4) [n:127.0.0.1:42123_solr c:testcollection s:shard2 r:core_node1 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
   [junit4]   2> 167229 INFO  (coreCloseExecutor-346-thread-1) [n:127.0.0.1:42123_solr c:falsepredicate s:shard3 r:core_node5 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
   [junit4]   2> 167229 INFO  (coreCloseExecutor-344-thread-4) [n:127.0.0.1:41865_solr c:testcollection s:shard4 r:core_node2 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
   [junit4]   2> 167229 INFO  (coreCloseExecutor-345-thread-2) [n:127.0.0.1:42487_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
   [junit4]   2> 167232 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 167232 INFO  (zkCallback-1631-thread-2-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 167233 INFO  (coreCloseExecutor-344-thread-3) [n:127.0.0.1:41865_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
   [junit4]   2> 167237 INFO  (jetty-closer-1608-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98519951472132104-127.0.0.1:42487_solr-n_0000000001) closing
   [junit4]   2> 167237 INFO  (OverseerStateUpdate-98519951472132104-127.0.0.1:42487_solr-n_0000000001) [n:127.0.0.1:42487_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42487_solr
   [junit4]   2> 167237 INFO  (jetty-closer-1608-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@302135aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 167238 INFO  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 167239 WARN  (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 167239 INFO  (jetty-closer-1608-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78dc2695{/solr,null,UNAVAILABLE}
   [junit4]   2> 168730 WARN  (zkCallback-1644-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 168730 INFO  (jetty-closer-1608-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3387c36f{/solr,null,UNAVAILABLE}
   [junit4]   2> 168731 ERROR (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 168731 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32775 32775
   [junit4]   2> 173949 INFO  (Thread-92) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32775 32775
   [junit4]   2> 173949 WARN  (Thread-92) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	7	/solr/configs/config
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/collections/currentstate/state.json
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98519951472132104-127.0.0.1:42487_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 173949 INFO  (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1775, maxMBSortInHeap=5.025901196623627, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=hi-IN, timezone=America/Lower_Princes
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=218194472,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [NamedListTest, LessThanEvaluatorTest, CompoundEvaluatorTest, TestHash, FacetFieldTest, NaturalLogEvaluatorTest, StreamExpressionTest, TestCollectionStateWatchers]
   [junit4] Completed [115/130 (1!)] on J2 in 63.76s, 9 tests, 1 failure <<< FAILURES!

[...truncated 42703 lines...]