You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/12 07:08:37 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3705 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3705/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([D4092FA9C13739D3:686759BB6564BAA9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:231)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12615 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/init-core-data-001
   [junit4]   2> 2948418 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2948437 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001
   [junit4]   2> 2948437 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2948438 INFO  (Thread-5425) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2948438 INFO  (Thread-5425) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2948539 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62677
   [junit4]   2> 2948664 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2948665 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2948666 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2948669 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4181eb6d{/solr,null,AVAILABLE}
   [junit4]   2> 2948671 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a9a44f5{/solr,null,AVAILABLE}
   [junit4]   2> 2948671 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72339826{/solr,null,AVAILABLE}
   [junit4]   2> 2948672 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75373735{SSL,[ssl, http/1.1]}{127.0.0.1:62679}
   [junit4]   2> 2948672 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.Server Started @2954350ms
   [junit4]   2> 2948672 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62679}
   [junit4]   2> 2948672 ERROR (jetty-launcher-11844-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2948673 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2948673 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2948673 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2948673 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T06:39:28.490Z
   [junit4]   2> 2948673 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6144d1ce{SSL,[ssl, http/1.1]}{127.0.0.1:62680}
   [junit4]   2> 2948674 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.Server Started @2954352ms
   [junit4]   2> 2948674 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62680}
   [junit4]   2> 2948674 ERROR (jetty-launcher-11844-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2948674 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T06:39:28.492Z
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61f8d574{SSL,[ssl, http/1.1]}{127.0.0.1:62681}
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.Server Started @2954353ms
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62681}
   [junit4]   2> 2948675 ERROR (jetty-launcher-11844-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2948675 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2948676 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2948676 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2948676 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T06:39:28.493Z
   [junit4]   2> 2948677 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2948679 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2948680 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2948692 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62677/solr
   [junit4]   2> 2948692 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62677/solr
   [junit4]   2> 2948692 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62677/solr
   [junit4]   2> 2948696 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158f1c1ee020004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2948697 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158f1c1ee020005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2948699 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x158f1c1ee020006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2948765 INFO  (jetty-launcher-11844-thread-2) [n:127.0.0.1:62681_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62681_solr
   [junit4]   2> 2948766 INFO  (jetty-launcher-11844-thread-1) [n:127.0.0.1:62680_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62680_solr
   [junit4]   2> 2948767 INFO  (jetty-launcher-11844-thread-3) [n:127.0.0.1:62679_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62679_solr
   [junit4]   2> 2948768 INFO  (jetty-launcher-11844-thread-2) [n:127.0.0.1:62681_solr    ] o.a.s.c.Overseer Overseer (id=97093207212556297-127.0.0.1:62681_solr-n_0000000000) starting
   [junit4]   2> 2948769 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2948769 INFO  (zkCallback-11860-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2948770 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2948771 INFO  (zkCallback-11860-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2948771 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2948798 INFO  (jetty-launcher-11844-thread-2) [n:127.0.0.1:62681_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62681_solr
   [junit4]   2> 2948805 INFO  (jetty-launcher-11844-thread-1) [n:127.0.0.1:62680_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node1/.
   [junit4]   2> 2948805 INFO  (zkCallback-11860-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2948806 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2948806 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2948850 INFO  (jetty-launcher-11844-thread-3) [n:127.0.0.1:62679_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/.
   [junit4]   2> 2948879 INFO  (jetty-launcher-11844-thread-2) [n:127.0.0.1:62681_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node2/.
   [junit4]   2> 2948892 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2948895 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62677/solr ready
   [junit4]   2> 2948936 INFO  (qtp252521312-51458) [n:127.0.0.1:62680_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2948942 INFO  (OverseerThreadFactory-12700-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 2949097 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2949107 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2949124 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2949258 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2949259 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2949259 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950148 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2950149 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2950162 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2950163 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2950217 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2950220 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2950220 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 2950221 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
   [junit4]   2> 2950223 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2950226 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2950226 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection
   [junit4]   2> 2950227 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node2/authCollection_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node2/./authCollection_shard2_replica1/data/]
   [junit4]   2> 2950230 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2950233 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 2950233 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/authCollection_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/./authCollection_shard3_replica1/data/]
   [junit4]   2> 2950248 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2950248 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2950251 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2950252 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2950253 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2950253 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2950256 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2950256 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2950257 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e4a806[authCollection_shard2_replica1] main]
   [junit4]   2> 2950257 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@93c84e0[authCollection_shard1_replica1] main]
   [junit4]   2> 2950259 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2950260 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2950260 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2950260 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2950260 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2950260 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2950260 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553491317308260352
   [junit4]   2> 2950260 INFO  (searcherExecutor-12708-thread-1-processing-n:127.0.0.1:62681_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection r:core_node3) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@3e4a806[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2950261 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2950261 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2950261 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553491317309308928
   [junit4]   2> 2950261 INFO  (searcherExecutor-12707-thread-1-processing-n:127.0.0.1:62680_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node1) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@93c84e0[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2950269 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2950270 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2950271 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24cc0f3f[authCollection_shard3_replica1] main]
   [junit4]   2> 2950274 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2950274 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2950275 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2950274 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2950275 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:62681/solr/authCollection_shard2_replica1/
   [junit4]   2> 2950275 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2950276 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2950276 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:62680/solr/authCollection_shard1_replica1/
   [junit4]   2> 2950276 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:62681/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 2950276 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2950276 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:62680/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 2950278 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2950278 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2950280 INFO  (searcherExecutor-12709-thread-1-processing-n:127.0.0.1:62679_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@24cc0f3f[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2950280 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553491317329231872
   [junit4]   2> 2950285 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:62681/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 2950294 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:62680/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 2950301 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2950301 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2950302 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:62679/solr/authCollection_shard3_replica1/
   [junit4]   2> 2950302 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2950303 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:62679/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 2950312 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:62679/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 2950424 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950424 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950424 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950449 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2950454 INFO  (qtp994411886-51444) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1330
   [junit4]   2> 2950473 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2950479 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2950487 INFO  (qtp252521312-51442) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1390
   [junit4]   2> 2950488 INFO  (qtp826749741-51448) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1380
   [junit4]   2> 2950495 INFO  (qtp252521312-51458) [n:127.0.0.1:62680_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2950593 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950593 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950593 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2950952 INFO  (OverseerCollectionConfigSetProcessor-97093207212556297-127.0.0.1:62681_solr-n_0000000000) [n:127.0.0.1:62681_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2951495 INFO  (qtp252521312-51458) [n:127.0.0.1:62680_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2559
   [junit4]   2> 2951540 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 2951548 INFO  (qtp826749741-51451) [n:127.0.0.1:62679_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2951552 INFO  (qtp826749741-51435) [n:127.0.0.1:62679_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2951553 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2951553 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2951553 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2951554 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2951554 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2951554 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2951555 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2951555 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2951555 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2951555 INFO  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2951557 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2951557 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2951611 INFO  (qtp826749741-51437) [n:127.0.0.1:62679_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2951614 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@75373735{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2951616 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=887448437
   [junit4]   2> 2951623 INFO  (coreCloseExecutor-12722-thread-1) [n:127.0.0.1:62679_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d3b0bd9
   [junit4]   2> 2951635 WARN  (zkCallback-11858-thread-1-processing-n:127.0.0.1:62679_solr) [n:127.0.0.1:62679_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2951637 INFO  (zkCallback-11867-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2951638 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4181eb6d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2951638 INFO  (zkCallback-11860-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2951639 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2951644 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2951651 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fafd689{/solr,null,AVAILABLE}
   [junit4]   2> 2951657 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e382238{SSL,[ssl, http/1.1]}{127.0.0.1:62698}
   [junit4]   2> 2951657 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.e.j.s.Server Started @2957335ms
   [junit4]   2> 2951657 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62698}
   [junit4]   2> 2951657 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2951660 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2951660 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951660 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951660 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T06:39:31.477Z
   [junit4]   2> 2951665 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951678 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62677/solr
   [junit4]   2> 2951710 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2951722 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62698_solr
   [junit4]   2> 2951727 INFO  (zkCallback-11867-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951728 INFO  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951728 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951728 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951774 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2951775 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2951775 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2951778 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/.
   [junit4]   2> 2951778 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [n:127.0.0.1:62698_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard3_replica1]
   [junit4]   2> 2951893 INFO  (zkCallback-11860-thread-1-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2951893 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2951895 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2952828 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2952846 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2952850 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2952855 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 2952856 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/authCollection_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001/tempDir-001/node3/./authCollection_shard3_replica1/data/]
   [junit4]   2> 2952886 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2952886 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2952888 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2952888 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2952890 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c289cf2[authCollection_shard3_replica1] main]
   [junit4]   2> 2952893 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2952894 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2952894 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2952894 INFO  (coreLoadExecutor-12729-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553491320070209536
   [junit4]   2> 2952894 INFO  (searcherExecutor-12730-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@3c289cf2[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2952905 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2952905 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2952905 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:62698/solr/authCollection_shard3_replica1/
   [junit4]   2> 2952906 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2952906 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:62698/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 2952911 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:62698/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 2952913 INFO  (coreZkRegister-12724-thread-1-processing-n:127.0.0.1:62698_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2953033 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2953033 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2953033 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2953351 INFO  (qtp2012746855-51536) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2953367 INFO  (qtp2012746855-51531) [n:127.0.0.1:62698_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 2953368 INFO  (qtp2012746855-51531) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/authentication] path : /admin/authentication params :wt=javabin&version=2 
   [junit4]   2> 2953371 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2953372 INFO  (qtp2012746855-51533) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2953381 INFO  (qtp2012746855-51534) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=7
   [junit4]   2> 2953382 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953383 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953383 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953383 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953382 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953383 INFO  (qtp2012746855-51535) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2953383 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953384 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2953388 INFO  (qtp2012746855-51536) [n:127.0.0.1:62698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=3
   [junit4]   2> 2953394 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953395 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953395 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2953396 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2953396 INFO  (qtp252521312-51456) [n:127.0.0.1:62680_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2953396 INFO  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953397 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2953397 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2953398 INFO  (zkCallback-11860-thread-2-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953398 INFO  (qtp252521312-51456) [n:127.0.0.1:62680_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin This resource is configured to have a permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"}, The principal [principal: harry] does not have the right role 
   [junit4]   2> 2953398 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2953398 INFO  (qtp252521312-51456) [n:127.0.0.1:62680_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header Basic aGFycnk6SGFycnlJc1ViZXJDb29s context : userPrincipal: [[principal: harry]] type: [ADMIN], collections: [], Path: [/admin/authorization] path : /admin/authorization params : 
   [junit4]   2> 2953398 INFO  (zkCallback-11859-thread-1-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2953400 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[D4092FA9C13739D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasicAuth
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicAuthIntegrationTest -Dtests.method=testBasicAuth -Dtests.seed=D4092FA9C13739D3 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=MIT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1.95s J0 | BasicAuthIntegrationTest.testBasicAuth <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D4092FA9C13739D3:686759BB6564BAA9]:0)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:231)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:143)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2953448 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6144d1ce{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2953448 INFO  (jetty-launcher-11844-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=979051632
   [junit4]   2> 2953449 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61f8d574{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2953449 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1036791824
   [junit4]   2> 2953448 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@e382238{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2953451 INFO  (jetty-launcher-11844-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=745483678
   [junit4]   2> 2953461 INFO  (coreCloseExecutor-12735-thread-1) [n:127.0.0.1:62681_solr c:authCollection s:shard2 r:core_node3 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@27eb2e31
   [junit4]   2> 2953463 INFO  (coreCloseExecutor-12737-thread-1) [n:127.0.0.1:62698_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@afc16a
   [junit4]   2> 2953464 INFO  (coreCloseExecutor-12736-thread-1) [n:127.0.0.1:62680_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b2662b5
   [junit4]   2> 2953468 INFO  (jetty-launcher-11844-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97093207212556297-127.0.0.1:62681_solr-n_0000000000) closing
   [junit4]   2> 2953469 INFO  (OverseerStateUpdate-97093207212556297-127.0.0.1:62681_solr-n_0000000000) [n:127.0.0.1:62681_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62681_solr
   [junit4]   2> 2953481 WARN  (zkCallback-11860-thread-3-processing-n:127.0.0.1:62681_solr) [n:127.0.0.1:62681_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2953481 WARN  (zkCallback-11872-thread-1-processing-n:127.0.0.1:62698_solr) [n:127.0.0.1:62698_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2953482 WARN  (zkCallback-11859-thread-2-processing-n:127.0.0.1:62680_solr) [n:127.0.0.1:62680_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2953482 INFO  (jetty-launcher-11844-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a9a44f5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2953483 INFO  (jetty-launcher-11844-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72339826{/solr,null,UNAVAILABLE}
   [junit4]   2> 2953485 INFO  (jetty-launcher-11844-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fafd689{/solr,null,UNAVAILABLE}
   [junit4]   2> 2953488 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62677 62677
   [junit4]   2> 2954668 INFO  (Thread-5425) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62677 62677
   [junit4]   2> 2956264 WARN  (Thread-5425) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97093207212556296-127.0.0.1:62680_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2956264 INFO  (SUITE-BasicAuthIntegrationTest-seed#[D4092FA9C13739D3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_D4092FA9C13739D3-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=22265, maxDocsPerChunk=9, blockSize=1020), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=22265, blockSize=1020)), sim=RandomSimilarity(queryNorm=true): {}, locale=et, timezone=MIT
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=179038664,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [HLLUtilTest, InfoHandlerTest, TestInitQParser, ZkStateReaderTest, TestDistributedSearch, TestCloudDeleteByQuery, TestSchemaManager, TestUninvertingReader, JSONWriterTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedSuggestComponentTest, DistributedFacetPivotLongTailTest, TestFastLRUCache, TestPushWriter, TestLeaderInitiatedRecoveryThread, TestUpdate, NumericFieldsTest, BinaryUpdateRequestHandlerTest, HttpSolrCallGetCoreTest, TimerUtilsTest, TestPseudoReturnFields, DOMUtilTest, TestPerFieldSimilarityWithDefaultOverride, DistributedFacetExistsSmallTest, TestScoreJoinQPNoScore, SimpleFacetsTest, ClusterStateUpdateTest, TestGraphTermsQParserPlugin, MBeansHandlerTest, DocValuesNotIndexedTest, StatelessScriptUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestConfigOverlay, OverseerTest, SynonymTokenizerTest, TestXmlQParser, TestReplicationHandlerBackup, TestTolerantSearch, SuggesterFSTTest, BasicDistributedZkTest, TestLeaderElectionWithEmptyReplica, SyncSliceTest, XmlUpdateRequestHandlerTest, CoreSorterTest, TestSolrFieldCacheMBean, ClassificationUpdateProcessorFactoryTest, SSLMigrationTest, LeaderFailoverAfterPartitionTest, TestRestoreCore, FileUtilsTest, DistributedQueueTest, TestJmxIntegration, DocExpirationUpdateProcessorFactoryTest, ZkNodePropsTest, TestOnReconnectListenerSupport, PreAnalyzedFieldManagedSchemaCloudTest, TestSmileRequest, TemplateUpdateProcessorTest, TestStressReorder, TermsComponentTest, AnalyticsQueryTest, SOLR749Test, TestCursorMarkWithoutUniqueKey, RulesTest, SuggestComponentTest, TestCharFilters, TestExpandComponent, AnalysisAfterCoreReloadTest, SolrIndexConfigTest, CollectionStateFormat2Test, TestStressUserVersions, TestRandomDVFaceting, TestUniqueKeyFieldResource, RecoveryAfterSoftCommitTest, TestTrackingShardHandlerFactory, TestFastOutputStream, CollectionsAPIAsyncDistributedZkTest, TestSearcherReuse, TestHdfsUpdateLog, TestSlowCompositeReaderWrapper, ReplaceNodeTest, RestartWhileUpdatingTest, TestDocBasedVersionConstraints, MergeStrategyTest, ShardSplitTest, TestRestManager, TestDynamicFieldResource, ClassificationUpdateProcessorTest, SystemInfoHandlerTest, TestDFISimilarityFactory, TestRandomRequestDistribution, TestTestInjection, MigrateRouteKeyTest, TestBinaryField, TestDefaultSearchFieldResource, TestMaxScoreQueryParser, XsltUpdateRequestHandlerTest, TestStressVersions, DistributedQueryComponentCustomSortTest, DistanceUnitsTest, CoreAdminRequestStatusTest, SolrRequestParserTest, TestMacroExpander, TestLockTree, DisMaxRequestHandlerTest, TestDistribDocBasedVersion, TestFieldCache, TestPerFieldSimilarity, TestCollationFieldDocValues, TestLFUCache, TestSolrConfigHandlerConcurrent, BigEndianAscendingWordDeserializerTest, LeaderElectionTest, TestFieldResource, CloudExitableDirectoryReaderTest, DocumentBuilderTest, AssignTest, AnalysisErrorHandlingTest, TestNoOpRegenerator, CdcrRequestHandlerTest, TestSchemaResource, HdfsRecoverLeaseTest, TestTolerantUpdateProcessorRandomCloud, HttpPartitionTest, TestConfigSetProperties, BlockCacheTest, TestFieldCacheSanityChecker, TestJettySolrRunner, DeleteStatusTest, DistributedDebugComponentTest, TestBM25SimilarityFactory, TestDocumentBuilder, PathHierarchyTokenizerFactoryTest, BasicAuthStandaloneTest, SpatialHeatmapFacetsTest, TestSolrCloudWithSecureImpersonation, TestRemoteStreaming, TestCloudPivotFacet, SimplePostToolTest, OverseerRolesTest, OutOfBoxZkACLAndCredentialsProvidersTest, DirectSolrConnectionTest, OutputWriterTest, DistributedMLTComponentTest, TestPartialUpdateDeduplication, BooleanFieldTest, TestRTGBase, TestFieldCacheWithThreads, TestSweetSpotSimilarityFactory, SegmentsInfoRequestHandlerTest, TestSolrDynamicMBean, TolerantUpdateProcessorTest, TestSQLHandlerNonCloud, TestCoreContainer, PrimUtilsTest, TestSchemaVersionResource, HardAutoCommitTest, TestReplicationHandler, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, DistributedTermsComponentTest, StatsComponentTest, BadIndexSchemaTest, TestSort, TestLazyCores, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, DocValuesTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, ResponseLogComponentTest, MultiTermTest, SampleTest, TestDocSet, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestXIncludeConfig, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSystemIdResolver, DateFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, CircularListTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, LeaderInitiatedRecoveryOnCommitTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestCloudInspectUtil, TestCloudRecovery, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, RuleEngineTest, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigSetImmutable, TestCustomStream, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestShardHandlerFactory, TestSolrXml, TestSolrCloudSnapshots, TestHdfsBackupRestoreCore, TestSolrConfigHandlerCloud, TestPivotHelperCode, JavabinLoaderTest, HighlighterMaxOffsetTest, CheckHdfsIndexTest, TestMacros, TestBinaryResponseWriter, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawResponseWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, TestManagedStopFilterFactory, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, TestBulkSchemaConcurrent, TestCloudSchemaless, TestMinMaxOnMultiValuedField, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetDistribTest, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, TestJsonRequest, CloudMLTQParserTest, SimpleMLTQParserTest, TestClassicSimilarityFactory, TestNonDefinedSimilarityFactory, TestDefaultStatsCache, TestExactSharedStatsCache, TestLRUStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [632/659 (1!)] on J0 in 7.87s, 1 test, 1 failure <<< FAILURES!

[...truncated 62466 lines...]


[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3706 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3706/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:228)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:199)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:228)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:199)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
,time=1}
	at __randomizedtesting.SeedInfo.seed([D61EE538E03FBA89:5E4ADAE24EC3D771]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1172)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1113)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:973)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11657 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/init-core-data-001
   [junit4]   2> 1518177 INFO  (SUITE-TestDistributedSearch-seed#[D61EE538E03FBA89]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1518177 INFO  (SUITE-TestDistributedSearch-seed#[D61EE538E03FBA89]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hxeu/sf
   [junit4]   2> 1518541 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/control/cores/collection1
   [junit4]   2> 1518550 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1518554 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5721ea19{/hxeu/sf,null,AVAILABLE}
   [junit4]   2> 1518554 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@88e5b75{HTTP/1.1,[http/1.1]}{127.0.0.1:53307}
   [junit4]   2> 1518555 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.Server Started @1523348ms
   [junit4]   2> 1518555 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/hxeu/sf, hostPort=53307, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/control/cores}
   [junit4]   2> 1518555 ERROR (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1518556 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1518556 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1518556 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1518556 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T15:36:45.064Z
   [junit4]   2> 1518556 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/control/solr.xml
   [junit4]   2> 1518578 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/control/cores
   [junit4]   2> 1518578 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1518579 INFO  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1518633 INFO  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1518650 INFO  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1518718 WARN  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1518720 INFO  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1518729 INFO  (coreLoadExecutor-6269-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1518729 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 1518729 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@be8f658
   [junit4]   2> 1518730 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=81.6044921875, floorSegmentMB=1.001953125, forceMergeDeletesPctAllowed=22.042012427068713, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1518747 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1518747 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1518748 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1518748 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1518748 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8101558646393203]
   [junit4]   2> 1518749 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eb3ddfc[collection1] main]
   [junit4]   2> 1518749 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1518758 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1518796 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1518796 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1518797 INFO  (coreLoadExecutor-6269-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553525118394695680
   [junit4]   2> 1518798 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1518798 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1518798 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1518799 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1518799 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1518800 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1518801 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1518801 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1518802 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eb3ddfc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1519449 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 1519451 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1519453 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ff3869e{/hxeu/sf,null,AVAILABLE}
   [junit4]   2> 1519454 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4571a3c3{HTTP/1.1,[http/1.1]}{127.0.0.1:53308}
   [junit4]   2> 1519454 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.Server Started @1524247ms
   [junit4]   2> 1519454 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/hxeu/sf, hostPort=53308, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/shard0/cores}
   [junit4]   2> 1519455 ERROR (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1519456 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1519456 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1519456 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1519456 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-12T15:36:45.964Z
   [junit4]   2> 1519456 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 1519470 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/shard0/cores
   [junit4]   2> 1519471 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1519473 INFO  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1519541 INFO  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1519572 INFO  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1519673 WARN  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1519676 INFO  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1519686 INFO  (coreLoadExecutor-6280-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1519686 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 1519686 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@be8f658
   [junit4]   2> 1519687 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=81.6044921875, floorSegmentMB=1.001953125, forceMergeDeletesPctAllowed=22.042012427068713, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1519707 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1519707 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1519708 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1519708 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1519709 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8101558646393203]
   [junit4]   2> 1519709 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b78571c[collection1] main]
   [junit4]   2> 1519709 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1519716 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1519748 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1519748 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1519748 INFO  (coreLoadExecutor-6280-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553525119391891456
   [junit4]   2> 1519749 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1519750 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1519750 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1519750 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1519750 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1519751 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1519751 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1519752 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1519753 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b78571c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1519979 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1519987 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1553525119639355392)} 0 3
   [junit4]   2> 1519993 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1553525119646695424)} 0 2
   [junit4]   2> 1519996 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[1 (1553525119649841152)]} 0 1
   [junit4]   2> 1519998 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[1 (1553525119652986880)]} 0 0
   [junit4]   2> 1520000 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[2 (1553525119655084032)]} 0 1
   [junit4]   2> 1520001 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[2 (1553525119657181184)]} 0 0
   [junit4]   2> 1520003 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[3 (1553525119658229760)]} 0 0
   [junit4]   2> 1520004 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[3 (1553525119659278336)]} 0 0
   [junit4]   2> 1520006 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[4 (1553525119661375488)]} 0 0
   [junit4]   2> 1520008 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[4 (1553525119663472640)]} 0 1
   [junit4]   2> 1520010 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[5 (1553525119665569792)]} 0 0
   [junit4]   2> 1520013 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[5 (1553525119667666944)]} 0 2
   [junit4]   2> 1520014 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[6 (1553525119670812672)]} 0 0
   [junit4]   2> 1520016 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[6 (1553525119671861248)]} 0 0
   [junit4]   2> 1520017 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[7 (1553525119672909824)]} 0 0
   [junit4]   2> 1520018 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[7 (1553525119675006976)]} 0 0
   [junit4]   2> 1520019 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[8 (1553525119676055552)]} 0 0
   [junit4]   2> 1520020 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[8 (1553525119677104128)]} 0 0
   [junit4]   2> 1520021 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[9 (1553525119678152704)]} 0 0
   [junit4]   2> 1520022 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[9 (1553525119679201280)]} 0 0
   [junit4]   2> 1520023 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1520023 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4bc5247c
   [junit4]   2> 1520032 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@146a75e8[collection1] main]
   [junit4]   2> 1520032 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1520033 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@146a75e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9)))}
   [junit4]   2> 1520033 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 1520034 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1520034 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13e02c47
   [junit4]   2> 1520042 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@209d752e[collection1] main]
   [junit4]   2> 1520042 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1520043 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@209d752e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9)))}
   [junit4]   2> 1520044 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 1520048 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[10 (1553525119703318528)]} 0 2
   [junit4]   2> 1520053 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[10 (1553525119707512832)]} 0 3
   [junit4]   2> 1520054 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[11 (1553525119712755712)]} 0 0
   [junit4]   2> 1520056 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[11 (1553525119713804288)]} 0 0
   [junit4]   2> 1520057 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[12 (1553525119715901440)]} 0 0
   [junit4]   2> 1520058 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[12 (1553525119716950016)]} 0 0
   [junit4]   2> 1520060 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[13 (1553525119717998592)]} 0 1
   [junit4]   2> 1520062 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[13 (1553525119720095744)]} 0 0
   [junit4]   2> 1520064 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[1001 (1553525119722192896)]} 0 1
   [junit4]   2> 1520065 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[1001 (1553525119723241472)]} 0 0
   [junit4]   2> 1520066 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[14 (1553525119725338624)]} 0 0
   [junit4]   2> 1520067 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[14 (1553525119726387200)]} 0 0
   [junit4]   2> 1520069 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[15 (1553525119727435776)]} 0 0
   [junit4]   2> 1520070 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[15 (1553525119728484352)]} 0 0
   [junit4]   2> 1520071 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[16 (1553525119730581504)]} 0 0
   [junit4]   2> 1520073 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[16 (1553525119732678656)]} 0 0
   [junit4]   2> 1520074 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[17 (1553525119733727232)]} 0 0
   [junit4]   2> 1520075 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[17 (1553525119734775808)]} 0 0
   [junit4]   2> 1520076 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[100 (1553525119735824384)]} 0 0
   [junit4]   2> 1520077 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[100 (1553525119736872960)]} 0 0
   [junit4]   2> 1520078 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[101 (1553525119737921536)]} 0 0
   [junit4]   2> 1520079 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[101 (1553525119738970112)]} 0 0
   [junit4]   2> 1520080 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[102 (1553525119740018688)]} 0 0
   [junit4]   2> 1520081 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[102 (1553525119741067264)]} 0 0
   [junit4]   2> 1520082 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[103 (1553525119742115840)]} 0 0
   [junit4]   2> 1520084 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[103 (1553525119744212992)]} 0 0
   [junit4]   2> 1520085 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[104 (1553525119745261568)]} 0 0
   [junit4]   2> 1520087 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[104 (1553525119746310144)]} 0 0
   [junit4]   2> 1520088 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[105 (1553525119748407296)]} 0 0
   [junit4]   2> 1520089 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[105 (1553525119749455872)]} 0 0
   [junit4]   2> 1520090 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[106 (1553525119750504448)]} 0 0
   [junit4]   2> 1520092 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[106 (1553525119751553024)]} 0 1
   [junit4]   2> 1520093 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[107 (1553525119753650176)]} 0 0
   [junit4]   2> 1520094 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[107 (1553525119754698752)]} 0 0
   [junit4]   2> 1520095 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[108 (1553525119755747328)]} 0 0
   [junit4]   2> 1520097 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[108 (1553525119757844480)]} 0 0
   [junit4]   2> 1520098 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[109 (1553525119758893056)]} 0 0
   [junit4]   2> 1520100 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[109 (1553525119760990208)]} 0 0
   [junit4]   2> 1520102 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[110 (1553525119762038784)]} 0 0
   [junit4]   2> 1520104 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[110 (1553525119764135936)]} 0 0
   [junit4]   2> 1520105 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[111 (1553525119766233088)]} 0 0
   [junit4]   2> 1520106 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[111 (1553525119767281664)]} 0 0
   [junit4]   2> 1520107 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[112 (1553525119768330240)]} 0 0
   [junit4]   2> 1520109 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[112 (1553525119770427392)]} 0 0
   [junit4]   2> 1520110 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[113 (1553525119771475968)]} 0 0
   [junit4]   2> 1520112 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[113 (1553525119772524544)]} 0 0
   [junit4]   2> 1520113 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[114 (1553525119774621696)]} 0 0
   [junit4]   2> 1520114 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[114 (1553525119775670272)]} 0 0
   [junit4]   2> 1520116 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[115 (1553525119776718848)]} 0 0
   [junit4]   2> 1520117 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[115 (1553525119778816000)]} 0 0
   [junit4]   2> 1520118 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[116 (1553525119779864576)]} 0 0
   [junit4]   2> 1520119 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[116 (1553525119780913152)]} 0 0
   [junit4]   2> 1520120 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[117 (1553525119781961728)]} 0 0
   [junit4]   2> 1520121 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[117 (1553525119783010304)]} 0 0
   [junit4]   2> 1520122 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[118 (1553525119784058880)]} 0 0
   [junit4]   2> 1520124 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[118 (1553525119785107456)]} 0 0
   [junit4]   2> 1520125 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[119 (1553525119787204608)]} 0 0
   [junit4]   2> 1520126 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[119 (1553525119788253184)]} 0 0
   [junit4]   2> 1520127 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[120 (1553525119789301760)]} 0 0
   [junit4]   2> 1520129 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[120 (1553525119790350336)]} 0 0
   [junit4]   2> 1520130 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[121 (1553525119791398912)]} 0 0
   [junit4]   2> 1520131 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[121 (1553525119792447488)]} 0 0
   [junit4]   2> 1520133 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[122 (1553525119794544640)]} 0 0
   [junit4]   2> 1520134 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[122 (1553525119796641792)]} 0 0
   [junit4]   2> 1520135 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[123 (1553525119797690368)]} 0 0
   [junit4]   2> 1520136 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[123 (1553525119798738944)]} 0 0
   [junit4]   2> 1520137 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[124 (1553525119799787520)]} 0 0
   [junit4]   2> 1520138 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[124 (1553525119800836096)]} 0 0
   [junit4]   2> 1520139 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[125 (1553525119801884672)]} 0 0
   [junit4]   2> 1520140 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[125 (1553525119802933248)]} 0 0
   [junit4]   2> 1520142 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[126 (1553525119803981824)]} 0 0
   [junit4]   2> 1520143 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[126 (1553525119805030400)]} 0 0
   [junit4]   2> 1520145 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[127 (1553525119807127552)]} 0 0
   [junit4]   2> 1520146 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[127 (1553525119808176128)]} 0 0
   [junit4]   2> 1520147 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[128 (1553525119810273280)]} 0 0
   [junit4]   2> 1520148 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[128 (1553525119811321856)]} 0 0
   [junit4]   2> 1520149 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[129 (1553525119812370432)]} 0 0
   [junit4]   2> 1520150 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[129 (1553525119813419008)]} 0 0
   [junit4]   2> 1520152 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[130 (1553525119814467584)]} 0 0
   [junit4]   2> 1520153 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[130 (1553525119815516160)]} 0 0
   [junit4]   2> 1520154 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[131 (1553525119816564736)]} 0 0
   [junit4]   2> 1520155 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[131 (1553525119817613312)]} 0 0
   [junit4]   2> 1520156 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[132 (1553525119819710464)]} 0 0
   [junit4]   2> 1520157 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[132 (1553525119820759040)]} 0 0
   [junit4]   2> 1520159 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[133 (1553525119821807616)]} 0 0
   [junit4]   2> 1520160 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[133 (1553525119822856192)]} 0 0
   [junit4]   2> 1520161 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[134 (1553525119823904768)]} 0 0
   [junit4]   2> 1520162 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[134 (1553525119824953344)]} 0 0
   [junit4]   2> 1520163 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[135 (1553525119827050496)]} 0 0
   [junit4]   2> 1520164 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[135 (1553525119828099072)]} 0 0
   [junit4]   2> 1520165 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[136 (1553525119829147648)]} 0 0
   [junit4]   2> 1520166 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[136 (1553525119830196224)]} 0 0
   [junit4]   2> 1520168 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[137 (1553525119831244800)]} 0 0
   [junit4]   2> 1520169 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[137 (1553525119832293376)]} 0 0
   [junit4]   2> 1520170 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[138 (1553525119833341952)]} 0 0
   [junit4]   2> 1520171 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[138 (1553525119834390528)]} 0 0
   [junit4]   2> 1520172 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[139 (1553525119836487680)]} 0 0
   [junit4]   2> 1520173 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[139 (1553525119837536256)]} 0 0
   [junit4]   2> 1520174 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[140 (1553525119838584832)]} 0 0
   [junit4]   2> 1520175 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[140 (1553525119838584832)]} 0 0
   [junit4]   2> 1520176 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[141 (1553525119840681984)]} 0 0
   [junit4]   2> 1520177 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[141 (1553525119841730560)]} 0 0
   [junit4]   2> 1520178 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[142 (1553525119842779136)]} 0 0
   [junit4]   2> 1520180 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[142 (1553525119844876288)]} 0 0
   [junit4]   2> 1520181 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[143 (1553525119845924864)]} 0 0
   [junit4]   2> 1520183 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[143 (1553525119848022016)]} 0 0
   [junit4]   2> 1520184 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[144 (1553525119849070592)]} 0 0
   [junit4]   2> 1520185 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[144 (1553525119849070592)]} 0 0
   [junit4]   2> 1520186 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[145 (1553525119851167744)]} 0 0
   [junit4]   2> 1520188 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[145 (1553525119852216320)]} 0 0
   [junit4]   2> 1520189 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[146 (1553525119854313472)]} 0 0
   [junit4]   2> 1520190 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[146 (1553525119855362048)]} 0 0
   [junit4]   2> 1520193 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[147 (1553525119858507776)]} 0 0
   [junit4]   2> 1520194 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[147 (1553525119859556352)]} 0 0
   [junit4]   2> 1520195 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[148 (1553525119860604928)]} 0 0
   [junit4]   2> 1520197 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[148 (1553525119861653504)]} 0 0
   [junit4]   2> 1520198 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[149 (1553525119862702080)]} 0 0
   [junit4]   2> 1520199 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={wt=javabin&version=2}{add=[149 (1553525119864799232)]} 0 0
   [junit4]   2> 1520200 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1520200 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4bc5247c
   [junit4]   2> 1520214 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a62e743[collection1] main]
   [junit4]   2> 1520214 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1520216 INFO  (searcherExecutor-6270-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a62e743[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9) Uninverting(_1(7.0.0):c59)))}
   [junit4]   2> 1520216 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 16
   [junit4]   2> 1520217 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1520217 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13e02c47
   [junit4]   2> 1520231 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe5d130[collection1] main]
   [junit4]   2> 1520231 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1520232 INFO  (searcherExecutor-6281-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fe5d130[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9) Uninverting(_1(7.0.0):c59)))}
   [junit4]   2> 1520233 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/hxeu/sf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
   [junit4]   2> 1520234 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1520234 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1520235 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1520235 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1520236 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520241 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006746&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520243 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006746&ids=132,144,100,134,3,5,105,139,8,131&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520244 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 1520246 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520249 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006755&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520250 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006755&ids=11,4,103,125,6,116,149,117,128,120&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520253 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 1520255 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520261 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006765&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520264 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006765&ids=146,103,147,126,115,105,117,106,129,142&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520265 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 1520267 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520270 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006777&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520272 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006777&ids=11,144,100,101,116,17,7,9,140,141&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520273 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520274 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520278 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006785&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520280 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006785&ids=11,122,114,4,137,148,6,127,105,119&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520281 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520283 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520286 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006793&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520289 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006793&ids=143,12,112,124,3,135,136,104,118,140&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520291 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 1520294 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 1520298 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006804&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520300 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006804&ids=134,3,136,114,137,5,128,118,119,120&isShard=true&shard.url=[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520301 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::083]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520303 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520306 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006813&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520308 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006813&ids=110,13,123,15,147,104,115,138,1001,129&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520310 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520313 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520315 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006822&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520316 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006822&ids=100,112,146,136,15,148,17,1001,107,129&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520317 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520318 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520320 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006828&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520322 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006828&ids=132,101,14,102,103,114,104,118,119,10&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520323 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1520324 INFO  (qtp251497648-11912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520325 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006833&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520327 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006833&ids=144,123,113,4,136,115,17,7,141,120&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520328 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520329 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520331 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006838&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520332 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006838&ids=13,102,103,148,138,149,6,106,109,142&isShard=true&shard.url=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520333 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::213]:33332/hxeu/sf&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1520334 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520336 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006843&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520338 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006843&ids=110,121,123,102,136,125,147,138,1001,120&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520338 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520340 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520342 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006849&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520344 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006849&ids=132,145,13,112,113,15,114,8,119,141&isShard=true&shard.url=[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520344 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::083]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520346 INFO  (qtp251497648-11905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520350 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006857&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520352 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006857&ids=132,110,133,123,146,102,115,6,105,116&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520353 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|[ff01::213]:33332/hxeu/sf&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520355 INFO  (qtp251497648-11911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520357 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006864&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520358 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006864&ids=143,144,100,111,13,101,149,118,9,140&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520360 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520362 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520364 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006871&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520365 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006871&ids=133,145,4,103,148,6,105,128,118,129&isShard=true&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520366 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1520368 INFO  (qtp251497648-11907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520370 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006877&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520373 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006877&ids=110,12,112,15,104,16,138,7,142,120&isShard=true&shard.url=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520374 INFO  (qtp293446999-11925) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::114]:33332/hxeu/sf|[ff01::083]:33332/hxeu/sf&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 1520376 INFO  (qtp251497648-11908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520379 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&rows=10&version=2&q=*:*&NOW=1481557006886&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520381 INFO  (qtp293446999-11929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006886&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520383 INFO  (qtp293446999-11927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::213]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520386 INFO  (qtp251497648-11910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 1520389 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i1,5))+desc&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006896&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520391 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006896&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520392 INFO  (qtp293446999-11924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520393 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1520397 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+asc&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&rows=10&version=2&q=*:*&NOW=1481557006904&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1520399 INFO  (qtp293446999-11922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481557006904&ids=11,12,1,13,2,3,4,6,7,9&isShard=true&shard.url=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1520400 INFO  (qtp293446999-11926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&shards=[ff01::213]:33332/hxeu/sf|[ff01::114]:33332/hxeu/sf|http://127.0.0.1:53308/hxeu/sf/collection1|[ff01::083]:33332/hxeu/sf&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 1520402 INFO  (qtp251497648-11909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={q=*:*&distrib=false&fl=*,score&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 1520405 INFO  (qtp293446999-11928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/hxeu/sf path=/select params={distrib=fal

[...truncated too long message...]

l,UNAVAILABLE}
   [junit4]   2> 1564622 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@387893e6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1564622 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2018505087
   [junit4]   2> 1564623 INFO  (coreCloseExecutor-6325-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@53573450
   [junit4]   2> 1564636 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d07143e{/hxeu/sf,null,UNAVAILABLE}
   [junit4]   2> 1564639 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e6c67e5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1564639 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1778945781
   [junit4]   2> 1564640 INFO  (coreCloseExecutor-6327-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18d1cb31
   [junit4]   2> 1564658 INFO  (TEST-TestDistributedSearch.test-seed#[D61EE538E03FBA89]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d759c73{/hxeu/sf,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=D61EE538E03FBA89 -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=Africa/Dar_es_Salaam -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 46.5s J1 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:228)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:199)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > ,time=1}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D61EE538E03FBA89:5E4ADAE24EC3D771]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1172)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1113)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:973)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1564663 INFO  (SUITE-TestDistributedSearch-seed#[D61EE538E03FBA89]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_D61EE538E03FBA89-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=Memory), SubjectTerms_mfacet=Lucene50(blocksize=128), n_l1=Lucene50(blocksize=128), a_n_tdt=FSTOrd50, multiDefault=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), n_td1=Lucene50(blocksize=128), n_d1=Lucene50(blocksize=128), n_f1=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), n_tl1=Lucene50(blocksize=128), oddField_s=PostingsFormat(name=Memory), n_tf1=Lucene50(blocksize=128), lowerfilt1and2=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), lowerfilt=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), text=FSTOrd50, timestamp=Lucene50(blocksize=128), severity=FSTOrd50, foo_sev_enum=FSTOrd50, n_dt1=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), b_n_tdt=Lucene50(blocksize=128), n_ti1=PostingsFormat(name=Memory), rnd_b=PostingsFormat(name=Memory), _version_=Lucene50(blocksize=128), foo_b=FSTOrd50, n_tdt1=Lucene50(blocksize=128), foo_d=PostingsFormat(name=Memory), range_facet_i_dv=Lucene50(blocksize=128), foo_f=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), foo_sev_enum=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1242, maxMBSortInHeap=6.860311962358464, sim=RandomSimilarity(queryNorm=false): {}, locale=lt, timezone=Africa/Dar_es_Salaam
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=195874720,total=446693376
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCoreProperties, PKIAuthenticationIntegrationTest, TestSizeLimitedDistributedMap, CircularListTest, SuggesterWFSTTest, SecurityConfHandlerTest, CoreAdminHandlerTest, SpellingQueryConverterTest, TestValueSourceCache, TestSQLHandler, ReturnFieldsTest, TestGeoJSONResponseWriter, TestManagedSchema, TestObjectReleaseTracker, TestSolrConfigHandler, CSVRequestHandlerTest, OverseerModifyCollectionTest, TestRealTimeGet, TlogReplayBufferedWhileIndexingTest, TestMacros, OverseerStatusTest, SpatialRPTFieldTypeTest, TestJoin, BasicAuthIntegrationTest, TestReRankQParserPlugin, DeleteInactiveReplicaTest, QueryParsingTest, TestSolrCoreSnapshots, BlockJoinFacetRandomTest, ChaosMonkeySafeLeaderTest, TestStandardQParsers, TestJavabinTupleStreamParser, DistributedQueryComponentOptimizationTest, TestCustomStream, TestIndexSearcher, AsyncCallRequestStatusResponseTest, UpdateParamsTest, TestCloudManagedSchema, TestSolrDeletionPolicy2, TestOmitPositions, ReplicationFactorTest, CdcrBootstrapTest, DeleteNodeTest, TestCoreDiscovery, SimpleCollectionCreateDeleteTest, TestNumericTerms64, TestCustomSort, TestDeleteCollectionOnDownNodes, TestClusterStateMutator, ZkSolrClientTest, TestCustomDocTransformer, HdfsBasicDistributedZkTest, SparseHLLTest, TestCollapseQParserPlugin, BadComponentTest, ClassificationUpdateProcessorIntegrationTest, TestReloadAndDeleteDocs, EchoParamsTest, TestUseDocValuesAsStored, TestSolrCloudWithKerberosAlt, DocValuesMissingTest, TestTolerantUpdateProcessorCloud, TestComponentsName, ResourceLoaderTest, SpellCheckComponentTest, SortByFunctionTest, TestSearchPerf, TestConfigSetsAPI, HdfsRecoveryZkTest, VersionInfoTest, TestSolr4Spatial, ChangedSchemaMergeTest, TestQueryTypes, AutoCommitTest, TestNonDefinedSimilarityFactory, TestSolrQueryParserResource, TestFieldCacheVsDocValues, DistanceFunctionTest, HdfsChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, ManagedSchemaRoundRobinCloudTest, TestDocTermOrds, RAMDirectoryFactoryTest, TestBackupRepositoryFactory, HdfsDirectoryTest, DistributedIntervalFacetingTest, HLLSerializationTest, TermVectorComponentDistributedTest, TestDistributedMissingSort, TestDownShardTolerantSearch, OpenCloseCoreStressTest, FacetPivotSmallTest, TestRandomFaceting, ResponseLogComponentTest, LukeRequestHandlerTest, TestFiltering, NoCacheHeaderTest, CollectionsAPISolrJTest, TestLMDirichletSimilarityFactory, TestSolrXml, ConfigSetsAPITest, TestRebalanceLeaders, SmileWriterTest, DefaultValueUpdateProcessorTest, CdcrReplicationHandlerTest, FileBasedSpellCheckerTest, TestRecovery, TestFuzzyAnalyzedSuggestions, RollingRestartTest, TestConfig, VMParamsZkACLAndCredentialsProvidersTest, JsonLoaderTest, PeerSyncReplicationTest, TestCloudInspectUtil, TestFieldCacheSort, TestUtils, TestFastWriter, CreateCollectionCleanupTest, TestDistributedStatsComponentCardinality, TestFieldTypeCollectionResource, TestQuerySenderListener, TestExactStatsCache, ShardRoutingCustomTest, ExternalFileFieldSortTest, SignatureUpdateProcessorFactoryTest, ZkStateWriterTest, TestSuggestSpellingConverter, LeaderElectionIntegrationTest, CoreAdminCreateDiscoverTest, SaslZkACLProviderTest, GraphQueryTest, TestCloudSchemaless, TestLuceneMatchVersion, TestLeaderElectionZkExpiry, CollectionsAPIDistributedZkTest, SuggesterTSTTest, RemoteQueryErrorTest, TestManagedSchemaThreadSafety, CacheHeaderTest, DebugComponentTest, BlockDirectoryTest, TestOverriddenPrefixQueryForCustomFieldType, CachingDirectoryFactoryTest, TestStressCloudBlindAtomicUpdates, TestReload, TestAuthenticationFramework, IndexSchemaTest, BlobRepositoryCloudTest, JavabinLoaderTest, BJQParserTest, TestConfigSets, TestUnifiedSolrHighlighter, TestSolr4Spatial2, TestMiniSolrCloudClusterSSL, AtomicUpdatesTest, TestSolrQueryResponse, LoggingHandlerTest, RequestHandlersTest, BasicZkTest, UpdateRequestProcessorFactoryTest, TestSubQueryTransformer, TestSerializedLuceneMatchVersion, TestSha256AuthenticationProvider, FullSolrCloudDistribCmdsTest, TestRandomDVFaceting, TestDistributedSearch]
   [junit4] Completed [339/659 (1!)] on J1 in 46.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 63392 lines...]