You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/01 05:26:23 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1093 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1093/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:41917/iyl

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:41917/iyl
	at __randomizedtesting.SeedInfo.seed([FE2F5F6BBAEBBFF9:767B60B11417D201]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 13201 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> 759532 INFO  (SUITE-PeerSyncReplicationTest-seed#[FE2F5F6BBAEBBFF9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/init-core-data-001
   [junit4]   2> 759532 WARN  (SUITE-PeerSyncReplicationTest-seed#[FE2F5F6BBAEBBFF9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 759532 INFO  (SUITE-PeerSyncReplicationTest-seed#[FE2F5F6BBAEBBFF9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 759533 INFO  (SUITE-PeerSyncReplicationTest-seed#[FE2F5F6BBAEBBFF9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 759533 INFO  (SUITE-PeerSyncReplicationTest-seed#[FE2F5F6BBAEBBFF9]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /iyl/
   [junit4]   2> 759535 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 759535 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 759535 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 759536 ERROR (Thread-4613) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 759635 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.ZkTestServer start zk server on port:44005
   [junit4]   2> 759636 INFO  (zkConnectionManagerCallback-1701-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759638 INFO  (zkConnectionManagerCallback-1703-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759639 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 759640 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 759640 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 759641 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 759641 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 759642 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 759643 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 759643 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 759644 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 759644 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 759645 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 759646 INFO  (zkConnectionManagerCallback-1706-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759647 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 759763 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 759764 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c20cc38{/iyl,null,AVAILABLE}
   [junit4]   2> 759765 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c09b85a{SSL,[ssl, http/1.1]}{127.0.0.1:41917}
   [junit4]   2> 759765 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.e.j.s.Server Started @761297ms
   [junit4]   2> 759765 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/iyl, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/tempDir-001/control/data, hostPort=41917, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 759765 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 759766 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 759766 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 759766 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 759766 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T04:35:43.092107Z
   [junit4]   2> 759766 INFO  (zkConnectionManagerCallback-1708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759767 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 759767 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/control-001/solr.xml
   [junit4]   2> 759768 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 759768 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 759769 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d99e9d5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 759770 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44005/solr
   [junit4]   2> 759771 INFO  (zkConnectionManagerCallback-1712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759772 INFO  (zkConnectionManagerCallback-1714-thread-1-processing-n:127.0.0.1:41917_iyl) [n:127.0.0.1:41917_iyl    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759799 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 759800 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41917_iyl
   [junit4]   2> 759800 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.c.Overseer Overseer (id=99272710085804037-127.0.0.1:41917_iyl-n_0000000000) starting
   [junit4]   2> 759802 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41917_iyl
   [junit4]   2> 759803 INFO  (OverseerStateUpdate-99272710085804037-127.0.0.1:41917_iyl-n_0000000000) [n:127.0.0.1:41917_iyl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 759836 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d99e9d5
   [junit4]   2> 759846 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d99e9d5
   [junit4]   2> 759846 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d99e9d5
   [junit4]   2> 759847 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [n:127.0.0.1:41917_iyl    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/control-001/cores
   [junit4]   2> 759862 INFO  (zkConnectionManagerCallback-1720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 759863 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 759863 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44005/solr ready
   [junit4]   2> 759874 INFO  (qtp793481323-10661) [n:127.0.0.1:41917_iyl    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41917_iyl&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 759876 INFO  (OverseerThreadFactory-3494-thread-1-processing-n:127.0.0.1:41917_iyl) [n:127.0.0.1:41917_iyl    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 759980 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 759980 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 760081 INFO  (zkCallback-1713-thread-1-processing-n:127.0.0.1:41917_iyl) [n:127.0.0.1:41917_iyl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 760986 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 760992 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 761049 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 761054 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 761055 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d99e9d5
   [junit4]   2> 761055 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 761055 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 761058 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.811597254412331]
   [junit4]   2> 761080 WARN  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 761124 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 761124 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 761125 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 761125 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 761125 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=35.890625, floorSegmentMB=1.12109375, forceMergeDeletesPctAllowed=14.566121990144877, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 761127 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4071d3d1[control_collection_shard1_replica_n1] main]
   [junit4]   2> 761129 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 761129 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 761129 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 761130 INFO  (searcherExecutor-3497-thread-1-processing-n:127.0.0.1:41917_iyl x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4071d3d1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 761130 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588363363044294656
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41917/iyl/control_collection_shard1_replica_n1/
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41917/iyl/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 761133 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 761134 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41917/iyl/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 819907 INFO  (zkConnectionManagerCallback-1722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (11)
   [junit4]   1>   /solr/configs (2)
   [junit4]   1>    /solr/configs/_default (7)
   [junit4]   1>     /solr/configs/_default/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/_default/managed-schema (0)
   [junit4]   1>     DATA:
   [junit4]   1>         <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>         <!--
   [junit4]   1>          Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>          contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>          this work for additional information regarding copyright ownership.
   [junit4]   1>          The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>          (the "License"); you may not use this file except in compliance with
   [junit4]   1>          the License.  You may obtain a copy of the License at
   [junit4]   1>         
   [junit4]   1>              http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>         
   [junit4]   1>          Unless required by applicable law or agreed to in writing, software
   [junit4]   1>          distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>          WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>          See the License for the specific language governing permissions and
   [junit4]   1>          limitations under the License.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <!--
   [junit4]   1>         
   [junit4]   1>          This example schema is the recommended starting point for users.
   [junit4]   1>          It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>          For more information, on how to customize this file, please see
   [junit4]   1>          http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>         
   [junit4]   1>          PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>          be used for benchmarking.  To improve performance one could
   [junit4]   1>           - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>             only need to search on the field but don't need to return the original
   [junit4]   1>             value.
   [junit4]   1>           - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>             return the field as a result of searching on other indexed fields.
   [junit4]   1>           - remove all unneeded copyField statements
   [junit4]   1>           - for best index size and searching performance, set "index" to false
   [junit4]   1>             for all general text fields, use copyField to copy them to the
   [junit4]   1>             catchall "text" field, and use that for searching.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <schema name="default-config" version="1.6">
   [junit4]   1>             <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>                version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>                semantics.  It should not normally be changed by applications.
   [junit4]   1>         
   [junit4]   1>                1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                     by nature
   [junit4]   1>                1.1: multiValued attribute introduced, false by default 
   [junit4]   1>                1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                     except for text fields.
   [junit4]   1>                1.3: removed optional field compress feature
   [junit4]   1>                1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                     behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                     to off for version >= 1.4
   [junit4]   1>                1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                     (int, float, boolean, string...)
   [junit4]   1>                1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- Valid attributes for fields:
   [junit4]   1>              name: mandatory - the name for the field
   [junit4]   1>              type: mandatory - the name of a field type from the 
   [junit4]   1>                fieldTypes section
   [junit4]   1>              indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>              stored: true if this field should be retrievable
   [junit4]   1>              docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>                recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>                grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>                faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>                They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>                *PointFields, and depending on the field type, they might require
   [junit4]   1>                the field to be single-valued, be required or have a default value
   [junit4]   1>                (check the documentation of the field type you're interested in for
   [junit4]   1>                more information)
   [junit4]   1>              multiValued: true if this field may contain multiple values per document
   [junit4]   1>              omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>                this field (this disables length normalization and index-time
   [junit4]   1>                boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>                fields or fields that need an index-time boost need norms.
   [junit4]   1>                Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>              termVectors: [false] set to true to store the term vector for a
   [junit4]   1>                given field.
   [junit4]   1>                When using MoreLikeThis, fields used for similarity should be
   [junit4]   1>                stored for best performance.
   [junit4]   1>              termPositions: Store position information with the term vector.  
   [junit4]   1>                This will increase storage costs.
   [junit4]   1>              termOffsets: Store offset information with the term vector. This 
   [junit4]   1>                will increase storage costs.
   [junit4]   1>              required: The field is required.  It will throw an error if the
   [junit4]   1>                value does not exist
   [junit4]   1>              default: a value that should be used if no value is specified
   [junit4]   1>                when adding a document.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field names should consist of alphanumeric or underscore characters only and
   [junit4]   1>               not start with a digit.  This is not currently strictly enforced,
   [junit4]   1>               but other field names will not have first class support from all components
   [junit4]   1>               and back compatibility is not guaranteed.  Names with both leading and
   [junit4]   1>               trailing underscores (e.g. _version_) are reserved.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- In this _default configset, only four fields are pre-declared:
   [junit4]   1>                  id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
   [junit4]   1>                  "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
   [junit4]   1>                  
   [junit4]   1>                  Note that many dynamic fields are also defined - you can use them to specify a 
   [junit4]   1>                  field's type via field naming conventions - see below.
   [junit4]   1>           
   [junit4]   1>                  WARNING: The _text_ catch-all field will significantly increase your index size.
   [junit4]   1>                  If you don't need it, consider removing it and the corresponding copyField directive.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
   [junit4]   1>             <!-- docValues are enabled by default for long type so we don't need to index the version field  -->
   [junit4]   1>             <field name="_version_" type="plong" indexed="false" stored="false"/>
   [junit4]   1>             <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
   [junit4]   1>             <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
   [junit4]   1>                  because it's very expensive to index everything twice. -->
   [junit4]   1>             <!-- <copyField source="*" dest="_text_"/> -->
   [junit4]   1>         
   [junit4]   1>             <!-- Dynamic field definitions allow using convention over configuration
   [junit4]   1>                for fields via the specification of patterns to match field names.
   [junit4]   1>                EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
   [junit4]   1>                RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end.  -->
   [junit4]   1>            
   [junit4]   1>             <dynamicField name="*_i"  type="pint"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_is" type="pints"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
   [junit4]   1>             <dynamicField name="*_ss" type="strings"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_l"  type="plong"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ls" type="plongs"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_f"  type="pfloat"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_fs" type="pfloats"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_d"  type="pdouble" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ds" type="pdoubles" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Type used for data-driven schema, to add a string copy for each text field -->
   [junit4]   1>             <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_dt"  type="pdate"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dts" type="pdate"    indexed="true"  stored="true" multiValued="true"/>
   [junit4]   1>             <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_srpt"  type="location_rpt" indexed="true" stored="true"/>
   [junit4]   1>             
   [junit4]   1>             <!-- payloaded dynamic fields -->
   [junit4]   1>             <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Field to use to determine and enforce document uniqueness.
   [junit4]   1>               Unless this field is marked with required="false", it will be a required field
   [junit4]   1>             -->
   [junit4]   1>             <uniqueKey>id</uniqueKey>
   [junit4]   1>         
   [junit4]   1>             <!-- copyField commands copy one field to another at the time a document
   [junit4]   1>                is added to the index.  It's used either to index the same field differently,
   [junit4]   1>                or to add multiple fields to the same field for easier/faster searching.
   [junit4]   1>         
   [junit4]   1>             <copyField source="sourceFieldName" dest="destinationFieldName"/>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field type definitions. The "name" attribute is
   [junit4]   1>                just a label to be used by field definitions.  The "class"
   [junit4]   1>                attribute and any other attributes determine the real
   [junit4]   1>                behavior of the fieldType.
   [junit4]   1>                  Class names starting with "solr" refer to java classes in a
   [junit4]   1>                standard package such as org.apache.solr.analysis
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
   [junit4]   1>                  currently supported on types that are sorted internally as strings
   [junit4]   1>                  and on numeric types.
   [junit4]   1>                This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
   [junit4]   1>                - If sortMissingLast="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come after documents with the field,
   [junit4]   1>                  regardless of the requested sort order (asc or desc).
   [junit4]   1>                - If sortMissingFirst="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come before documents with the field,
   [junit4]   1>                  regardless of the requested sort order.
   [junit4]   1>                - If sortMissingLast="false" and sortMissingFirst="false" (the default),
   [junit4]   1>                  then default lucene sorting will be used which places docs without the
   [junit4]   1>                  field first in an ascending sort and last in a descending sort.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
   [junit4]   1>             <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
   [junit4]   1>             <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
   [junit4]   1>         
   [junit4]   1>             <!-- boolean type: "true" or "false" -->
   [junit4]   1>             <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
   [junit4]   1>             <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Numeric field types that index values using KD-trees.
   [junit4]   1>               Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
   [junit4]   1>             
   [junit4]   1>             <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
   [junit4]   1>                  is a more restricted form of the canonical representation of dateTime
   [junit4]   1>                  http://www.w3.org/TR/xmlschema-2/#dateTime    
   [junit4]   1>                  The trailing "Z" designates UTC time and is mandatory.
   [junit4]   1>                  Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
   [junit4]   1>                  All other components are mandatory.
   [junit4]   1>         
   [junit4]   1>                  Expressions can also be used to denote calculations that should be
   [junit4]   1>                  performed relative to "NOW" to determine the value, ie...
   [junit4]   1>         
   [junit4]   1>                        NOW/HOUR
   [junit4]   1>                           ... Round to the start of the current hour
   [junit4]   1>                        NOW-1DAY
   [junit4]   1>                           ... Exactly 1 day prior to now
   [junit4]   1>                        NOW/DAY+6MONTHS+3DAYS
   [junit4]   1>                           ... 6 months and 3 days in the future from the start of
   [junit4]   1>                               the current day
   [junit4]   1>                               
   [junit4]   1>               -->
   [junit4]   1>             <!-- KD-tree versions of date fields -->
   [junit4]   1>             <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
   [junit4]   1>             
   [junit4]   1>             <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
   [junit4]   1>             <fieldType name="binary" class="solr.BinaryField"/>
   [junit4]   1>         
   [junit4]   1>             <!-- solr.TextField allows the specification of custom text analyzers
   [junit4]   1>                  specified as a tokenizer and a list of token filters. Different
   [junit4]   1>                  analyzers may be specified for indexing and querying.
   [junit4]   1>         
   [junit4]   1>                  The optional positionIncrementGap puts space between multiple fields of
   [junit4]   1>                  this type on the same document, with the purpose of preventing false phrase
   [junit4]   1>                  matching across fields.
   [junit4]   1>         
   [junit4]   1>                  For more info on customizing your analyzer chain, please see
   [junit4]   1>                  http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
   [junit4]   1>              -->
   [junit4]   1>         
   [junit4]   1>             <!-- One can also specify an existing Analyzer class that has a
   [junit4]   1>                  default constructor via the class attribute on the analyzer element.
   [junit4]   1>                  Example:
   [junit4]   1>             <fieldType name="text_greek" class="solr.TextField">
   [junit4]   1>               <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
   [junit4]   1>             </fieldType>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- A text field that only splits on whitespace for exact matching of words -->
   [junit4]   1>             <dynamicField name="*_ws" type="text_ws"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A general text field that has reasonable, generic
   [junit4]   1>                  cross-language defaults: it tokenizes with StandardTokenizer,
   [junit4]   1>         	       removes stop words from case-insensitive "stopwords.txt"
   [junit4]   1>         	       (empty by default), and down cases.  At query time only, it
   [junit4]   1>         	       also applies synonyms.
   [junit4]   1>         	  -->
   [junit4]   1>             <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
   [junit4]   1>                  removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
   [junit4]   1>                  finally applies Porter's stemming.  The query time analyzer also applies synonyms from synonyms.txt. -->
   [junit4]   1>             <dynamicField name="*_txt_en" type="text_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                     />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English, plus
   [junit4]   1>                  aggressive word-splitting and autophrase features enabled.
   [junit4]   1>                  This field is just like text_en, except it adds
   [junit4]   1>                  WordDelimiterGraphFilter to enable splitting and matching of
   [junit4]   1>                  words on case-change, alpha numeric boundaries, and
   [junit4]   1>                  non-alphanumeric chars.  This means certain compound word
   [junit4]   1>                  cases will work, for example query "wi fi" will match
   [junit4]   1>                  document "WiFi" or "wi-fi".
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_en_split" type="text_en_splitting"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
   [junit4]   1>                  but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
   [junit4]   1>             <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Just like text_general except it reverses the characters of
   [junit4]   1>         	       each token, to enable more efficient leading wildcard queries.
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_rev" type="text_general_rev"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
   [junit4]   1>                         maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_phon_en" type="phonetic_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- lowercases the entire field value, keeping it as a single token.  -->
   [junit4]   1>             <dynamicField name="*_s_lower" type="lowercase"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- 
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at index time, so
   [junit4]   1>               queries for paths match documents at that path, or in descendent paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_descendent_path" type="descendent_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="descendent_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at query time, so
   [junit4]   1>               queries for paths match documents at that path, or in ancestor paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_ancestor_path" type="ancestor_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="ancestor_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- This point type indexes the coordinates as separate fields (subFields)
   [junit4]   1>               If subFieldType is defined, it references a type, and a dynamic field
   [junit4]   1>               definition is created matching *___<typename>.  Alternately, if 
   [junit4]   1>               subFieldSuffix is defined, that is used to create the subFields.
   [junit4]   1>               Example: if subFieldType="double", then the coordinates would be
   [junit4]   1>                 indexed in fields myloc_0___double,myloc_1___double.
   [junit4]   1>               Example: if subFieldSuffix="_d" then the coordinates would be indexed
   [junit4]   1>                 in fields myloc_0_d,myloc_1_d
   [junit4]   1>               The subFields are an implementation detail of the fieldType, and end
   [junit4]   1>               users normally should not need to know about them.
   [junit4]   1>              -->
   [junit4]   1>             <dynamicField name="*_point" type="point"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A specialized field for geospatial search filters and distance sorting. -->
   [junit4]   1>             <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A geospatial field type that supports multiValued and polygon shapes.
   [junit4]   1>               For more information about this and other spatial fields see:
   [junit4]   1>               http://lucene.apache.org/solr/guide/spatial-search.html
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
   [junit4]   1>                        geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
   [junit4]   1>         
   [junit4]   1>             <!-- Payloaded field types -->
   [junit4]   1>             <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- some examples for different languages (generally ordered by ISO code) -->
   [junit4]   1>         
   [junit4]   1>             <!-- Arabic -->
   [junit4]   1>             <dynamicField name="*_txt_ar" type="text_ar"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- for any non-arabic -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
   [junit4]   1>                 <!-- normalizes ? to ?, etc -->
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Bulgarian -->
   [junit4]   1>             <dynamicField name="*_txt_bg" type="text_bg"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/> 
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" /> 
   [junit4]   1>                 <filter class="solr.BulgarianStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Catalan -->
   [junit4]   1>             <dynamicField name="*_txt_ca" type="text_ca"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
   [junit4]   1>             <dynamicField name="*_txt_cjk" type="text_cjk"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- normalize width before bigram, as e.g. half-width dakuten combine  -->
   [junit4]   1>                 <filter class="solr.CJKWidthFilterFactory"/>
   [junit4]   1>                 <!-- for any non-CJK -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.CJKBigramFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Czech -->
   [junit4]   1>             <dynamicField name="*_txt_cz" type="text_cz"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
   [junit4]   1>                 <filter class="solr.CzechStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Danish -->
   [junit4]   1>             <dynamicField name="*_txt_da" type="text_da"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- German -->
   [junit4]   1>             <dynamicField name="*_txt_de" type="text_de"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.GermanNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.GermanLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Greek -->
   [junit4]   1>             <dynamicField name="*_txt_el" type="text_el"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- greek specific lowercase for sigma -->
   [junit4]   1>                 <filter class="solr.GreekLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
   [junit4]   1>                 <filter class="solr.GreekStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Spanish -->
   [junit4]   1>             <dynamicField name="*_txt_es" type="text_es"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SpanishLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Basque -->
   [junit4]   1>             <dynamicField name="*_txt_eu" type="text_eu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Persian -->
   [junit4]   1>             <dynamicField name="*_txt_fa" type="text_fa"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <!-- for ZWNJ -->
   [junit4]   1>                 <charFilter class="solr.PersianCharFilterFactory"/>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.PersianNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Finnish -->
   [junit4]   1>             <dynamicField name="*_txt_fi" type="text_fi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- French -->
   [junit4]   1>             <dynamicField name="*_txt_fr" type="text_fr"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.FrenchLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Irish -->
   [junit4]   1>             <dynamicField name="*_txt_ga" type="text_ga"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes d', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
   [junit4]   1>                 <!-- removes n-, etc. position increments is intentionally false! -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
   [junit4]   1>                 <filter class="solr.IrishLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Galician -->
   [junit4]   1>             <dynamicField name="*_txt_gl" type="text_gl"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
   [junit4]   1>                 <filter class="solr.GalicianStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hindi -->
   [junit4]   1>             <dynamicField name="*_txt_hi" type="text_hi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <!-- normalizes unicode representation -->
   [junit4]   1>                 <filter class="solr.IndicNormalizationFilterFactory"/>
   [junit4]   1>                 <!-- normalizes variation in spelling -->
   [junit4]   1>                 <filter class="solr.HindiNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
   [junit4]   1>                 <filter class="solr.HindiStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hungarian -->
   [junit4]   1>             <dynamicField name="*_txt_hu" type="text_hu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->   
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Armenian -->
   [junit4]   1>             <dynamicField name="*_txt_hy" type="text_hy"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hy" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hy.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Armenian"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Indonesian -->
   [junit4]   1>             <dynamicField name="*_txt_id" type="text_id"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_id" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_id.txt" />
   [junit4]   1>                 <!-- for a less aggressive approach (only inflectional suffixes), set stemDerivational to false -->
   [junit4]   1>                 <filter class="solr.IndonesianStemFilterFactory" stemDerivational="true"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Italian -->
   [junit4]   1>           <dynamicField name="*_txt_it" type="text_it"  indexed="true"  stored="true"/>
   [junit4]   1>           <fieldType name="text_it" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_it.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_it.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.ItalianLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Italian"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Japanese using morphological analysis (see text_cjk for a configuration using bigramming)
   [junit4]   1>         
   [junit4]   1>                  NOTE: If you want to optimize search for precision, use default operator AND in your request
   [junit4]   1>                  handler config (q.op) Use OR if you would like to o

[...truncated too long message...]

Reader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1390168 INFO  (qtp793481323-10662) [n:127.0.0.1:41917_iyl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630188
   [junit4]   2> 1390168 ERROR (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1390169 INFO  (TEST-PeerSyncReplicationTest.test-seed#[FE2F5F6BBAEBBFF9]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44005 44005
   [junit4]   2> 1395208 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44005 44005
   [junit4]   2> 1395208 WARN  (Thread-4613) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=FE2F5F6BBAEBBFF9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=so-SO -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    636s J1 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:41917/iyl
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FE2F5F6BBAEBBFF9:767B60B11417D201]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]    > 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_FE2F5F6BBAEBBFF9-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1745, maxMBSortInHeap=7.907422066022737, sim=RandomSimilarity(queryNorm=false): {}, locale=so-SO, timezone=Asia/Irkutsk
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=318961232,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimpleTrackingShardHandler, TestRestoreCore, TestSolrConfigHandler, TestCloudNestedDocsSort, TestManagedResourceStorage, TestSolrConfigHandlerCloud, TestBlendedInfixSuggestions, TestLeaderElectionZkExpiry, TestQuerySenderNoQuery, TestPayloadCheckQParserPlugin, ConcurrentDeleteAndCreateCollectionTest, TestSolrQueryResponse, TestApiFramework, DistributedFacetExistsSmallTest, TestHighFrequencyDictionaryFactory, TestXmlQParserPlugin, SampleTest, SolrJmxReporterCloudTest, RankQueryTest, TermVectorComponentDistributedTest, RegexBoostProcessorTest, TestFieldCacheSort, ShardRoutingTest, CoreAdminCreateDiscoverTest, TestExceedMaxTermLength, TestRandomFlRTGCloud, TestManagedSchemaAPI, SOLR749Test, BinaryUpdateRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestUseDocValuesAsStored2, SparseHLLTest, TestRawResponseWriter, TestSchemaSimilarityResource, HdfsRecoverLeaseTest, NumberUtilsTest, TestAnalyzedSuggestions, SignatureUpdateProcessorFactoryTest, TestSolrCoreParser, TestLockTree, ConfigureRecoveryStrategyTest, BlobRepositoryCloudTest, TestNumericRangeQuery32, TestHdfsBackupRestoreCore, SolrCmdDistributorTest, SuggestComponentTest, ChaosMonkeySafeLeaderTest, TestCloudJSONFacetJoinDomain, TestFaceting, DistributedFacetPivotSmallAdvancedTest, PathHierarchyTokenizerFactoryTest, InfoHandlerTest, TestSlowCompositeReaderWrapper, DebugComponentTest, TestNonDefinedSimilarityFactory, DistributedVersionInfoTest, TestExclusionRuleCollectionAccess, HighlighterConfigTest, TestCustomStream, TestSimDistributedQueue, TestDelegationWithHadoopAuth, CdcrReplicationHandlerTest, OutputWriterTest, SubstringBytesRefFilterTest, SolrIndexSplitterTest, TestBM25SimilarityFactory, TestPerFieldSimilarity, TestStressLucene, CloudExitableDirectoryReaderTest, HdfsSyncSliceTest, TestDocSet, OverriddenZkACLAndCredentialsProvidersTest, CollectionsAPIDistributedZkTest, TestNodeAddedTrigger, ConvertedLegacyTest, TestHttpShardHandlerFactory, SolrMetricsIntegrationTest, TestCollapseQParserPlugin, CursorMarkTest, TestBlobHandler, SuggesterTSTTest, LegacyCloudClusterPropTest, TestFieldCacheWithThreads, TestInPlaceUpdatesStandalone, TlogReplayBufferedWhileIndexingTest, SolrCoreMetricManagerTest, TestRecoveryHdfs, TestFastWriter, TestWriterPerf, NotRequiredUniqueKeyTest, TestCustomSort, PeerSyncWithIndexFingerprintCachingTest, NodeAddedTriggerTest, TestCloudRecovery, TestUniqueKeyFieldResource, SimpleMLTQParserTest, PeerSyncReplicationTest]
   [junit4] Completed [431/764 (1!)] on J1 in 635.69s, 1 test, 1 error <<< FAILURES!

[...truncated 41953 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1095 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1095/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44685/g/w

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44685/g/w
	at __randomizedtesting.SeedInfo.seed([59003870E9EA5DC1:4A630A1FD885E467]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches

Error Message:
Error from server at https://127.0.0.1:43305/solr: Could not fully create collection: tobedeleted

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43305/solr: Could not fully create collection: tobedeleted
	at __randomizedtesting.SeedInfo.seed([EFFF5208966DEF21:4D3E9A87140E394C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches(TestCollectionStateWatchers.java:272)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([EFFF5208966DEF21:67C9F05B4EC20733]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:228)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([EFFF5208966DEF21:39133DD0C6349274]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState(TestCollectionStateWatchers.java:182)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13537 lines...]
   [junit4] Suite: org.apache.solr.cloud.SolrCloudExampleTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/init-core-data-001
   [junit4]   2> 2208767 INFO  (SUITE-SolrCloudExampleTest-seed#[59003870E9EA5DC1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2208769 INFO  (SUITE-SolrCloudExampleTest-seed#[59003870E9EA5DC1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2208770 INFO  (SUITE-SolrCloudExampleTest-seed#[59003870E9EA5DC1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2208770 INFO  (SUITE-SolrCloudExampleTest-seed#[59003870E9EA5DC1]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g/w
   [junit4]   2> 2208773 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2208773 INFO  (Thread-4079) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2208773 INFO  (Thread-4079) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2208774 ERROR (Thread-4079) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2208873 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ZkTestServer start zk server on port:39051
   [junit4]   2> 2208875 INFO  (zkConnectionManagerCallback-4301-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2208878 INFO  (zkConnectionManagerCallback-4303-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2208881 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2208882 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2208883 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2208884 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2208885 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2208886 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2208887 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2208887 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2208888 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2208889 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2208890 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2208892 INFO  (zkConnectionManagerCallback-4306-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2208893 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2208965 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2208966 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fef3b{/g/w,null,AVAILABLE}
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4dea85{SSL,[ssl, http/1.1]}{127.0.0.1:44685}
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.Server Started @2210312ms
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/tempDir-001/control/data, replicaType=NRT, hostContext=/g/w, hostPort=44685, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/control-001/cores}
   [junit4]   2> 2208967 ERROR (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2208967 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T12:02:51.725Z
   [junit4]   2> 2208969 INFO  (zkConnectionManagerCallback-4308-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2208970 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2208970 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/control-001/solr.xml
   [junit4]   2> 2208974 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2208974 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2208975 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2e1fe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2208978 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39051/solr
   [junit4]   2> 2208979 INFO  (zkConnectionManagerCallback-4312-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2208982 INFO  (zkConnectionManagerCallback-4314-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2209030 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2209031 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44685_g%2Fw
   [junit4]   2> 2209031 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.Overseer Overseer (id=99274468329521157-127.0.0.1:44685_g%2Fw-n_0000000000) starting
   [junit4]   2> 2209036 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44685_g%2Fw
   [junit4]   2> 2209037 INFO  (zkCallback-4313-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2209178 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2e1fe
   [junit4]   2> 2209190 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2e1fe
   [junit4]   2> 2209190 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2e1fe
   [junit4]   2> 2209192 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/control-001/cores
   [junit4]   2> 2209214 INFO  (zkConnectionManagerCallback-4320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2209215 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2209215 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39051/solr ready
   [junit4]   2> 2209306 INFO  (qtp22901643-19189) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44685_g%252Fw&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2209308 INFO  (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2209418 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2209419 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2209522 INFO  (zkCallback-4313-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2210440 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2210455 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2210562 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2210576 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2210576 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2e1fe
   [junit4]   2> 2210576 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2210576 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2210579 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=25.3896484375, floorSegmentMB=1.5380859375, forceMergeDeletesPctAllowed=24.456536883959938, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6911901154493926
   [junit4]   2> 2210582 WARN  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2210620 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2210620 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2210621 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2210621 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2210622 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=458677550, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2210623 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20590e[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2210623 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2210624 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2210624 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2210627 INFO  (searcherExecutor-8801-thread-1-processing-n:127.0.0.1:44685_g%2Fw x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@20590e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2210627 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588391495215349760
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44685/g/w/control_collection_shard1_replica_n1/
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44685/g/w/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2210630 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2210632 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44685/g/w/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2269362 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44685
   [junit4]   2> 2269363 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=15001279
   [junit4]   2> 2269363 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2269363 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b6454: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1efa64
   [junit4]   2> 2269370 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2269371 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15172f5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1fa48ee
   [junit4]   2> 2269378 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2269378 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43cdeb: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f2da8a
   [junit4]   2> 2269379 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44685_g%2Fw
   [junit4]   2> 2269380 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2269380 INFO  (zkCallback-4313-thread-2-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2269380 INFO  (coreCloseExecutor-8806-thread-1) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6115c4
   [junit4]   2> 2269380 INFO  (coreCloseExecutor-8806-thread-1) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=6362564
   [junit4]   2> 2269380 INFO  (coreCloseExecutor-8806-thread-1) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b418c6: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@87ff59
   [junit4]   2> 2269391 INFO  (coreCloseExecutor-8806-thread-1) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=6362564
   [junit4]   2> 2280055 INFO  (ScheduledTrigger-8796-thread-2) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2280058 INFO  (AutoscalingActionExecutor-8797-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2509384788 sessionWrapper.createTime 2509384788060772, this.sessionWrapper.createTime 2509384788060772 
   [junit4]   2> 2280058 INFO  (AutoscalingActionExecutor-8797-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"8ea435885176aT6vgxuu8u6yr48z3f56pg24apt",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2509374782510954,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2509374782510954],
   [junit4]   2>     "_enqueue_time_":2509384785021597,
   [junit4]   2>     "nodeNames":["127.0.0.1:44685_g%2Fw"]}}
   [junit4]   2> 2389309 ERROR (qtp22901643-19189) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2389309 INFO  (qtp22901643-19189) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44685_g%252Fw&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 2389309 ERROR (qtp22901643-19189) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2809517 ERROR (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44685/g/w
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44685/g/w
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]   2> 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]   2> 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2809517 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.Overseer Overseer (id=99274468329521157-127.0.0.1:44685_g%2Fw-n_0000000000) closing
   [junit4]   2> 2809518 ERROR (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 2809519 INFO  (OverseerStateUpdate-99274468329521157-127.0.0.1:44685_g%2Fw-n_0000000000) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44685_g%2Fw
   [junit4]   2> 2809519 INFO  (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2839551 INFO  (zkCallback-4313-thread-5-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2839553 ERROR (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2839554 INFO  (OverseerThreadFactory-8798-thread-1-processing-n:127.0.0.1:44685_g%2Fw) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2839554 WARN  (OverseerAutoScalingTriggerThread-99274468329521157-127.0.0.1:44685_g%2Fw-n_0000000000) [n:127.0.0.1:44685_g%2Fw    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2839556 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4dea85{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2839556 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fef3b{/g/w,null,UNAVAILABLE}
   [junit4]   2> 2839602 ERROR (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2839604 ERROR (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 2839616 INFO  (qtp22901643-19190) [n:127.0.0.1:44685_g%2Fw c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630197
   [junit4]   2> 2839616 ERROR (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2839617 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[59003870E9EA5DC1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39051 39051
   [junit4]   2> 2844956 INFO  (Thread-4079) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39051 39051
   [junit4]   2> 2844957 WARN  (Thread-4079) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCloudExampleTest -Dtests.method=testLoadDocsIntoGettingStartedCollection -Dtests.seed=59003870E9EA5DC1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=Mexico/General -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    636s J0 | SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44685/g/w
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([59003870E9EA5DC1:4A630A1FD885E467]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SolrCloudExampleTest_59003870E9EA5DC1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1209, maxMBSortInHeap=5.365999341955774, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-OM, timezone=Mexico/General
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=77588776,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, TestMultiValuedNumericRangeQuery, TestRetrieveFieldsOptimizer, DateMathParserTest, TestSolrCloudWithHadoopAuthPlugin, ResponseLogComponentTest, ExplicitHLLTest, AtomicUpdatesTest, TestComplexPhraseQParserPlugin, TestAnalyzeInfixSuggestions, TestSQLHandlerNonCloud, TestFilteredDocIdSet, TestLuceneIndexBackCompat, SolrMetricReporterTest, TestShortCircuitedRequests, TestCloudPseudoReturnFields, TestCryptoKeys, SaslZkACLProviderTest, ZkControllerTest, TestUnifiedSolrHighlighter, LeaderInitiatedRecoveryOnShardRestartTest, DateRangeFieldTest, TestSolrCloudSnapshots, BasicZkTest, AutoAddReplicasPlanActionTest, StatelessScriptUpdateProcessorFactoryTest, DeleteReplicaTest, TestManagedSynonymFilterFactory, TestDistributedSearch, TestPullReplicaErrorHandling, SolrInfoBeanTest, ExecutePlanActionTest, URLClassifyProcessorTest, TestQueryWrapperFilter, SolrGraphiteReporterTest, ActionThrottleTest, TestNRTOpen, TestLegacyFieldReuse, TimeRoutedAliasUpdateProcessorTest, TestJoin, SoftAutoCommitTest, TestFreeTextSuggestions, DataDrivenBlockJoinTest, MissingSegmentRecoveryTest, TestCloudInspectUtil, ForceLeaderTest, AnalysisAfterCoreReloadTest, SolrCoreTest, CacheHeaderTest, ExternalFileFieldSortTest, BooleanFieldTest, HdfsRestartWhileUpdatingTest, CollectionStateFormat2Test, DirectUpdateHandlerOptimizeTest, HdfsLockFactoryTest, TestConfig, SearchHandlerTest, ClassificationUpdateProcessorTest, MetricsConfigTest, TestLocalFSCloudBackupRestore, TestSha256AuthenticationProvider, TestSearcherReuse, WrapperMergePolicyFactoryTest, CoreMergeIndexesAdminHandlerTest, OverseerModifyCollectionTest, BigEndianAscendingWordDeserializerTest, SuggestComponentContextFilterQueryTest, CdcrReplicationDistributedZkTest, TestAddFieldRealTimeGet, VersionInfoTest, TestJsonFacetRefinement, NoCacheHeaderTest, TestRandomFaceting, TestTestInjection, TestMergePolicyConfig, TestHighlightDedupGrouping, CdcrVersionReplicationTest, SpatialRPTFieldTypeTest, HdfsTlogReplayBufferedWhileIndexingTest, SliceStateTest, TestManagedResource, TestSolrDeletionPolicy1, TestDownShardTolerantSearch, DistanceUnitsTest, TestWordDelimiterFilterFactory, MoveReplicaTest, VMParamsZkACLAndCredentialsProvidersTest, DateFieldTest, TestPHPSerializedResponseWriter, TestSolrIndexConfig, TestFoldingMultitermQuery, DirectoryFactoryTest, DistributedExpandComponentTest, TestExactSharedStatsCache, TestBinaryField, RulesTest, TestOverriddenPrefixQueryForCustomFieldType, SpatialFilterTest, SolrPluginUtilsTest, MultiTermTest, TestRecovery, TermVectorComponentTest, SearchHandlerTest, DeleteInactiveReplicaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BlockDirectoryTest, TestScoreJoinQPNoScore, TestSolrJ, TestCSVLoader, TestPolicyCloud, BasicAuthIntegrationTest, TestFieldTypeCollectionResource, DistributedQueryElevationComponentTest, TestSimpleTextCodec, LeaderElectionIntegrationTest, TestNumericTerms32, TestCodecSupport, TestQueryUtils, TestCloudSchemaless, RegexBytesRefFilterTest, HdfsNNFailoverTest, AutoscalingHistoryHandlerTest, QueryResultKeyTest, TestDistribStateManager, FastVectorHighlighterTest, CollectionsAPISolrJTest, SyncSliceTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, PeerSyncTest, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DebugComponentTest, TestWriterPerf, PrimitiveFieldTypeTest, TermsComponentTest, TestSolrQueryParser, TestJmxIntegration, MBeansHandlerTest, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, TestLRUCache, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteNodeTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest]
   [junit4] Completed [548/764 (1!)] on J0 in 636.23s, 1 test, 1 error <<< FAILURES!

[...truncated 1684 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFFF5208966DEF21-001/init-core-data-001
   [junit4]   2> 125957 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 125958 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 125959 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 125960 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFFF5208966DEF21-001/tempDir-001
   [junit4]   2> 125960 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 125960 INFO  (Thread-572) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 125960 INFO  (Thread-572) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 125962 ERROR (Thread-572) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 126060 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.c.ZkTestServer star

[...truncated too long message...]

r.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: currentstate slice: shard1 saw state=DocCollection(currentstate//collections/currentstate/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"currentstate_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:41029/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41029_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 1360376 INFO  (coreCloseExecutor-1106-thread-1) [n:127.0.0.1:41029_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.c.SolrCore [testcollection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@e61992
   [junit4]   2> 1360376 INFO  (coreCloseExecutor-1106-thread-1) [n:127.0.0.1:41029_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n2, tag=15079826
   [junit4]   2> 1360376 INFO  (coreCloseExecutor-1106-thread-2) [n:127.0.0.1:41029_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.c.SolrCore [stateformat1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@615863
   [junit4]   2> 1360376 INFO  (coreCloseExecutor-1106-thread-3) [n:127.0.0.1:41029_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.c.SolrCore [currentstate_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@286b9c
   [junit4]   2> 1360376 INFO  (coreCloseExecutor-1106-thread-1) [n:127.0.0.1:41029_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56d36f: rootName = solr_41029, domain = solr.core.testcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@673c25
   [junit4]   2> 1360394 INFO  (coreCloseExecutor-1106-thread-1) [n:127.0.0.1:41029_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=15079826
   [junit4]   2> 1360394 INFO  (coreCloseExecutor-1106-thread-2) [n:127.0.0.1:41029_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stateformat1.shard1.replica_n1, tag=6379619
   [junit4]   2> 1360396 INFO  (coreCloseExecutor-1106-thread-2) [n:127.0.0.1:41029_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c3954: rootName = solr_41029, domain = solr.core.stateformat1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.stateformat1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@479962
   [junit4]   2> 1360413 INFO  (coreCloseExecutor-1106-thread-2) [n:127.0.0.1:41029_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=6379619
   [junit4]   2> 1360413 INFO  (coreCloseExecutor-1106-thread-3) [n:127.0.0.1:41029_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.currentstate.shard1.replica_n1, tag=2648988
   [junit4]   2> 1360414 INFO  (coreCloseExecutor-1106-thread-3) [n:127.0.0.1:41029_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ba4155: rootName = solr_41029, domain = solr.core.currentstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.currentstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1af1350
   [junit4]   2> 1360433 INFO  (coreCloseExecutor-1106-thread-3) [n:127.0.0.1:41029_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.currentstate.shard1.leader, tag=2648988
   [junit4]   2> 1360436 INFO  (jetty-closer-297-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99274581962063883-127.0.0.1:41029_solr-n_0000000000) closing
   [junit4]   2> 1360437 INFO  (OverseerStateUpdate-99274581962063883-127.0.0.1:41029_solr-n_0000000000) [n:127.0.0.1:41029_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41029_solr
   [junit4]   2> 1360437 WARN  (OverseerAutoScalingTriggerThread-99274581962063883-127.0.0.1:41029_solr-n_0000000000) [n:127.0.0.1:41029_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1360440 INFO  (jetty-closer-297-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f7e98{/solr,null,UNAVAILABLE}
   [junit4]   2> 1360440 ERROR (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1360441 INFO  (SUITE-TestCollectionStateWatchers-seed#[EFFF5208966DEF21]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44939 44939
   [junit4]   2> 1365479 INFO  (Thread-572) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44939 44939
   [junit4]   2> 1365481 WARN  (Thread-572) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/configs/config
   [junit4]   2> 	4	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/collections/testcollection/state.json
   [junit4]   2> 	6	/solr/collections/delayed/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/currentstate/state.json
   [junit4]   2> 	4	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99274581962063883-127.0.0.1:41029_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/99274581962063882-127.0.0.1:33609_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFFF5208966DEF21-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=pt, timezone=SystemV/HST10
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=64619224,total=283451392
   [junit4]   2> NOTE: All tests run in this JVM: [MultiplyEvaluatorTest, RegressionEvaluatorTest, LBHttpSolrClientBuilderTest, SineEvaluatorTest, CoalesceEvaluatorTest, ArrayEvaluatorTest, SolrExceptionTest, CommonParamsTest, PowerEvaluatorTest, NamedListTest, JettyWebappTest, GreaterThanEqualToEvaluatorTest, NormalizeEvaluatorTest, TestSuggesterResponse, SelectWithEvaluatorsTest, TestHash, HttpSolrClientBuilderTest, CloudSolrClientTest, SolrExampleBinaryTest, DivideEvaluatorTest, LargeVolumeJettyTest, SolrExampleJettyTest, TestCloudSolrClientConnections, GetByIdTest, TestCoreAdmin, TestSolrJErrorHandling, StreamExpressionToExplanationTest, AbsoluteValueEvaluatorTest, AddEvaluatorTest, AppendEvaluatorTest, ArcCosineEvaluatorTest, ArcSineEvaluatorTest, ArcTangentEvaluatorTest, AscEvaluatorTest, CosineEvaluatorTest, ExclusiveOrEvaluatorTest, FloorEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicSineEvaluatorTest, HyperbolicTangentEvaluatorTest, LengthEvaluatorTest, LessThanEqualToEvaluatorTest, LessThanEvaluatorTest, ModuloEvaluatorTest, NaturalLogEvaluatorTest, NotEvaluatorTest, RecursiveEvaluatorTest, RoundEvaluatorTest, SquareRootEvaluatorTest, SubtractEvaluatorTest, TangentEvaluatorTest, UniformDistributionEvaluatorTest, UuidEvaluatorTest, StreamExpressionParserTest, ConcatOperationTest, OperationsTest, SchemaTest, SolrPingTest, TestCollectionAdminRequest, TestConfigSetAdminRequest, TestDelegationTokenRequest, TestV1toV2ApiMapper, NoOpResponseParserTest, TestClusteringResponse, SolrZkClientTest, TestCollectionStateWatchers]
   [junit4] Completed [146/146 (1!)] on J2 in 1239.54s, 9 tests, 3 errors <<< FAILURES!

[...truncated 42975 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1094 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1094/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=2}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
,time=2}
	at __randomizedtesting.SeedInfo.seed([AF6D089DE5B8BBCA:273937474B44D632]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test

Error Message:
Error from server at http://127.0.0.1:42091/_jy/dd: Could not fully create collection: collection1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42091/_jy/dd: Could not fully create collection: collection1
	at __randomizedtesting.SeedInfo.seed([AF6D089DE5B8BBCA:273937474B44D632]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:390)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:339)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12661 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/init-core-data-001
   [junit4]   2> 913498 WARN  (SUITE-TestDistributedSearch-seed#[AF6D089DE5B8BBCA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 913498 INFO  (SUITE-TestDistributedSearch-seed#[AF6D089DE5B8BBCA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 913500 INFO  (SUITE-TestDistributedSearch-seed#[AF6D089DE5B8BBCA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 913500 INFO  (SUITE-TestDistributedSearch-seed#[AF6D089DE5B8BBCA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 913500 INFO  (SUITE-TestDistributedSearch-seed#[AF6D089DE5B8BBCA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 913585 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/control/cores/collection1
   [junit4]   2> 913586 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 913587 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@386cf8c7{/,null,AVAILABLE}
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@135f9478{HTTP/1.1,[http/1.1]}{127.0.0.1:38835}
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.Server Started @915245ms
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=38835, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/control/cores}
   [junit4]   2> 913588 ERROR (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 913588 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T07:35:29.194Z
   [junit4]   2> 913589 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/control/solr.xml
   [junit4]   2> 913591 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 913591 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 913592 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 913624 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913632 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913632 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913633 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/control/cores
   [junit4]   2> 913634 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 913634 INFO  (coreLoadExecutor-2851-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 913634 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 913651 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 913664 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 913734 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 913738 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 913738 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913738 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 913738 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 913739 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=50.8603515625, floorSegmentMB=1.1103515625, forceMergeDeletesPctAllowed=3.0533059236721116, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21738851897936515
   [junit4]   2> 913769 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 913769 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 913770 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 913770 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 913770 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 913770 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@445ba008[collection1] main]
   [junit4]   2> 913771 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 913790 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 913876 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 913879 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 913879 INFO  (coreLoadExecutor-2851-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588374671966863360
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 913880 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 913881 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@445ba008[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 913959 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 913960 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 913961 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2713d9ec{/,null,AVAILABLE}
   [junit4]   2> 913961 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c01268b{HTTP/1.1,[http/1.1]}{127.0.0.1:43079}
   [junit4]   2> 913961 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.Server Started @915618ms
   [junit4]   2> 913961 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=43079, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/shard0/cores}
   [junit4]   2> 913961 ERROR (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 913962 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 913962 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 913962 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 913962 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T07:35:29.568Z
   [junit4]   2> 913962 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 913964 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 913964 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 913964 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 913981 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913989 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913990 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 913991 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/shard0/cores
   [junit4]   2> 913991 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 913991 INFO  (coreLoadExecutor-2862-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 913992 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 914009 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 914022 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 914090 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 914094 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 914095 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e4cdfe
   [junit4]   2> 914095 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 914095 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AF6D089DE5B8BBCA-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 914096 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=50.8603515625, floorSegmentMB=1.1103515625, forceMergeDeletesPctAllowed=3.0533059236721116, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21738851897936515
   [junit4]   2> 914121 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 914122 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 914122 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 914122 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 914123 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 914123 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17343ce0[collection1] main]
   [junit4]   2> 914123 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 914140 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 914219 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 914219 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 914219 INFO  (coreLoadExecutor-2862-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588374672323379200
   [junit4]   2> 914219 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 914219 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 914219 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 914219 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 914220 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 914220 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 914220 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 914220 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 914221 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17343ce0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 914222 INFO  (TEST-TestDistributedSearch.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 914224 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1588374672327573504)} 0 1
   [junit4]   2> 914226 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1588374672329670656)} 0 0
   [junit4]   2> 914228 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1588374672331767808)]} 0 1
   [junit4]   2> 914244 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1588374672332816384)]} 0 16
   [junit4]   2> 914245 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1588374672350642176)]} 0 0
   [junit4]   2> 914246 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1588374672350642176)]} 0 0
   [junit4]   2> 914246 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1588374672351690752)]} 0 0
   [junit4]   2> 914246 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1588374672351690752)]} 0 0
   [junit4]   2> 914247 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1588374672352739328)]} 0 0
   [junit4]   2> 914247 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1588374672352739328)]} 0 0
   [junit4]   2> 914248 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1588374672353787904)]} 0 0
   [junit4]   2> 914248 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1588374672353787904)]} 0 0
   [junit4]   2> 914248 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1588374672353787905)]} 0 0
   [junit4]   2> 914248 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1588374672353787905)]} 0 0
   [junit4]   2> 914249 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1588374672354836480)]} 0 0
   [junit4]   2> 914249 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1588374672354836480)]} 0 0
   [junit4]   2> 914249 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1588374672354836481)]} 0 0
   [junit4]   2> 914250 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1588374672355885056)]} 0 0
   [junit4]   2> 914250 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1588374672355885056)]} 0 0
   [junit4]   2> 914250 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1588374672355885057)]} 0 0
   [junit4]   2> 914251 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588374672356933632,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 914251 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5f50c15a commitCommandVersion:1588374672356933632
   [junit4]   2> 914255 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fb84ee5[collection1] main]
   [junit4]   2> 914256 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 914257 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7fb84ee5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c9)))}
   [junit4]   2> 914257 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 914257 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588374672363225088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 914257 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7b1839c8 commitCommandVersion:1588374672363225088
   [junit4]   2> 914260 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f211e02[collection1] main]
   [junit4]   2> 914260 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 914261 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f211e02[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c9)))}
   [junit4]   2> 914261 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 914263 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1588374672368467968)]} 0 1
   [junit4]   2> 914264 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1588374672369516544)]} 0 0
   [junit4]   2> 914264 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1588374672370565120)]} 0 0
   [junit4]   2> 914265 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1588374672371613696)]} 0 0
   [junit4]   2> 914265 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1588374672371613696)]} 0 0
   [junit4]   2> 914265 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1588374672371613697)]} 0 0
   [junit4]   2> 914266 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1588374672371613697)]} 0 0
   [junit4]   2> 914266 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1588374672372662272)]} 0 0
   [junit4]   2> 914267 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1588374672372662272)]} 0 0
   [junit4]   2> 914267 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1588374672373710848)]} 0 0
   [junit4]   2> 914267 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1588374672373710848)]} 0 0
   [junit4]   2> 914268 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1588374672374759424)]} 0 0
   [junit4]   2> 914268 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1588374672374759424)]} 0 0
   [junit4]   2> 914268 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1588374672374759425)]} 0 0
   [junit4]   2> 914269 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1588374672375808000)]} 0 0
   [junit4]   2> 914269 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1588374672375808000)]} 0 0
   [junit4]   2> 914269 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1588374672375808001)]} 0 0
   [junit4]   2> 914270 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1588374672376856576)]} 0 0
   [junit4]   2> 914270 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1588374672376856576)]} 0 0
   [junit4]   2> 914270 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1588374672376856577)]} 0 0
   [junit4]   2> 914271 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1588374672377905152)]} 0 0
   [junit4]   2> 914271 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1588374672377905152)]} 0 0
   [junit4]   2> 914271 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1588374672377905153)]} 0 0
   [junit4]   2> 914271 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1588374672377905153)]} 0 0
   [junit4]   2> 914272 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1588374672378953728)]} 0 0
   [junit4]   2> 914272 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1588374672378953728)]} 0 0
   [junit4]   2> 914272 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1588374672378953729)]} 0 0
   [junit4]   2> 914272 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1588374672378953729)]} 0 0
   [junit4]   2> 914273 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1588374672378953730)]} 0 0
   [junit4]   2> 914273 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1588374672380002304)]} 0 0
   [junit4]   2> 914273 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1588374672380002304)]} 0 0
   [junit4]   2> 914273 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1588374672380002305)]} 0 0
   [junit4]   2> 914274 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1588374672380002305)]} 0 0
   [junit4]   2> 914274 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1588374672381050880)]} 0 0
   [junit4]   2> 914274 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1588374672381050880)]} 0 0
   [junit4]   2> 914274 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1588374672381050881)]} 0 0
   [junit4]   2> 914275 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1588374672382099456)]} 0 0
   [junit4]   2> 914275 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1588374672382099456)]} 0 0
   [junit4]   2> 914275 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1588374672382099457)]} 0 0
   [junit4]   2> 914275 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1588374672382099457)]} 0 0
   [junit4]   2> 914276 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1588374672383148032)]} 0 0
   [junit4]   2> 914276 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1588374672383148032)]} 0 0
   [junit4]   2> 914276 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1588374672383148033)]} 0 0
   [junit4]   2> 914276 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1588374672383148033)]} 0 0
   [junit4]   2> 914277 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1588374672384196608)]} 0 0
   [junit4]   2> 914277 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1588374672384196608)]} 0 0
   [junit4]   2> 914277 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1588374672384196609)]} 0 0
   [junit4]   2> 914277 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1588374672384196609)]} 0 0
   [junit4]   2> 914278 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1588374672385245184)]} 0 0
   [junit4]   2> 914278 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1588374672385245184)]} 0 0
   [junit4]   2> 914278 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1588374672385245185)]} 0 0
   [junit4]   2> 914278 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1588374672385245185)]} 0 0
   [junit4]   2> 914279 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1588374672386293760)]} 0 0
   [junit4]   2> 914279 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1588374672386293760)]} 0 0
   [junit4]   2> 914279 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1588374672386293761)]} 0 0
   [junit4]   2> 914279 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1588374672386293761)]} 0 0
   [junit4]   2> 914280 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1588374672387342336)]} 0 0
   [junit4]   2> 914280 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1588374672387342336)]} 0 0
   [junit4]   2> 914280 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1588374672387342337)]} 0 0
   [junit4]   2> 914280 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1588374672387342337)]} 0 0
   [junit4]   2> 914281 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1588374672388390912)]} 0 0
   [junit4]   2> 914281 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1588374672388390912)]} 0 0
   [junit4]   2> 914281 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1588374672388390913)]} 0 0
   [junit4]   2> 914281 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1588374672388390913)]} 0 0
   [junit4]   2> 914282 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1588374672388390914)]} 0 0
   [junit4]   2> 914282 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1588374672389439488)]} 0 0
   [junit4]   2> 914282 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1588374672389439488)]} 0 0
   [junit4]   2> 914282 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1588374672389439489)]} 0 0
   [junit4]   2> 914283 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1588374672390488064)]} 0 0
   [junit4]   2> 914283 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1588374672390488064)]} 0 0
   [junit4]   2> 914283 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1588374672390488065)]} 0 0
   [junit4]   2> 914283 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1588374672390488065)]} 0 0
   [junit4]   2> 914284 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1588374672391536640)]} 0 0
   [junit4]   2> 914284 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1588374672391536640)]} 0 0
   [junit4]   2> 914284 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1588374672391536641)]} 0 0
   [junit4]   2> 914284 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1588374672391536641)]} 0 0
   [junit4]   2> 914285 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1588374672392585216)]} 0 0
   [junit4]   2> 914285 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1588374672392585216)]} 0 0
   [junit4]   2> 914285 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1588374672392585217)]} 0 0
   [junit4]   2> 914285 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1588374672392585217)]} 0 0
   [junit4]   2> 914286 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1588374672393633792)]} 0 0
   [junit4]   2> 914286 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1588374672393633792)]} 0 0
   [junit4]   2> 914286 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1588374672393633793)]} 0 0
   [junit4]   2> 914286 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1588374672393633793)]} 0 0
   [junit4]   2> 914287 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1588374672394682368)]} 0 0
   [junit4]   2> 914287 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1588374672394682368)]} 0 0
   [junit4]   2> 914287 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1588374672394682369)]} 0 0
   [junit4]   2> 914288 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1588374672395730944)]} 0 0
   [junit4]   2> 914288 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1588374672395730944)]} 0 0
   [junit4]   2> 914288 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1588374672395730945)]} 0 0
   [junit4]   2> 914288 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1588374672395730945)]} 0 0
   [junit4]   2> 914289 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1588374672396779520)]} 0 0
   [junit4]   2> 914289 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1588374672396779520)]} 0 0
   [junit4]   2> 914289 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1588374672396779521)]} 0 0
   [junit4]   2> 914290 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1588374672397828096)]} 0 0
   [junit4]   2> 914290 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1588374672397828096)]} 0 0
   [junit4]   2> 914290 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1588374672397828097)]} 0 0
   [junit4]   2> 914291 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1588374672397828097)]} 0 0
   [junit4]   2> 914291 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1588374672398876672)]} 0 0
   [junit4]   2> 914291 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1588374672398876672)]} 0 0
   [junit4]   2> 914291 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1588374672398876673)]} 0 0
   [junit4]   2> 914292 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1588374672399925248)]} 0 0
   [junit4]   2> 914292 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1588374672399925248)]} 0 0
   [junit4]   2> 914292 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1588374672399925249)]} 0 0
   [junit4]   2> 914292 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1588374672399925249)]} 0 0
   [junit4]   2> 914293 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1588374672400973824)]} 0 0
   [junit4]   2> 914293 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1588374672400973824)]} 0 0
   [junit4]   2> 914293 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1588374672400973825)]} 0 0
   [junit4]   2> 914294 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1588374672400973825)]} 0 0
   [junit4]   2> 914294 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1588374672402022400)]} 0 0
   [junit4]   2> 914294 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1588374672402022400)]} 0 0
   [junit4]   2> 914294 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1588374672402022401)]} 0 0
   [junit4]   2> 914295 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1588374672403070976)]} 0 0
   [junit4]   2> 914295 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1588374672403070976)]} 0 0
   [junit4]   2> 914295 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1588374672403070977)]} 0 0
   [junit4]   2> 914296 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1588374672403070977)]} 0 0
   [junit4]   2> 914296 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1588374672404119552)]} 0 0
   [junit4]   2> 914296 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1588374672404119552)]} 0 0
   [junit4]   2> 914296 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588374672404119553,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 914296 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5f50c15a commitCommandVersion:1588374672404119553
   [junit4]   2> 914301 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@669f9535[collection1] main]
   [junit4]   2> 914301 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 914302 INFO  (searcherExecutor-2852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@669f9535[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c9) Uninverting(_1(7.3.0):c59)))}
   [junit4]   2> 914302 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 914302 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588374672410411008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 914302 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7b1839c8 commitCommandVersion:1588374672410411008
   [junit4]   2> 914308 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26d63a6c[collection1] main]
   [junit4]   2> 914308 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 914310 INFO  (searcherExecutor-2863-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26d63a6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c9) Uninverting(_1(7.3.0):c59)))}
   [junit4]   2> 914310 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 914311 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 914311 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 914312 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 914312 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 914312 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914315 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129920&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914316 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129920&ids=143,110,100,144,147,125,17,107,118,142&isShard=true&shard.url=http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914318 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 914319 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914333 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1514792129926&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914334 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129926&ids=14,102,146,15,104,126,119,9,140,131&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914337 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 914337 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914339 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129945&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914342 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129945&ids=143,1,2,135,104,127,116,8,9,141&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914345 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 914346 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914348 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1514792129953&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914350 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129953&ids=122,12,134,103,4,5,137,7,131,120&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914351 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 914352 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914359 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129958&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914360 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129958&ids=11,100,2,124,113,4,5,1001,7,119&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914362 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 914363 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914365 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1514792129970&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914366 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129970&ids=111,123,114,125,15,105,9,130,142,120&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914367 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:43079//collection1|[ff01::114]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 914368 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914370 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129975&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914370 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129975&ids=12,122,144,103,126,5,1001,130,142,120&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914371 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914372 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914373 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:43079//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1514792129979&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914374 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129979&ids=13,146,147,148,115,17,128,118,108,9&isShard=true&shard.url=http://127.0.0.1:43079//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914375 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 914376 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914378 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:43079//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1514792129983&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914379 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129983&ids=122,100,2,13,3,113,17,129,108,140&isShard=true&shard.url=http://127.0.0.1:43079//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914379 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 914380 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914382 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:43079//collection1|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1514792129987&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914382 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129987&ids=111,1,135,14,114,126,148,149,9,130&isShard=true&shard.url=http://127.0.0.1:43079//collection1|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914383 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 914384 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914385 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129991&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914386 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129991&ids=143,111,123,3,102,103,125,17,7,109&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914387 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:43079//collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914387 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914388 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129994&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914389 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129994&ids=11,12,13,15,4,126,148,1001,140,130&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914390 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:43079//collection1&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914391 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914392 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792129997&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914393 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792129997&ids=121,134,126,137,138,6,17,129,9,120&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914393 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:43079//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914394 INFO  (qtp765231698-7669) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914395 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792130001&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914396 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792130001&ids=143,144,136,15,115,148,107,108,142,131&isShard=true&shard.url=http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914396 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914397 INFO  (qtp765231698-7667) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914398 INFO  (qtp1334241519-7684) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792130004&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914399 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792130004&ids=146,124,4,114,5,17,149,117,1001,10&isShard=true&shard.url=http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914400 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:43079//collection1&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914400 INFO  (qtp765231698-7662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914401 INFO  (qtp1334241519-7679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&rows=10&version=2&q=*:*&NOW=1514792130007&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914402 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1514792130007&ids=143,101,113,15,136,106,128,107,118,108&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914403 INFO  (qtp1334241519-7680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:43079//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 914404 INFO  (qtp765231698-7668) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 914405 INFO  (qtp1334241519-7685) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:43079//collection1|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1514792130011&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 914406 INFO  (qtp1334241519-7686) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=15147921300

[...truncated too long message...]

eleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cd6f5c8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c636b3e
   [junit4]   2> 1003377 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42091__jy%2Fdd
   [junit4]   2> 1003378 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1003378 INFO  (zkCallback-1661-thread-2-processing-n:127.0.0.1:42091__jy%2Fdd) [n:127.0.0.1:42091__jy%2Fdd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1003382 INFO  (coreCloseExecutor-2968-thread-1) [n:127.0.0.1:42091__jy%2Fdd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76318867
   [junit4]   2> 1003382 INFO  (coreCloseExecutor-2968-thread-1) [n:127.0.0.1:42091__jy%2Fdd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1982957671
   [junit4]   2> 1003382 INFO  (coreCloseExecutor-2968-thread-1) [n:127.0.0.1:42091__jy%2Fdd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46e91fe: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@468d7b0
   [junit4]   2> 1003390 INFO  (coreCloseExecutor-2968-thread-1) [n:127.0.0.1:42091__jy%2Fdd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1982957671
   [junit4]   2> 1003394 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.Overseer Overseer (id=99273418797744132-127.0.0.1:42091__jy%2Fdd-n_0000000000) closing
   [junit4]   2> 1003394 INFO  (OverseerStateUpdate-99273418797744132-127.0.0.1:42091__jy%2Fdd-n_0000000000) [n:127.0.0.1:42091__jy%2Fdd    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42091__jy%2Fdd
   [junit4]   2> 1003401 WARN  (OverseerAutoScalingTriggerThread-99273418797744132-127.0.0.1:42091__jy%2Fdd-n_0000000000) [n:127.0.0.1:42091__jy%2Fdd    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1003408 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1183ac3c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1003408 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@624fd247{/_jy/dd,null,UNAVAILABLE}
   [junit4]   2> 1003409 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1003409 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[AF6D089DE5B8BBCA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46187 46187
   [junit4]   2> 1003527 INFO  (Thread-1628) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46187 46187
   [junit4]   2> 1003540 WARN  (Thread-1628) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SimpleCollectionCreateDeleteTest -Dtests.method=test -Dtests.seed=AF6D089DE5B8BBCA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   62.2s J0 | SimpleCollectionCreateDeleteTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42091/_jy/dd: Could not fully create collection: collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AF6D089DE5B8BBCA:273937474B44D632]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:390)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:339)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_AF6D089DE5B8BBCA-001
   [junit4]   2> Jan 01, 2018 7:36:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=America/Argentina/San_Luis
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=123574544,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ExecutePlanActionTest, DocValuesTest, TestConfigsApi, TestRequestStatusCollectionAPI, TestTestInjection, AddBlockUpdateTest, TestDocBasedVersionConstraints, BooleanFieldTest, DirectUpdateHandlerOptimizeTest, TestBulkSchemaAPI, TestSolrCloudWithDelegationTokens, TestXmlQParser, TestFilteredDocIdSet, SyncSliceTest, TestReRankQParserPlugin, TestSQLHandlerNonCloud, TestReqParamsAPI, TestDownShardTolerantSearch, StatelessScriptUpdateProcessorFactoryTest, TestSolrJ, TestCSVLoader, TestSolrIndexConfig, TestBinaryField, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestMergePolicyConfig, TestEmbeddedSolrServerSchemaAPI, SpellCheckComponentTest, HdfsRestartWhileUpdatingTest, TestRandomDVFaceting, HdfsNNFailoverTest, GraphQueryTest, TestRandomFaceting, DistributedSuggestComponentTest, TestNumericTerms32, TestDFRSimilarityFactory, ManagedSchemaRoundRobinCloudTest, ForceLeaderTest, TestIndexingPerformance, BasicFunctionalityTest, CacheHeaderTest, TestLargeCluster, TestCrossCoreJoin, TestWordDelimiterFilterFactory, HdfsTlogReplayBufferedWhileIndexingTest, AssignBackwardCompatibilityTest, TestPHPSerializedResponseWriter, BlockDirectoryTest, TestLocalFSCloudBackupRestore, AtomicUpdatesTest, TestSuggestSpellingConverter, UpdateRequestProcessorFactoryTest, HdfsChaosMonkeyNothingIsSafeTest, TestComplexPhraseQParserPlugin, TestConfigSetsAPI, VersionInfoTest, SolrGraphiteReporterTest, DistributedFacetPivotLongTailTest, MultiTermTest, TestCloudPseudoReturnFields, SoftAutoCommitTest, SearchRateTriggerTest, SuggestComponentContextFilterQueryTest, TestPostingsSolrHighlighter, MoveReplicaTest, TestMissingGroups, TestFieldCacheVsDocValues, SaslZkACLProviderTest, TestBadConfig, TestSolrCloudSnapshots, TestSolrDeletionPolicy1, TestAnalyzeInfixSuggestions, AutoscalingHistoryHandlerTest, DirectoryFactoryTest, RulesTest, TestRetrieveFieldsOptimizer, ZkControllerTest, DistributedMLTComponentTest, TestRebalanceLeaders, TestSerializedLuceneMatchVersion, TestMultiValuedNumericRangeQuery, AnalysisAfterCoreReloadTest, MissingSegmentRecoveryTest, TestSort, DocumentBuilderTest, JsonLoaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, CursorPagingTest, DeleteReplicaTest, DeleteInactiveReplicaTest, TestDistributedSearch, BasicZkTest, TestFieldTypeCollectionResource, TestSubQueryTransformer, SimpleCollectionCreateDeleteTest]
   [junit4] Completed [336/764 (2!)] on J0 in 63.26s, 1 test, 1 error <<< FAILURES!

[...truncated 49556 lines...]